[ 533.959897] env[69357]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69357) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 533.960279] env[69357]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69357) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 533.960398] env[69357]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69357) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 533.960675] env[69357]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 534.056852] env[69357]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69357) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 534.067551] env[69357]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=69357) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 534.110086] env[69357]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 534.674056] env[69357]: INFO nova.virt.driver [None req-f34eb981-33b5-4348-abda-697c44c903c6 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 534.744990] env[69357]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 534.745205] env[69357]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 534.745319] env[69357]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69357) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 538.034362] env[69357]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-607ff656-6bb7-4b9c-a3db-554999a2de46 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.050419] env[69357]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69357) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 538.050551] env[69357]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-bab5f5ea-d04f-4e27-bba5-b65ffe1b1c8e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.076869] env[69357]: INFO oslo_vmware.api [-] Successfully established new session; session ID is c6243. [ 538.077059] env[69357]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.332s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 538.077693] env[69357]: INFO nova.virt.vmwareapi.driver [None req-f34eb981-33b5-4348-abda-697c44c903c6 None None] VMware vCenter version: 7.0.3 [ 538.081600] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad56e3c-dc49-4b96-9264-a528a93dce5b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.099327] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9d5088-bd8f-48de-8980-9f68647b640b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.105436] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca2dd5f-bc1c-4927-9cfe-73a678cc69e0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.112218] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0851f18-a6f1-4129-aa2a-be320ad62b5d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.126361] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb795b03-e691-4920-97d7-ebff85a2e252 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.132705] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de245874-f153-4e43-8403-f886ee49fdae {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.163127] env[69357]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-0926eeff-8b22-4b56-b3b0-d39280b69ba0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.168771] env[69357]: DEBUG nova.virt.vmwareapi.driver [None req-f34eb981-33b5-4348-abda-697c44c903c6 None None] Extension org.openstack.compute already exists. {{(pid=69357) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 538.171540] env[69357]: INFO nova.compute.provider_config [None req-f34eb981-33b5-4348-abda-697c44c903c6 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 538.674957] env[69357]: DEBUG nova.context [None req-f34eb981-33b5-4348-abda-697c44c903c6 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),73703e1b-ceb7-4a28-aa96-1ae3ad316b5f(cell1) {{(pid=69357) load_cells /opt/stack/nova/nova/context.py:464}} [ 538.677158] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 538.677386] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 538.678108] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 538.678536] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] Acquiring lock "73703e1b-ceb7-4a28-aa96-1ae3ad316b5f" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 538.678726] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] Lock "73703e1b-ceb7-4a28-aa96-1ae3ad316b5f" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 538.679900] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] Lock "73703e1b-ceb7-4a28-aa96-1ae3ad316b5f" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 538.701077] env[69357]: INFO dbcounter [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] Registered counter for database nova_cell0 [ 538.709193] env[69357]: INFO dbcounter [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] Registered counter for database nova_cell1 [ 538.712445] env[69357]: DEBUG oslo_db.sqlalchemy.engines [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69357) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 538.712806] env[69357]: DEBUG oslo_db.sqlalchemy.engines [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69357) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 538.717532] env[69357]: ERROR nova.db.main.api [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 538.717532] env[69357]: result = function(*args, **kwargs) [ 538.717532] env[69357]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 538.717532] env[69357]: return func(*args, **kwargs) [ 538.717532] env[69357]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 538.717532] env[69357]: result = fn(*args, **kwargs) [ 538.717532] env[69357]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 538.717532] env[69357]: return f(*args, **kwargs) [ 538.717532] env[69357]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 538.717532] env[69357]: return db.service_get_minimum_version(context, binaries) [ 538.717532] env[69357]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 538.717532] env[69357]: _check_db_access() [ 538.717532] env[69357]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 538.717532] env[69357]: stacktrace = ''.join(traceback.format_stack()) [ 538.717532] env[69357]: [ 538.718514] env[69357]: ERROR nova.db.main.api [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 538.718514] env[69357]: result = function(*args, **kwargs) [ 538.718514] env[69357]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 538.718514] env[69357]: return func(*args, **kwargs) [ 538.718514] env[69357]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 538.718514] env[69357]: result = fn(*args, **kwargs) [ 538.718514] env[69357]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 538.718514] env[69357]: return f(*args, **kwargs) [ 538.718514] env[69357]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 538.718514] env[69357]: return db.service_get_minimum_version(context, binaries) [ 538.718514] env[69357]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 538.718514] env[69357]: _check_db_access() [ 538.718514] env[69357]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 538.718514] env[69357]: stacktrace = ''.join(traceback.format_stack()) [ 538.718514] env[69357]: [ 538.718921] env[69357]: WARNING nova.objects.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] Failed to get minimum service version for cell 73703e1b-ceb7-4a28-aa96-1ae3ad316b5f [ 538.719069] env[69357]: WARNING nova.objects.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 538.719498] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] Acquiring lock "singleton_lock" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.719658] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] Acquired lock "singleton_lock" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.719908] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] Releasing lock "singleton_lock" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.720259] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] Full set of CONF: {{(pid=69357) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 538.720406] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] ******************************************************************************** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 538.720536] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] Configuration options gathered from: {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 538.720672] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 538.720863] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 538.720991] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] ================================================================================ {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 538.721220] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] allow_resize_to_same_host = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.721392] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] arq_binding_timeout = 300 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.721523] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] backdoor_port = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.721651] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] backdoor_socket = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.721816] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] block_device_allocate_retries = 60 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.721978] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] block_device_allocate_retries_interval = 3 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.722163] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cert = self.pem {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.722330] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.722501] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] compute_monitors = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.722668] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] config_dir = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.722837] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] config_drive_format = iso9660 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.722968] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.723151] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] config_source = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.723316] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] console_host = devstack {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.723479] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] control_exchange = nova {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.723638] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cpu_allocation_ratio = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.723797] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] daemon = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.723962] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] debug = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.724134] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] default_access_ip_network_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.724300] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] default_availability_zone = nova {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.724456] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] default_ephemeral_format = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.724615] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] default_green_pool_size = 1000 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.724862] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.725042] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] default_schedule_zone = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.725209] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] disk_allocation_ratio = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.725366] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] enable_new_services = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.725542] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] enabled_apis = ['osapi_compute'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.725704] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] enabled_ssl_apis = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.725865] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] flat_injected = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.726034] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] force_config_drive = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.726199] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] force_raw_images = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.726368] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] graceful_shutdown_timeout = 5 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.726529] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] heal_instance_info_cache_interval = -1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.726750] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] host = cpu-1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.726925] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.727101] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] initial_disk_allocation_ratio = 1.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.727263] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] initial_ram_allocation_ratio = 1.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.727476] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.727641] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] instance_build_timeout = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.727803] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] instance_delete_interval = 300 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.727971] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] instance_format = [instance: %(uuid)s] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.728155] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] instance_name_template = instance-%08x {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.728320] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] instance_usage_audit = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.728489] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] instance_usage_audit_period = month {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.728653] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.728818] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] instances_path = /opt/stack/data/nova/instances {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.729020] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] internal_service_availability_zone = internal {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.729186] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] key = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.729352] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] live_migration_retry_count = 30 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.729523] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] log_color = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.729686] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] log_config_append = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.729852] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.730052] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] log_dir = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.730220] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] log_file = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.730348] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] log_options = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.730509] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] log_rotate_interval = 1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.730677] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] log_rotate_interval_type = days {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.730839] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] log_rotation_type = none {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.730969] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.731111] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.731287] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.731454] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.731583] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.731749] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] long_rpc_timeout = 1800 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.731912] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] max_concurrent_builds = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.732087] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] max_concurrent_live_migrations = 1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.732252] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] max_concurrent_snapshots = 5 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.732413] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] max_local_block_devices = 3 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.732574] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] max_logfile_count = 30 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.732734] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] max_logfile_size_mb = 200 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.732896] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] maximum_instance_delete_attempts = 5 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.733084] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] metadata_listen = 0.0.0.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.733259] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] metadata_listen_port = 8775 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.733431] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] metadata_workers = 2 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.733594] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] migrate_max_retries = -1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.733763] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] mkisofs_cmd = genisoimage {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.733970] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] my_block_storage_ip = 10.180.1.21 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.734119] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] my_ip = 10.180.1.21 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.734326] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.734491] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] network_allocate_retries = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.734671] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.734838] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] osapi_compute_listen = 0.0.0.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.735010] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] osapi_compute_listen_port = 8774 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.735189] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] osapi_compute_unique_server_name_scope = {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.735361] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] osapi_compute_workers = 2 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.735526] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] password_length = 12 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.735689] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] periodic_enable = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.735851] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] periodic_fuzzy_delay = 60 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.736031] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] pointer_model = usbtablet {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.736204] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] preallocate_images = none {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.736365] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] publish_errors = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.736496] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] pybasedir = /opt/stack/nova {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.736654] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] ram_allocation_ratio = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.736847] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] rate_limit_burst = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.737053] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] rate_limit_except_level = CRITICAL {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.737226] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] rate_limit_interval = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.737390] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] reboot_timeout = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.737551] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] reclaim_instance_interval = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.737709] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] record = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.737879] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] reimage_timeout_per_gb = 60 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.738060] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] report_interval = 120 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.738225] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] rescue_timeout = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.738387] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] reserved_host_cpus = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.738547] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] reserved_host_disk_mb = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.738705] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] reserved_host_memory_mb = 512 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.738873] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] reserved_huge_pages = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.739073] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] resize_confirm_window = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.739246] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] resize_fs_using_block_device = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.739406] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] resume_guests_state_on_host_boot = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.739577] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.739740] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] rpc_response_timeout = 60 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.739928] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] run_external_periodic_tasks = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.740116] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] running_deleted_instance_action = reap {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.740283] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] running_deleted_instance_poll_interval = 1800 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.740443] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] running_deleted_instance_timeout = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.740603] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] scheduler_instance_sync_interval = 120 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.740773] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] service_down_time = 720 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.740941] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] servicegroup_driver = db {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.741114] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] shell_completion = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.741280] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] shelved_offload_time = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.741441] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] shelved_poll_interval = 3600 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.741608] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] shutdown_timeout = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.741769] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] source_is_ipv6 = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.741928] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] ssl_only = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.742199] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.742373] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] sync_power_state_interval = 600 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.742535] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] sync_power_state_pool_size = 1000 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.742703] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] syslog_log_facility = LOG_USER {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.742862] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] tempdir = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.743034] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] timeout_nbd = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.743211] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] transport_url = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.743374] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] update_resources_interval = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.743535] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] use_cow_images = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.743695] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] use_journal = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.743854] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] use_json = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.744023] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] use_rootwrap_daemon = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.744191] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] use_stderr = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.744351] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] use_syslog = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.744508] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vcpu_pin_set = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.744674] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vif_plugging_is_fatal = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.744840] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vif_plugging_timeout = 300 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.745020] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] virt_mkfs = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.745187] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] volume_usage_poll_interval = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.745348] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] watch_log_file = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.745515] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] web = /usr/share/spice-html5 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.745698] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.745868] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.746046] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.746224] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_concurrency.disable_process_locking = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.746761] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.746981] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.747181] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.747362] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.747536] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.747719] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.747909] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api.auth_strategy = keystone {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.748095] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api.compute_link_prefix = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.748276] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.748453] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api.dhcp_domain = novalocal {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.748620] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api.enable_instance_password = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.748784] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api.glance_link_prefix = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.749012] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.749215] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.749385] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api.instance_list_per_project_cells = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.749550] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api.list_records_by_skipping_down_cells = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.749715] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api.local_metadata_per_cell = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.749907] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api.max_limit = 1000 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.750117] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api.metadata_cache_expiration = 15 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.750302] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api.neutron_default_tenant_id = default {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.750478] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api.response_validation = warn {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.750652] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api.use_neutron_default_nets = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.750825] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.750991] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.751181] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.751354] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.751527] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api.vendordata_dynamic_targets = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.752289] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api.vendordata_jsonfile_path = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.752289] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.752289] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.backend = dogpile.cache.memcached {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.752289] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.backend_argument = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.752589] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.backend_expiration_time = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.752589] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.config_prefix = cache.oslo {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.752727] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.dead_timeout = 60.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.752894] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.debug_cache_backend = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.753067] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.enable_retry_client = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.753233] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.enable_socket_keepalive = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.753402] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.enabled = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.753563] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.enforce_fips_mode = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.753726] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.expiration_time = 600 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.753961] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.hashclient_retry_attempts = 2 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.754071] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.hashclient_retry_delay = 1.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.754237] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.memcache_dead_retry = 300 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.754396] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.memcache_password = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.754613] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.754791] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.754871] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.memcache_pool_maxsize = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.755049] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.755218] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.memcache_sasl_enabled = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.755394] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.755561] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.memcache_socket_timeout = 1.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.755720] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.memcache_username = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.755886] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.proxies = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.756063] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.redis_db = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.756231] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.redis_password = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.756402] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.redis_sentinel_service_name = mymaster {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.756582] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.756752] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.redis_server = localhost:6379 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.756964] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.redis_socket_timeout = 1.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.757144] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.redis_username = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.757315] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.retry_attempts = 2 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.757484] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.retry_delay = 0.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.757650] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.socket_keepalive_count = 1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.757812] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.socket_keepalive_idle = 1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.757976] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.socket_keepalive_interval = 1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.758154] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.tls_allowed_ciphers = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.758316] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.tls_cafile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.758475] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.tls_certfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.758638] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.tls_enabled = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.758798] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cache.tls_keyfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.759032] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cinder.auth_section = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.759213] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cinder.auth_type = password {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.759382] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cinder.cafile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.759561] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cinder.catalog_info = volumev3::publicURL {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.759722] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cinder.certfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.759903] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cinder.collect_timing = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.760094] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cinder.cross_az_attach = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.760264] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cinder.debug = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.760424] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cinder.endpoint_template = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.760586] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cinder.http_retries = 3 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.760748] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cinder.insecure = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.760930] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cinder.keyfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.761145] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cinder.os_region_name = RegionOne {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.761315] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cinder.split_loggers = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.761474] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cinder.timeout = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.761653] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.761816] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] compute.cpu_dedicated_set = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.761975] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] compute.cpu_shared_set = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.762158] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] compute.image_type_exclude_list = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.762322] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.762486] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] compute.max_concurrent_disk_ops = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.762649] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] compute.max_disk_devices_to_attach = -1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.762812] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.762985] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.763168] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] compute.resource_provider_association_refresh = 300 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.763334] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.763498] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] compute.shutdown_retry_interval = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.763680] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.763859] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] conductor.workers = 2 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.764052] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] console.allowed_origins = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.764220] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] console.ssl_ciphers = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.764388] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] console.ssl_minimum_version = default {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.764556] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] consoleauth.enforce_session_timeout = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.764724] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] consoleauth.token_ttl = 600 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.764894] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cyborg.cafile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.765065] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cyborg.certfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.765232] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cyborg.collect_timing = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.765391] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cyborg.connect_retries = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.765552] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cyborg.connect_retry_delay = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.765711] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cyborg.endpoint_override = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.765877] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cyborg.insecure = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.766048] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cyborg.keyfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.766213] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cyborg.max_version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.766376] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cyborg.min_version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.766533] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cyborg.region_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.766694] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cyborg.retriable_status_codes = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.766873] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cyborg.service_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.767072] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cyborg.service_type = accelerator {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.767243] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cyborg.split_loggers = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.767403] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cyborg.status_code_retries = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.767565] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cyborg.status_code_retry_delay = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.767724] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cyborg.timeout = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.767906] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.768081] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] cyborg.version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.768258] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] database.asyncio_connection = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.768419] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] database.asyncio_slave_connection = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.768590] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] database.backend = sqlalchemy {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.768760] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] database.connection = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.768947] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] database.connection_debug = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.769142] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] database.connection_parameters = {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.769310] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] database.connection_recycle_time = 3600 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.769472] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] database.connection_trace = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.769630] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] database.db_inc_retry_interval = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.769792] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] database.db_max_retries = 20 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.769972] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] database.db_max_retry_interval = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.770157] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] database.db_retry_interval = 1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.770322] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] database.max_overflow = 50 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.770482] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] database.max_pool_size = 5 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.770643] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] database.max_retries = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.770811] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.770973] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] database.mysql_wsrep_sync_wait = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.771150] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] database.pool_timeout = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.771316] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] database.retry_interval = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.771474] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] database.slave_connection = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.771635] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] database.sqlite_synchronous = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.771799] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] database.use_db_reconnect = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.771968] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api_database.asyncio_connection = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.772147] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api_database.asyncio_slave_connection = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.772319] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api_database.backend = sqlalchemy {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.772487] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api_database.connection = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.772652] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api_database.connection_debug = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.772823] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api_database.connection_parameters = {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.773024] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api_database.connection_recycle_time = 3600 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.773214] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api_database.connection_trace = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.773381] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api_database.db_inc_retry_interval = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.773543] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api_database.db_max_retries = 20 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.773706] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api_database.db_max_retry_interval = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.773867] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api_database.db_retry_interval = 1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.774052] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api_database.max_overflow = 50 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.774223] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api_database.max_pool_size = 5 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.774386] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api_database.max_retries = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.774556] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.774717] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.774877] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api_database.pool_timeout = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.775052] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api_database.retry_interval = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.775214] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api_database.slave_connection = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.775376] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] api_database.sqlite_synchronous = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.775550] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] devices.enabled_mdev_types = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.775728] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.775899] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] ephemeral_storage_encryption.default_format = luks {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.776078] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] ephemeral_storage_encryption.enabled = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.776246] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.776420] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] glance.api_servers = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.776586] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] glance.cafile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.776747] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] glance.certfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.776938] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] glance.collect_timing = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.777120] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] glance.connect_retries = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.777287] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] glance.connect_retry_delay = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.777451] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] glance.debug = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.777620] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] glance.default_trusted_certificate_ids = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.777783] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] glance.enable_certificate_validation = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.777946] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] glance.enable_rbd_download = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.778120] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] glance.endpoint_override = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.778289] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] glance.insecure = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.778452] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] glance.keyfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.778612] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] glance.max_version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.778770] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] glance.min_version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.778959] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] glance.num_retries = 3 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.779155] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] glance.rbd_ceph_conf = {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.779325] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] glance.rbd_connect_timeout = 5 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.779494] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] glance.rbd_pool = {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.779662] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] glance.rbd_user = {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.779831] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] glance.region_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.779998] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] glance.retriable_status_codes = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.780175] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] glance.service_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.780344] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] glance.service_type = image {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.780507] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] glance.split_loggers = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.780666] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] glance.status_code_retries = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.780825] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] glance.status_code_retry_delay = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.780984] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] glance.timeout = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.781182] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.781352] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] glance.verify_glance_signatures = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.781513] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] glance.version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.781682] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] guestfs.debug = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.781851] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] manila.auth_section = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.782032] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] manila.auth_type = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.782199] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] manila.cafile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.782358] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] manila.certfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.782519] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] manila.collect_timing = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.782677] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] manila.connect_retries = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.782835] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] manila.connect_retry_delay = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.782991] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] manila.endpoint_override = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.783170] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] manila.insecure = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.783327] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] manila.keyfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.783484] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] manila.max_version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.783640] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] manila.min_version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.783796] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] manila.region_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.783953] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] manila.retriable_status_codes = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.784122] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] manila.service_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.784290] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] manila.service_type = shared-file-system {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.784453] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] manila.share_apply_policy_timeout = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.784614] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] manila.split_loggers = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.784772] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] manila.status_code_retries = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.784931] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] manila.status_code_retry_delay = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.785136] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] manila.timeout = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.785331] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.785495] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] manila.version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.785663] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] mks.enabled = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.786024] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.786224] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] image_cache.manager_interval = 2400 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.786398] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] image_cache.precache_concurrency = 1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.786568] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] image_cache.remove_unused_base_images = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.786740] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.786910] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.787123] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] image_cache.subdirectory_name = _base {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.787315] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] ironic.api_max_retries = 60 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.787489] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] ironic.api_retry_interval = 2 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.787649] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] ironic.auth_section = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.787814] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] ironic.auth_type = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.787973] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] ironic.cafile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.788148] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] ironic.certfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.788313] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] ironic.collect_timing = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.788495] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] ironic.conductor_group = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.788661] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] ironic.connect_retries = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.788822] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] ironic.connect_retry_delay = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.789014] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] ironic.endpoint_override = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.789201] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] ironic.insecure = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.789364] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] ironic.keyfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.789525] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] ironic.max_version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.789683] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] ironic.min_version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.789851] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] ironic.peer_list = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.790035] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] ironic.region_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.790223] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] ironic.retriable_status_codes = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.790395] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] ironic.serial_console_state_timeout = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.790553] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] ironic.service_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.790725] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] ironic.service_type = baremetal {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.790886] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] ironic.shard = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.791072] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] ironic.split_loggers = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.791238] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] ironic.status_code_retries = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.791399] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] ironic.status_code_retry_delay = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.791560] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] ironic.timeout = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.791742] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.791906] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] ironic.version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.792109] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.792289] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] key_manager.fixed_key = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.792472] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.792638] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] barbican.barbican_api_version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.792800] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] barbican.barbican_endpoint = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.792971] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] barbican.barbican_endpoint_type = public {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.793150] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] barbican.barbican_region_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.793312] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] barbican.cafile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.793472] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] barbican.certfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.793634] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] barbican.collect_timing = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.793796] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] barbican.insecure = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.793955] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] barbican.keyfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.794131] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] barbican.number_of_retries = 60 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.794295] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] barbican.retry_delay = 1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.794458] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] barbican.send_service_user_token = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.794618] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] barbican.split_loggers = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.794774] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] barbican.timeout = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.794936] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] barbican.verify_ssl = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.795107] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] barbican.verify_ssl_path = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.795276] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] barbican_service_user.auth_section = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.795440] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] barbican_service_user.auth_type = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.795595] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] barbican_service_user.cafile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.795753] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] barbican_service_user.certfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.795918] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] barbican_service_user.collect_timing = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.796100] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] barbican_service_user.insecure = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.796264] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] barbican_service_user.keyfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.796425] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] barbican_service_user.split_loggers = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.796582] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] barbican_service_user.timeout = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.796745] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vault.approle_role_id = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.796948] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vault.approle_secret_id = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.797143] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vault.kv_mountpoint = secret {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.797313] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vault.kv_path = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.797474] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vault.kv_version = 2 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.797634] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vault.namespace = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.797794] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vault.root_token_id = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.797954] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vault.ssl_ca_crt_file = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.798138] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vault.timeout = 60.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.798325] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vault.use_ssl = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.798496] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.798680] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] keystone.cafile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.798845] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] keystone.certfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.799046] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] keystone.collect_timing = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.799219] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] keystone.connect_retries = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.799380] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] keystone.connect_retry_delay = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.799540] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] keystone.endpoint_override = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.799702] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] keystone.insecure = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.799862] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] keystone.keyfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.800045] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] keystone.max_version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.800230] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] keystone.min_version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.800385] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] keystone.region_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.800546] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] keystone.retriable_status_codes = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.800705] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] keystone.service_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.800871] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] keystone.service_type = identity {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.801048] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] keystone.split_loggers = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.801211] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] keystone.status_code_retries = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.801370] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] keystone.status_code_retry_delay = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.801527] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] keystone.timeout = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.801705] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.801863] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] keystone.version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.802067] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.ceph_mount_options = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.802394] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.802576] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.connection_uri = {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.802739] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.cpu_mode = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.802906] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.cpu_model_extra_flags = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.803087] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.cpu_models = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.803261] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.cpu_power_governor_high = performance {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.803428] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.cpu_power_governor_low = powersave {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.803590] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.cpu_power_management = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.803759] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.803944] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.default_tpm_secret_security = user {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.804129] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.device_detach_attempts = 8 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.804316] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.device_detach_timeout = 20 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.804514] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.disk_cachemodes = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.804683] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.disk_prefix = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.804852] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.enabled_perf_events = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.805026] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.file_backed_memory = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.805202] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.gid_maps = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.805361] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.hw_disk_discard = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.805517] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.hw_machine_type = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.805686] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.images_rbd_ceph_conf = {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.805849] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.806021] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.806207] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.images_rbd_glance_store_name = {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.806389] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.images_rbd_pool = rbd {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.806558] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.images_type = default {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.806716] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.images_volume_group = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.806906] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.inject_key = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.807094] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.inject_partition = -2 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.807260] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.inject_password = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.807422] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.iscsi_iface = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.807585] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.iser_use_multipath = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.807748] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.live_migration_bandwidth = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.807909] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.808088] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.live_migration_downtime = 500 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.808252] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.808413] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.808570] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.live_migration_inbound_addr = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.808728] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.808928] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.live_migration_permit_post_copy = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.809124] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.live_migration_scheme = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.809301] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.live_migration_timeout_action = abort {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.809463] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.live_migration_tunnelled = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.809620] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.live_migration_uri = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.809779] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.live_migration_with_native_tls = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.809936] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.max_queues = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.810113] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.810341] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.810502] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.nfs_mount_options = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.810801] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.810977] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.811160] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.num_iser_scan_tries = 5 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.811323] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.num_memory_encrypted_guests = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.811486] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.811647] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.num_pcie_ports = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.811811] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.num_volume_scan_tries = 5 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.811974] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.pmem_namespaces = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.812149] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.quobyte_client_cfg = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.812444] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.812619] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.rbd_connect_timeout = 5 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.812786] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.812950] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.813125] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.rbd_secret_uuid = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.813283] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.rbd_user = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.813446] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.813614] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.remote_filesystem_transport = ssh {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.813771] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.rescue_image_id = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.813927] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.rescue_kernel_id = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.814096] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.rescue_ramdisk_id = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.814268] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.814427] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.rx_queue_size = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.814595] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.smbfs_mount_options = {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.814889] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.815101] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.snapshot_compression = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.815276] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.snapshot_image_format = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.815510] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.815674] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.sparse_logical_volumes = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.815839] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.swtpm_enabled = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.816028] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.swtpm_group = tss {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.816198] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.swtpm_user = tss {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.816367] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.sysinfo_serial = unique {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.816524] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.tb_cache_size = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.816680] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.tx_queue_size = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.816865] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.uid_maps = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.817053] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.use_virtio_for_bridges = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.817233] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.virt_type = kvm {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.817401] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.volume_clear = zero {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.817564] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.volume_clear_size = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.817729] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.volume_enforce_multipath = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.817897] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.volume_use_multipath = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.818073] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.vzstorage_cache_path = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.818247] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.818415] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.vzstorage_mount_group = qemu {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.818584] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.vzstorage_mount_opts = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.818752] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.819086] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.819279] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.vzstorage_mount_user = stack {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.819449] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.819626] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] neutron.auth_section = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.819803] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] neutron.auth_type = password {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.819987] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] neutron.cafile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.820173] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] neutron.certfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.820339] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] neutron.collect_timing = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.820499] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] neutron.connect_retries = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.820657] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] neutron.connect_retry_delay = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.820827] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] neutron.default_floating_pool = public {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.821033] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] neutron.endpoint_override = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.821227] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] neutron.extension_sync_interval = 600 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.821396] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] neutron.http_retries = 3 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.821561] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] neutron.insecure = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.821723] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] neutron.keyfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.821884] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] neutron.max_version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.822072] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.822237] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] neutron.min_version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.822407] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] neutron.ovs_bridge = br-int {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.822575] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] neutron.physnets = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.822746] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] neutron.region_name = RegionOne {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.822911] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] neutron.retriable_status_codes = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.823096] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] neutron.service_metadata_proxy = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.823261] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] neutron.service_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.823429] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] neutron.service_type = network {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.823592] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] neutron.split_loggers = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.823749] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] neutron.status_code_retries = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.823906] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] neutron.status_code_retry_delay = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.824078] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] neutron.timeout = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.824264] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.824423] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] neutron.version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.824594] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] notifications.bdms_in_notifications = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.824773] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] notifications.default_level = INFO {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.824936] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] notifications.include_share_mapping = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.825125] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] notifications.notification_format = unversioned {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.825302] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] notifications.notify_on_state_change = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.825474] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.825651] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] pci.alias = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.825824] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] pci.device_spec = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.825991] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] pci.report_in_placement = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.826181] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] placement.auth_section = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.826357] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] placement.auth_type = password {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.826527] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.826688] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] placement.cafile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.826870] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] placement.certfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.827058] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] placement.collect_timing = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.827226] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] placement.connect_retries = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.827386] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] placement.connect_retry_delay = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.827545] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] placement.default_domain_id = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.827701] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] placement.default_domain_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.827858] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] placement.domain_id = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.828025] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] placement.domain_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.828189] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] placement.endpoint_override = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.828354] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] placement.insecure = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.828512] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] placement.keyfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.828669] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] placement.max_version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.828824] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] placement.min_version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.829031] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] placement.password = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.829207] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] placement.project_domain_id = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.829378] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] placement.project_domain_name = Default {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.829545] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] placement.project_id = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.829717] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] placement.project_name = service {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.829899] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] placement.region_name = RegionOne {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.830106] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] placement.retriable_status_codes = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.830278] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] placement.service_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.830452] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] placement.service_type = placement {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.830617] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] placement.split_loggers = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.830780] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] placement.status_code_retries = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.830942] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] placement.status_code_retry_delay = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.831117] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] placement.system_scope = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.831286] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] placement.timeout = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.831442] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] placement.trust_id = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.831601] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] placement.user_domain_id = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.831771] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] placement.user_domain_name = Default {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.831933] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] placement.user_id = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.832127] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] placement.username = nova {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.832313] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.832475] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] placement.version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.832658] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] quota.cores = 20 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.832832] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] quota.count_usage_from_placement = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.833047] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.833241] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] quota.injected_file_content_bytes = 10240 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.833413] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] quota.injected_file_path_length = 255 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.833580] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] quota.injected_files = 5 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.833746] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] quota.instances = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.833914] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] quota.key_pairs = 100 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.834096] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] quota.metadata_items = 128 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.834268] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] quota.ram = 51200 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.834434] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] quota.recheck_quota = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.834600] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] quota.server_group_members = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.834767] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] quota.server_groups = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.834978] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.835171] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] quota.unified_limits_resource_strategy = require {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.835347] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.835512] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.835675] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] scheduler.image_metadata_prefilter = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.835835] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.835999] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] scheduler.max_attempts = 3 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.836180] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] scheduler.max_placement_results = 1000 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.836344] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.836506] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] scheduler.query_placement_for_image_type_support = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.836666] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.836877] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] scheduler.workers = 2 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.837092] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.837278] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.837456] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.837625] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.837791] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.837959] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.838139] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.838328] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.838495] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] filter_scheduler.host_subset_size = 1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.838659] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.838817] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.839018] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.839211] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.839379] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.839543] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] filter_scheduler.isolated_hosts = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.839709] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] filter_scheduler.isolated_images = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.839875] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.840079] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.840249] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.840411] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] filter_scheduler.pci_in_placement = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.840573] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.840732] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.840891] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.841064] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.841229] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.841389] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.841550] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] filter_scheduler.track_instance_changes = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.841725] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.841893] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] metrics.required = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.842070] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] metrics.weight_multiplier = 1.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.842236] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.842402] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] metrics.weight_setting = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.842719] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.842893] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] serial_console.enabled = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.843082] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] serial_console.port_range = 10000:20000 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.843255] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.843424] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.843593] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] serial_console.serialproxy_port = 6083 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.843758] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] service_user.auth_section = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.843932] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] service_user.auth_type = password {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.844107] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] service_user.cafile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.844266] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] service_user.certfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.844427] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] service_user.collect_timing = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.844587] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] service_user.insecure = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.844745] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] service_user.keyfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.844912] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] service_user.send_service_user_token = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.845124] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] service_user.split_loggers = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.845305] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] service_user.timeout = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.845477] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] spice.agent_enabled = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.845640] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] spice.enabled = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.845939] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.846156] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.846332] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] spice.html5proxy_port = 6082 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.846493] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] spice.image_compression = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.846653] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] spice.jpeg_compression = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.846814] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] spice.playback_compression = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.846977] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] spice.require_secure = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.847163] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] spice.server_listen = 127.0.0.1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.847334] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.847607] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.847778] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] spice.streaming_mode = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.847941] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] spice.zlib_compression = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.848127] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] upgrade_levels.baseapi = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.848303] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] upgrade_levels.compute = auto {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.848467] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] upgrade_levels.conductor = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.848623] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] upgrade_levels.scheduler = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.848789] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vendordata_dynamic_auth.auth_section = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.848978] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vendordata_dynamic_auth.auth_type = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.849164] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vendordata_dynamic_auth.cafile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.849333] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vendordata_dynamic_auth.certfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.849492] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.849652] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vendordata_dynamic_auth.insecure = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.849809] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vendordata_dynamic_auth.keyfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.849991] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.850173] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vendordata_dynamic_auth.timeout = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.850349] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vmware.api_retry_count = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.850512] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vmware.ca_file = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.850685] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vmware.cache_prefix = devstack-image-cache {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.850853] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vmware.cluster_name = testcl1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.851031] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vmware.connection_pool_size = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.851202] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vmware.console_delay_seconds = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.851367] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vmware.datastore_regex = ^datastore.* {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.851576] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.851749] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vmware.host_password = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.851918] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vmware.host_port = 443 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.852101] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vmware.host_username = administrator@vsphere.local {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.852272] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vmware.insecure = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.852433] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vmware.integration_bridge = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.852599] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vmware.maximum_objects = 100 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.852759] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vmware.pbm_default_policy = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.852923] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vmware.pbm_enabled = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.853096] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vmware.pbm_wsdl_location = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.853269] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.853432] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vmware.serial_port_proxy_uri = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.853592] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vmware.serial_port_service_uri = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.853760] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vmware.task_poll_interval = 0.5 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.853933] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vmware.use_linked_clone = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.854171] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vmware.vnc_keymap = en-us {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.854363] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vmware.vnc_port = 5900 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.854534] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vmware.vnc_port_total = 10000 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.854721] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vnc.auth_schemes = ['none'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.854897] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vnc.enabled = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.855205] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.855396] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.855574] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vnc.novncproxy_port = 6080 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.855762] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vnc.server_listen = 127.0.0.1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.855947] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.856130] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vnc.vencrypt_ca_certs = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.856296] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vnc.vencrypt_client_cert = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.856457] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vnc.vencrypt_client_key = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.856632] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.856819] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] workarounds.disable_deep_image_inspection = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.857025] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.857203] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.857370] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.857534] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] workarounds.disable_rootwrap = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.857697] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] workarounds.enable_numa_live_migration = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.857862] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.858034] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.858203] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.858365] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] workarounds.libvirt_disable_apic = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.858526] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.858689] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.858853] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.859054] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.859228] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.859391] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.859551] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.859712] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.859879] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.860080] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.860269] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.860443] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] wsgi.client_socket_timeout = 900 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.860612] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] wsgi.default_pool_size = 1000 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.860779] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] wsgi.keep_alive = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.860947] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] wsgi.max_header_line = 16384 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.861135] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] wsgi.secure_proxy_ssl_header = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.861302] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] wsgi.ssl_ca_file = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.861465] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] wsgi.ssl_cert_file = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.861625] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] wsgi.ssl_key_file = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.861791] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] wsgi.tcp_keepidle = 600 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.861970] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.862154] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] zvm.ca_file = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.862319] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] zvm.cloud_connector_url = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.862622] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.862800] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] zvm.reachable_timeout = 300 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.862972] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.863165] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.863345] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] profiler.connection_string = messaging:// {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.863513] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] profiler.enabled = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.863679] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] profiler.es_doc_type = notification {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.863842] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] profiler.es_scroll_size = 10000 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.864021] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] profiler.es_scroll_time = 2m {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.864187] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] profiler.filter_error_trace = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.864353] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] profiler.hmac_keys = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.864517] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] profiler.sentinel_service_name = mymaster {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.864681] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] profiler.socket_timeout = 0.1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.864841] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] profiler.trace_requests = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.864998] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] profiler.trace_sqlalchemy = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.865198] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] profiler_jaeger.process_tags = {} {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.865357] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] profiler_jaeger.service_name_prefix = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.865520] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] profiler_otlp.service_name_prefix = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.865684] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] remote_debug.host = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.865841] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] remote_debug.port = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.866026] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.866196] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.866358] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.866522] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.866681] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.866869] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.867060] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.867233] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.867397] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.867568] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.867729] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.867898] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.868080] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.868249] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.868412] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.868577] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.868739] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.868951] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.869159] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.869331] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.869501] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.869667] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.869830] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.870021] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.870199] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.870361] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.870522] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.870684] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.870846] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.871013] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.871269] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_rabbit.ssl = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.871438] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.871605] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.871767] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.871933] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.872113] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_rabbit.ssl_version = {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.872278] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.872463] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.872627] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_notifications.retry = -1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.872801] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.872972] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_messaging_notifications.transport_url = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.873159] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_limit.auth_section = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.873323] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_limit.auth_type = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.873481] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_limit.cafile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.873636] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_limit.certfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.873794] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_limit.collect_timing = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.873951] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_limit.connect_retries = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.874130] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_limit.connect_retry_delay = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.874290] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_limit.endpoint_id = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.874460] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_limit.endpoint_interface = publicURL {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.874618] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_limit.endpoint_override = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.874772] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_limit.endpoint_region_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.874928] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_limit.endpoint_service_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.875142] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_limit.endpoint_service_type = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.875317] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_limit.insecure = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.875479] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_limit.keyfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.875637] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_limit.max_version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.875792] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_limit.min_version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.875949] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_limit.region_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.876125] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_limit.retriable_status_codes = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.876285] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_limit.service_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.876441] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_limit.service_type = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.876604] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_limit.split_loggers = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.876764] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_limit.status_code_retries = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.876922] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_limit.status_code_retry_delay = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.877094] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_limit.timeout = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.877258] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_limit.valid_interfaces = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.877416] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_limit.version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.877584] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_reports.file_event_handler = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.877749] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.877907] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] oslo_reports.log_dir = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.878090] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.878253] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.878410] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.878578] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.878745] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.878925] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.879136] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.879306] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vif_plug_ovs_privileged.group = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.879467] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.879632] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.879794] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.879970] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] vif_plug_ovs_privileged.user = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.880166] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] os_vif_linux_bridge.flat_interface = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.880348] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.880521] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.880689] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.880858] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.881092] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.881268] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.881433] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.881610] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.881779] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] os_vif_ovs.isolate_vif = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.881945] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.882127] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.882297] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.882464] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] os_vif_ovs.ovsdb_interface = native {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.882628] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] os_vif_ovs.per_port_bridge = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.882798] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] privsep_osbrick.capabilities = [21] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.882959] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] privsep_osbrick.group = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.883131] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] privsep_osbrick.helper_command = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.883300] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.883462] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.883619] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] privsep_osbrick.user = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.883789] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.883947] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] nova_sys_admin.group = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.884119] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] nova_sys_admin.helper_command = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.884286] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.884449] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.884606] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] nova_sys_admin.user = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.884735] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-2cb222f3-137e-4d1b-b3fb-634d591a743a None None] ******************************************************************************** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 538.885170] env[69357]: INFO nova.service [-] Starting compute node (version 31.1.0) [ 539.390031] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9fe1fe-0fd5-48ef-94c6-ac9fb2a8ecce None None] Getting list of instances from cluster (obj){ [ 539.390031] env[69357]: value = "domain-c8" [ 539.390031] env[69357]: _type = "ClusterComputeResource" [ 539.390031] env[69357]: } {{(pid=69357) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 539.390482] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb1dbc2-91c8-4d91-bbb8-5d5e963b1b36 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.399489] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9fe1fe-0fd5-48ef-94c6-ac9fb2a8ecce None None] Got total of 0 instances {{(pid=69357) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 539.400083] env[69357]: WARNING nova.virt.vmwareapi.driver [None req-2e9fe1fe-0fd5-48ef-94c6-ac9fb2a8ecce None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 539.401031] env[69357]: INFO nova.virt.node [None req-2e9fe1fe-0fd5-48ef-94c6-ac9fb2a8ecce None None] Generated node identity dcb9ec35-bfdd-4e17-b2d7-2501509e9896 [ 539.401031] env[69357]: INFO nova.virt.node [None req-2e9fe1fe-0fd5-48ef-94c6-ac9fb2a8ecce None None] Wrote node identity dcb9ec35-bfdd-4e17-b2d7-2501509e9896 to /opt/stack/data/n-cpu-1/compute_id [ 539.903633] env[69357]: WARNING nova.compute.manager [None req-2e9fe1fe-0fd5-48ef-94c6-ac9fb2a8ecce None None] Compute nodes ['dcb9ec35-bfdd-4e17-b2d7-2501509e9896'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 540.909979] env[69357]: INFO nova.compute.manager [None req-2e9fe1fe-0fd5-48ef-94c6-ac9fb2a8ecce None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 541.916113] env[69357]: WARNING nova.compute.manager [None req-2e9fe1fe-0fd5-48ef-94c6-ac9fb2a8ecce None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 541.916545] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2e9fe1fe-0fd5-48ef-94c6-ac9fb2a8ecce None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 541.916653] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2e9fe1fe-0fd5-48ef-94c6-ac9fb2a8ecce None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 541.916817] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2e9fe1fe-0fd5-48ef-94c6-ac9fb2a8ecce None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 541.916989] env[69357]: DEBUG nova.compute.resource_tracker [None req-2e9fe1fe-0fd5-48ef-94c6-ac9fb2a8ecce None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69357) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 541.917910] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae9e8c0-3aaf-46bb-b11e-b526c75dacb6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.926134] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0e7616-074f-40d9-98b1-6b809bc9b72e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.939292] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629ab872-ce4e-47fe-969f-f20d2611c386 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.945741] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5d849c-0725-4e5d-a8c1-95a60d335c8d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.973763] env[69357]: DEBUG nova.compute.resource_tracker [None req-2e9fe1fe-0fd5-48ef-94c6-ac9fb2a8ecce None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180991MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=69357) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 541.973915] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2e9fe1fe-0fd5-48ef-94c6-ac9fb2a8ecce None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 541.974113] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2e9fe1fe-0fd5-48ef-94c6-ac9fb2a8ecce None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 542.476471] env[69357]: WARNING nova.compute.resource_tracker [None req-2e9fe1fe-0fd5-48ef-94c6-ac9fb2a8ecce None None] No compute node record for cpu-1:dcb9ec35-bfdd-4e17-b2d7-2501509e9896: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host dcb9ec35-bfdd-4e17-b2d7-2501509e9896 could not be found. [ 542.980522] env[69357]: INFO nova.compute.resource_tracker [None req-2e9fe1fe-0fd5-48ef-94c6-ac9fb2a8ecce None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 [ 544.489211] env[69357]: DEBUG nova.compute.resource_tracker [None req-2e9fe1fe-0fd5-48ef-94c6-ac9fb2a8ecce None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 544.489679] env[69357]: DEBUG nova.compute.resource_tracker [None req-2e9fe1fe-0fd5-48ef-94c6-ac9fb2a8ecce None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 544.647311] env[69357]: INFO nova.scheduler.client.report [None req-2e9fe1fe-0fd5-48ef-94c6-ac9fb2a8ecce None None] [req-446e8ac1-75d2-4d61-aac4-c66a523ca613] Created resource provider record via placement API for resource provider with UUID dcb9ec35-bfdd-4e17-b2d7-2501509e9896 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 544.664558] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a32f8f-399c-488b-8434-e0d1ef479c09 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.672512] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45f5a7d-dd2d-4d0c-9d11-6e1a0da03a0e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.701940] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ee1b28-7c49-4144-a95d-59151e766b3c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.709129] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5953dc-3943-44e0-9d3a-4407a11cfcc1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.721607] env[69357]: DEBUG nova.compute.provider_tree [None req-2e9fe1fe-0fd5-48ef-94c6-ac9fb2a8ecce None None] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 545.257592] env[69357]: DEBUG nova.scheduler.client.report [None req-2e9fe1fe-0fd5-48ef-94c6-ac9fb2a8ecce None None] Updated inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 545.257846] env[69357]: DEBUG nova.compute.provider_tree [None req-2e9fe1fe-0fd5-48ef-94c6-ac9fb2a8ecce None None] Updating resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 generation from 0 to 1 during operation: update_inventory {{(pid=69357) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 545.257960] env[69357]: DEBUG nova.compute.provider_tree [None req-2e9fe1fe-0fd5-48ef-94c6-ac9fb2a8ecce None None] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 545.304643] env[69357]: DEBUG nova.compute.provider_tree [None req-2e9fe1fe-0fd5-48ef-94c6-ac9fb2a8ecce None None] Updating resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 generation from 1 to 2 during operation: update_traits {{(pid=69357) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 545.811525] env[69357]: DEBUG nova.compute.resource_tracker [None req-2e9fe1fe-0fd5-48ef-94c6-ac9fb2a8ecce None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 545.811525] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2e9fe1fe-0fd5-48ef-94c6-ac9fb2a8ecce None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.835s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 545.811525] env[69357]: DEBUG nova.service [None req-2e9fe1fe-0fd5-48ef-94c6-ac9fb2a8ecce None None] Creating RPC server for service compute {{(pid=69357) start /opt/stack/nova/nova/service.py:186}} [ 545.823698] env[69357]: DEBUG nova.service [None req-2e9fe1fe-0fd5-48ef-94c6-ac9fb2a8ecce None None] Join ServiceGroup membership for this service compute {{(pid=69357) start /opt/stack/nova/nova/service.py:203}} [ 545.823698] env[69357]: DEBUG nova.servicegroup.drivers.db [None req-2e9fe1fe-0fd5-48ef-94c6-ac9fb2a8ecce None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69357) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 573.828975] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._sync_power_states {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 574.331796] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Getting list of instances from cluster (obj){ [ 574.331796] env[69357]: value = "domain-c8" [ 574.331796] env[69357]: _type = "ClusterComputeResource" [ 574.331796] env[69357]: } {{(pid=69357) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 574.333033] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2886989-f69e-49c7-a2a0-61867919f1ca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.341767] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Got total of 0 instances {{(pid=69357) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 574.342032] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 574.342479] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Getting list of instances from cluster (obj){ [ 574.342479] env[69357]: value = "domain-c8" [ 574.342479] env[69357]: _type = "ClusterComputeResource" [ 574.342479] env[69357]: } {{(pid=69357) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 574.343349] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ca9d92-cb18-4218-9854-f121b6dfe877 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.350629] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Got total of 0 instances {{(pid=69357) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 582.816110] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Acquiring lock "08fddadb-9acb-484a-805e-9374dbf0adc1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.816325] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Lock "08fddadb-9acb-484a-805e-9374dbf0adc1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.320522] env[69357]: DEBUG nova.compute.manager [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 583.839722] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Acquiring lock "2309daee-5a0a-484d-a1cb-806083fb5c8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.839722] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Lock "2309daee-5a0a-484d-a1cb-806083fb5c8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.884068] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.884068] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.888121] env[69357]: INFO nova.compute.claims [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 584.347537] env[69357]: DEBUG nova.compute.manager [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 584.882463] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.973833] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11829bed-3e75-422f-98f8-58d11d98854e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.984794] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd08f017-1cda-438a-9ee8-68e9b983fa12 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.021567] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf0baff-2ad9-408a-877e-3a8b488db7ba {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.030270] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67d2b7a-9251-4c8a-8b2c-47689c15c8c7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.046256] env[69357]: DEBUG nova.compute.provider_tree [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 585.549568] env[69357]: DEBUG nova.scheduler.client.report [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 585.740297] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Acquiring lock "f21911fc-3543-4f9e-a8e0-3648a81d3112" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.741812] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Lock "f21911fc-3543-4f9e-a8e0-3648a81d3112" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.059192] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.174s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.059192] env[69357]: DEBUG nova.compute.manager [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 586.064645] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.183s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.066801] env[69357]: INFO nova.compute.claims [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 586.245028] env[69357]: DEBUG nova.compute.manager [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 586.566835] env[69357]: DEBUG nova.compute.utils [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 586.570540] env[69357]: DEBUG nova.compute.manager [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 586.570540] env[69357]: DEBUG nova.network.neutron [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 586.780830] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.076660] env[69357]: DEBUG nova.compute.manager [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 587.161340] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3610f93-2df0-4476-8ff2-e1060e63a696 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.169928] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c70707-9197-4359-a135-66cf9bedd761 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.208045] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dade9ff-5040-4f02-87b4-6d6bff3a29ec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.214967] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf596f1-5d47-4372-aa1c-629cb6d8ccd1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.229431] env[69357]: DEBUG nova.compute.provider_tree [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 587.265089] env[69357]: DEBUG nova.policy [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c34d39306cbd4e2ab1feea1c75c52da6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4908b875cccd42ca9f20ea2166497df6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 587.734402] env[69357]: DEBUG nova.scheduler.client.report [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 588.095473] env[69357]: DEBUG nova.compute.manager [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 588.121958] env[69357]: DEBUG nova.virt.hardware [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 588.122227] env[69357]: DEBUG nova.virt.hardware [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 588.122443] env[69357]: DEBUG nova.virt.hardware [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 588.122549] env[69357]: DEBUG nova.virt.hardware [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 588.122691] env[69357]: DEBUG nova.virt.hardware [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 588.122901] env[69357]: DEBUG nova.virt.hardware [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 588.125197] env[69357]: DEBUG nova.virt.hardware [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 588.125197] env[69357]: DEBUG nova.virt.hardware [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 588.125197] env[69357]: DEBUG nova.virt.hardware [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 588.125197] env[69357]: DEBUG nova.virt.hardware [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 588.125197] env[69357]: DEBUG nova.virt.hardware [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 588.126224] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be5ca91-2e14-4b80-91fb-7c7d3ab7bb27 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.136992] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fae752f-71b1-4b0f-a6fe-ecc616e6721e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.156203] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7077ad-fd24-4dd7-8eed-569446868127 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.243850] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.179s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.244588] env[69357]: DEBUG nova.compute.manager [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 588.247445] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.467s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.252570] env[69357]: INFO nova.compute.claims [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 588.679549] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Acquiring lock "59a10a12-9a40-48ad-a6f5-c647cb6c5f2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.680078] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Lock "59a10a12-9a40-48ad-a6f5-c647cb6c5f2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.722295] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Acquiring lock "2387c056-1571-4b63-8a29-8d8b0e927fb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.722295] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Lock "2387c056-1571-4b63-8a29-8d8b0e927fb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.762201] env[69357]: DEBUG nova.compute.utils [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 588.764944] env[69357]: DEBUG nova.compute.manager [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 588.765223] env[69357]: DEBUG nova.network.neutron [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 588.769896] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Acquiring lock "6225ee70-10a4-4047-b0d3-a8a16856dd42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.769896] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Lock "6225ee70-10a4-4047-b0d3-a8a16856dd42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.959628] env[69357]: DEBUG nova.policy [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98dcb65d4db442c8a5d293c3ee07e4f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f485d594225147778396fec9c0280445', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 589.173634] env[69357]: DEBUG nova.network.neutron [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Successfully created port: 54315c4b-864d-4cf0-ada6-2290e58279e8 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 589.183741] env[69357]: DEBUG nova.compute.manager [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 589.228406] env[69357]: DEBUG nova.compute.manager [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 589.266355] env[69357]: DEBUG nova.compute.manager [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 589.276646] env[69357]: DEBUG nova.compute.manager [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 589.459442] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af20e9e8-8924-45ef-a9c5-4b7f0d6f8e35 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.470905] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6496e3d3-9545-4f00-b6cb-cb5ff2401d9b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.513936] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a1eda8-d9e6-4f27-a868-37b515cdecf3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.519132] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Acquiring lock "7dd39a10-693d-4638-a80b-17c441c7be69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.519385] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Lock "7dd39a10-693d-4638-a80b-17c441c7be69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.529421] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53117d92-1909-48e1-95f2-298a8d7d94be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.547233] env[69357]: DEBUG nova.compute.provider_tree [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 589.710288] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.751159] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.807130] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.027558] env[69357]: DEBUG nova.compute.manager [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 590.053538] env[69357]: DEBUG nova.scheduler.client.report [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 590.154687] env[69357]: DEBUG nova.network.neutron [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Successfully created port: aafc58a7-342d-43af-8610-a81f24a28cfc {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 590.278889] env[69357]: DEBUG nova.compute.manager [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 590.310154] env[69357]: DEBUG nova.virt.hardware [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 590.310464] env[69357]: DEBUG nova.virt.hardware [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 590.310595] env[69357]: DEBUG nova.virt.hardware [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 590.311970] env[69357]: DEBUG nova.virt.hardware [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 590.311970] env[69357]: DEBUG nova.virt.hardware [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 590.311970] env[69357]: DEBUG nova.virt.hardware [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 590.311970] env[69357]: DEBUG nova.virt.hardware [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 590.312160] env[69357]: DEBUG nova.virt.hardware [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 590.312369] env[69357]: DEBUG nova.virt.hardware [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 590.312939] env[69357]: DEBUG nova.virt.hardware [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 590.313254] env[69357]: DEBUG nova.virt.hardware [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 590.314775] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233d449a-0ecc-419f-89a4-68075311392c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.328434] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a541bf50-49bf-4a17-a759-25bdff8c4d5c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.555741] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.308s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.556474] env[69357]: DEBUG nova.compute.manager [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 590.559362] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.849s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.560801] env[69357]: INFO nova.compute.claims [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 590.564752] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.068181] env[69357]: DEBUG nova.compute.utils [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 591.070114] env[69357]: DEBUG nova.compute.manager [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 591.070543] env[69357]: DEBUG nova.network.neutron [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 591.172325] env[69357]: DEBUG nova.policy [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07796418ffb043c3b355fe61966abb81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37664858ec35400fbfea814385cf48ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 591.574710] env[69357]: DEBUG nova.compute.manager [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 591.717378] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9f16bb-2c47-4971-9721-aef4a7f40504 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.725618] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b04b647-0a25-4c1c-8328-75e4343c2095 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.764455] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c95ebed-0146-4c7f-ad1c-51f6561b3934 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.773189] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e14aaf-040a-4633-906f-aa95285469f4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.790208] env[69357]: DEBUG nova.compute.provider_tree [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.297354] env[69357]: DEBUG nova.scheduler.client.report [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.592037] env[69357]: DEBUG nova.compute.manager [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 592.633390] env[69357]: DEBUG nova.virt.hardware [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 592.633630] env[69357]: DEBUG nova.virt.hardware [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 592.633784] env[69357]: DEBUG nova.virt.hardware [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 592.633958] env[69357]: DEBUG nova.virt.hardware [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 592.636462] env[69357]: DEBUG nova.virt.hardware [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 592.636664] env[69357]: DEBUG nova.virt.hardware [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 592.636882] env[69357]: DEBUG nova.virt.hardware [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 592.637069] env[69357]: DEBUG nova.virt.hardware [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 592.637248] env[69357]: DEBUG nova.virt.hardware [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 592.637743] env[69357]: DEBUG nova.virt.hardware [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 592.637743] env[69357]: DEBUG nova.virt.hardware [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 592.638477] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c74e97e-4e92-45fb-837f-9d5ea26d756a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.647452] env[69357]: DEBUG oslo_concurrency.lockutils [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.647676] env[69357]: DEBUG oslo_concurrency.lockutils [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.652790] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18eac3bc-5182-4ba9-9148-2936ea67ddf3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.779028] env[69357]: DEBUG nova.network.neutron [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Successfully created port: ed8bf89c-2e40-42f7-8b6f-49372ec571e4 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 592.806857] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.247s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.807436] env[69357]: DEBUG nova.compute.manager [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 592.817430] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.064s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.819921] env[69357]: INFO nova.compute.claims [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.946875] env[69357]: DEBUG nova.network.neutron [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Successfully updated port: aafc58a7-342d-43af-8610-a81f24a28cfc {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 593.150127] env[69357]: DEBUG nova.compute.manager [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 593.273731] env[69357]: DEBUG nova.network.neutron [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Successfully updated port: 54315c4b-864d-4cf0-ada6-2290e58279e8 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 593.317441] env[69357]: DEBUG nova.compute.utils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 593.321491] env[69357]: DEBUG nova.compute.manager [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 593.321491] env[69357]: DEBUG nova.network.neutron [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 593.450570] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Acquiring lock "refresh_cache-2309daee-5a0a-484d-a1cb-806083fb5c8d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.450716] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Acquired lock "refresh_cache-2309daee-5a0a-484d-a1cb-806083fb5c8d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.450863] env[69357]: DEBUG nova.network.neutron [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 593.461578] env[69357]: DEBUG nova.policy [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80ce34e8091649eba3ecf72537cc9bf8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8f2bae7ce634c5fa1938a7f8d292002', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 593.681328] env[69357]: DEBUG oslo_concurrency.lockutils [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.777579] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Acquiring lock "refresh_cache-08fddadb-9acb-484a-805e-9374dbf0adc1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.777579] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Acquired lock "refresh_cache-08fddadb-9acb-484a-805e-9374dbf0adc1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.777579] env[69357]: DEBUG nova.network.neutron [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 593.823597] env[69357]: DEBUG nova.compute.manager [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 594.012878] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fef2f61-52b9-4b7f-8b9f-ee50232b90a4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.021138] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6acc59-1e43-4c83-a6bd-7c37ba52ae3a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.056161] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0475d229-5c94-4160-830b-dd74ff2070c6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.064639] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e3c31a-4850-4125-ae6c-2e8b9a2f1089 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.078818] env[69357]: DEBUG nova.compute.provider_tree [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.081037] env[69357]: DEBUG nova.network.neutron [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 594.118978] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 594.119530] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 594.119883] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 594.120245] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 594.120629] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 594.120989] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 594.121362] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 594.121665] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69357) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 594.122076] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 594.383634] env[69357]: DEBUG nova.network.neutron [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 594.508021] env[69357]: DEBUG nova.network.neutron [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Successfully created port: 5f762834-4d73-4f59-b40d-e4ae5751ebe5 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 594.591731] env[69357]: DEBUG nova.scheduler.client.report [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.625400] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.630387] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquiring lock "1839d78b-c2a0-4694-8a07-6782042b68e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.630718] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "1839d78b-c2a0-4694-8a07-6782042b68e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.672162] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquiring lock "6d04873f-de29-486c-9e97-34114457d14c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.675434] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "6d04873f-de29-486c-9e97-34114457d14c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.839571] env[69357]: DEBUG nova.compute.manager [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 594.873978] env[69357]: DEBUG nova.virt.hardware [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 594.874330] env[69357]: DEBUG nova.virt.hardware [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 594.874561] env[69357]: DEBUG nova.virt.hardware [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 594.874806] env[69357]: DEBUG nova.virt.hardware [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 594.875088] env[69357]: DEBUG nova.virt.hardware [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 594.875309] env[69357]: DEBUG nova.virt.hardware [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 594.875570] env[69357]: DEBUG nova.virt.hardware [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 594.875794] env[69357]: DEBUG nova.virt.hardware [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 594.876095] env[69357]: DEBUG nova.virt.hardware [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 594.876243] env[69357]: DEBUG nova.virt.hardware [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 594.876467] env[69357]: DEBUG nova.virt.hardware [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 594.878088] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d01da0c-1987-4e50-aca6-0b20d07fe1c2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.893810] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c20d717-36d0-4d03-8d84-bf36aa476aa6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.913089] env[69357]: DEBUG nova.compute.manager [req-df863876-3eaf-49fd-946e-7915e0b64560 req-f5ef923e-595d-489b-8051-60b78216429f service nova] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Received event network-vif-plugged-aafc58a7-342d-43af-8610-a81f24a28cfc {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 594.913407] env[69357]: DEBUG oslo_concurrency.lockutils [req-df863876-3eaf-49fd-946e-7915e0b64560 req-f5ef923e-595d-489b-8051-60b78216429f service nova] Acquiring lock "2309daee-5a0a-484d-a1cb-806083fb5c8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.913644] env[69357]: DEBUG oslo_concurrency.lockutils [req-df863876-3eaf-49fd-946e-7915e0b64560 req-f5ef923e-595d-489b-8051-60b78216429f service nova] Lock "2309daee-5a0a-484d-a1cb-806083fb5c8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.913805] env[69357]: DEBUG oslo_concurrency.lockutils [req-df863876-3eaf-49fd-946e-7915e0b64560 req-f5ef923e-595d-489b-8051-60b78216429f service nova] Lock "2309daee-5a0a-484d-a1cb-806083fb5c8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.914077] env[69357]: DEBUG nova.compute.manager [req-df863876-3eaf-49fd-946e-7915e0b64560 req-f5ef923e-595d-489b-8051-60b78216429f service nova] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] No waiting events found dispatching network-vif-plugged-aafc58a7-342d-43af-8610-a81f24a28cfc {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 594.914271] env[69357]: WARNING nova.compute.manager [req-df863876-3eaf-49fd-946e-7915e0b64560 req-f5ef923e-595d-489b-8051-60b78216429f service nova] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Received unexpected event network-vif-plugged-aafc58a7-342d-43af-8610-a81f24a28cfc for instance with vm_state building and task_state spawning. [ 594.956104] env[69357]: DEBUG nova.network.neutron [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Updating instance_info_cache with network_info: [{"id": "aafc58a7-342d-43af-8610-a81f24a28cfc", "address": "fa:16:3e:14:cd:2d", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaafc58a7-34", "ovs_interfaceid": "aafc58a7-342d-43af-8610-a81f24a28cfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.974290] env[69357]: DEBUG nova.compute.manager [req-a7902cbe-4968-4fca-9747-1e45bbbd0834 req-c634ca45-be36-472a-95c8-e0c62bb3ff6a service nova] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Received event network-vif-plugged-54315c4b-864d-4cf0-ada6-2290e58279e8 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 594.974290] env[69357]: DEBUG oslo_concurrency.lockutils [req-a7902cbe-4968-4fca-9747-1e45bbbd0834 req-c634ca45-be36-472a-95c8-e0c62bb3ff6a service nova] Acquiring lock "08fddadb-9acb-484a-805e-9374dbf0adc1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.975220] env[69357]: DEBUG oslo_concurrency.lockutils [req-a7902cbe-4968-4fca-9747-1e45bbbd0834 req-c634ca45-be36-472a-95c8-e0c62bb3ff6a service nova] Lock "08fddadb-9acb-484a-805e-9374dbf0adc1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.976733] env[69357]: DEBUG oslo_concurrency.lockutils [req-a7902cbe-4968-4fca-9747-1e45bbbd0834 req-c634ca45-be36-472a-95c8-e0c62bb3ff6a service nova] Lock "08fddadb-9acb-484a-805e-9374dbf0adc1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.976733] env[69357]: DEBUG nova.compute.manager [req-a7902cbe-4968-4fca-9747-1e45bbbd0834 req-c634ca45-be36-472a-95c8-e0c62bb3ff6a service nova] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] No waiting events found dispatching network-vif-plugged-54315c4b-864d-4cf0-ada6-2290e58279e8 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 594.976733] env[69357]: WARNING nova.compute.manager [req-a7902cbe-4968-4fca-9747-1e45bbbd0834 req-c634ca45-be36-472a-95c8-e0c62bb3ff6a service nova] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Received unexpected event network-vif-plugged-54315c4b-864d-4cf0-ada6-2290e58279e8 for instance with vm_state building and task_state spawning. [ 595.031563] env[69357]: DEBUG nova.network.neutron [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Updating instance_info_cache with network_info: [{"id": "54315c4b-864d-4cf0-ada6-2290e58279e8", "address": "fa:16:3e:fd:68:12", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54315c4b-86", "ovs_interfaceid": "54315c4b-864d-4cf0-ada6-2290e58279e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.100990] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.101550] env[69357]: DEBUG nova.compute.manager [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 595.105360] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.297s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.106465] env[69357]: INFO nova.compute.claims [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 595.134069] env[69357]: DEBUG nova.compute.manager [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 595.178585] env[69357]: DEBUG nova.compute.manager [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 595.200436] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquiring lock "6eaf986f-0491-4160-accd-ee7bbd4dfe1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.200667] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "6eaf986f-0491-4160-accd-ee7bbd4dfe1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.460770] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Releasing lock "refresh_cache-2309daee-5a0a-484d-a1cb-806083fb5c8d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.461222] env[69357]: DEBUG nova.compute.manager [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Instance network_info: |[{"id": "aafc58a7-342d-43af-8610-a81f24a28cfc", "address": "fa:16:3e:14:cd:2d", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaafc58a7-34", "ovs_interfaceid": "aafc58a7-342d-43af-8610-a81f24a28cfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 595.461841] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:cd:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aafc58a7-342d-43af-8610-a81f24a28cfc', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 595.477748] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.479085] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-848a38b5-f4c9-43bb-8a35-e8657ec464ed {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.494550] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Created folder: OpenStack in parent group-v4. [ 595.494760] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Creating folder: Project (f485d594225147778396fec9c0280445). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.495018] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-551de5ec-3fb9-48a1-bc8d-aab94567bdba {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.507051] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Created folder: Project (f485d594225147778396fec9c0280445) in parent group-v655402. [ 595.507283] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Creating folder: Instances. Parent ref: group-v655403. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.507526] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c958dd78-52d6-4428-9652-0bd3bc56dff2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.516405] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Created folder: Instances in parent group-v655403. [ 595.516733] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 595.516943] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 595.517152] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-562a0fd9-fe2a-4235-a13c-d444161d4977 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.533779] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Releasing lock "refresh_cache-08fddadb-9acb-484a-805e-9374dbf0adc1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.534039] env[69357]: DEBUG nova.compute.manager [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Instance network_info: |[{"id": "54315c4b-864d-4cf0-ada6-2290e58279e8", "address": "fa:16:3e:fd:68:12", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54315c4b-86", "ovs_interfaceid": "54315c4b-864d-4cf0-ada6-2290e58279e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 595.534422] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:68:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54315c4b-864d-4cf0-ada6-2290e58279e8', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 595.544129] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Creating folder: Project (4908b875cccd42ca9f20ea2166497df6). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.544359] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e47e9aff-ded0-437a-9626-6aa2ab728b59 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.546634] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 595.546634] env[69357]: value = "task-3281954" [ 595.546634] env[69357]: _type = "Task" [ 595.546634] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.553849] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Created folder: Project (4908b875cccd42ca9f20ea2166497df6) in parent group-v655402. [ 595.554050] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Creating folder: Instances. Parent ref: group-v655405. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.555681] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-254b54b4-c71a-49b2-bbf2-4362ba82ec6a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.568408] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281954, 'name': CreateVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.569777] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Created folder: Instances in parent group-v655405. [ 595.569854] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 595.570539] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 595.570539] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2e88c7f-44cd-42a5-ab1d-3c5ff0a89b0d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.591976] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 595.591976] env[69357]: value = "task-3281957" [ 595.591976] env[69357]: _type = "Task" [ 595.591976] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.601763] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281957, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.611328] env[69357]: DEBUG nova.compute.utils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 595.615586] env[69357]: DEBUG nova.compute.manager [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 595.615762] env[69357]: DEBUG nova.network.neutron [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 595.666286] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.706133] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.791420] env[69357]: DEBUG nova.policy [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80ce34e8091649eba3ecf72537cc9bf8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8f2bae7ce634c5fa1938a7f8d292002', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 595.929709] env[69357]: DEBUG nova.network.neutron [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Successfully updated port: ed8bf89c-2e40-42f7-8b6f-49372ec571e4 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 596.059891] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281954, 'name': CreateVM_Task, 'duration_secs': 0.42118} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.060121] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 596.078713] env[69357]: DEBUG oslo_vmware.service [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f370e191-d849-4bb1-985e-2a95806ab86e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.088827] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.088994] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.090604] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.090604] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b582010-9f0d-4336-82da-4d710b8155a3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.100211] env[69357]: DEBUG oslo_vmware.api [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Waiting for the task: (returnval){ [ 596.100211] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52254373-ffe8-6544-860a-ae24cd518382" [ 596.100211] env[69357]: _type = "Task" [ 596.100211] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.108955] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281957, 'name': CreateVM_Task, 'duration_secs': 0.396625} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.110743] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 596.110743] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.116058] env[69357]: DEBUG nova.compute.manager [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 596.126221] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.126221] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 596.126221] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.126221] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.126359] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 596.126558] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.128440] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.128440] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2a761ee-a9f4-4eb0-9d43-2ddafe3cf177 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.129573] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-883dcff4-55ac-4b62-a949-5b27d5f1df40 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.134188] env[69357]: DEBUG oslo_vmware.api [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Waiting for the task: (returnval){ [ 596.134188] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]526d1a39-dd0a-45f6-c25d-3cbce7b811ab" [ 596.134188] env[69357]: _type = "Task" [ 596.134188] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.145353] env[69357]: DEBUG oslo_vmware.api [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]526d1a39-dd0a-45f6-c25d-3cbce7b811ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.147450] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 596.148238] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 596.148332] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fa0a06-a3f8-4919-9e61-d377065c97f1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.160269] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd628c3e-9174-4f1f-8062-cf1ea194ecaf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.166413] env[69357]: DEBUG oslo_vmware.api [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Waiting for the task: (returnval){ [ 596.166413] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]527801c9-7f64-7a08-2392-c4774217b0bf" [ 596.166413] env[69357]: _type = "Task" [ 596.166413] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.176322] env[69357]: DEBUG oslo_vmware.api [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]527801c9-7f64-7a08-2392-c4774217b0bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.350428] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f650f428-0fd3-4a23-a9bd-e41813fe7077 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.360908] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f885c7e7-4f75-4933-8158-bfa950321104 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.397456] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd97086e-9fcb-4d67-94e8-7f14c7a0615f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.407053] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e2464f-4983-4dd0-9301-c5d320d9c245 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.423239] env[69357]: DEBUG nova.compute.provider_tree [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.434170] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Acquiring lock "refresh_cache-f21911fc-3543-4f9e-a8e0-3648a81d3112" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.434170] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Acquired lock "refresh_cache-f21911fc-3543-4f9e-a8e0-3648a81d3112" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.434170] env[69357]: DEBUG nova.network.neutron [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 596.555647] env[69357]: DEBUG nova.network.neutron [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Successfully created port: c053d6fb-6ac9-4722-9bdf-114236ce0125 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 596.637070] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Acquiring lock "a3356b27-2c6a-45be-b610-b99fdc08d1bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.637070] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Lock "a3356b27-2c6a-45be-b610-b99fdc08d1bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.647322] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.648174] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 596.648174] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.680215] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Preparing fetch location {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 596.680734] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Creating directory with path [datastore1] vmware_temp/04fb5d5f-77af-4dac-be41-952da6c0538e/fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 596.680734] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6391a894-d0e2-46bc-8022-f17ae17ed666 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.702694] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Created directory with path [datastore1] vmware_temp/04fb5d5f-77af-4dac-be41-952da6c0538e/fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 596.702694] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Fetch image to [datastore1] vmware_temp/04fb5d5f-77af-4dac-be41-952da6c0538e/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/tmp-sparse.vmdk {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 596.702694] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Downloading image file data fe1241e3-a525-45a4-9f14-4b6d4cb924e4 to [datastore1] vmware_temp/04fb5d5f-77af-4dac-be41-952da6c0538e/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/tmp-sparse.vmdk on the data store datastore1 {{(pid=69357) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 596.703162] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd9938a-4d4b-4439-98f9-87b476626ef7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.712965] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd4fa95-6b08-4794-8104-483fb8a88a77 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.725974] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60adcd01-d7ab-4eca-b339-763ba99105a8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.763949] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6005cf-5779-447b-ad02-7fb58342884c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.770979] env[69357]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-c0d4ca77-8df1-4550-8f12-57cefc093758 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.801812] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Downloading image file data fe1241e3-a525-45a4-9f14-4b6d4cb924e4 to the data store datastore1 {{(pid=69357) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 596.867697] env[69357]: DEBUG oslo_vmware.rw_handles [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/04fb5d5f-77af-4dac-be41-952da6c0538e/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69357) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 596.934159] env[69357]: DEBUG nova.scheduler.client.report [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.102190] env[69357]: DEBUG nova.network.neutron [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 597.135236] env[69357]: DEBUG nova.compute.manager [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 597.165176] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquiring lock "5aa34a63-63a3-4a14-a0b2-9d37065a2ec4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.165413] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "5aa34a63-63a3-4a14-a0b2-9d37065a2ec4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.180893] env[69357]: DEBUG nova.virt.hardware [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 597.180893] env[69357]: DEBUG nova.virt.hardware [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 597.180893] env[69357]: DEBUG nova.virt.hardware [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 597.181138] env[69357]: DEBUG nova.virt.hardware [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 597.181138] env[69357]: DEBUG nova.virt.hardware [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 597.181138] env[69357]: DEBUG nova.virt.hardware [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 597.181138] env[69357]: DEBUG nova.virt.hardware [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 597.181138] env[69357]: DEBUG nova.virt.hardware [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 597.181276] env[69357]: DEBUG nova.virt.hardware [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 597.181276] env[69357]: DEBUG nova.virt.hardware [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 597.181276] env[69357]: DEBUG nova.virt.hardware [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 597.181276] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf4c418-2879-43c7-adbf-9df9531dfa71 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.196364] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116c4d8b-9d38-44ee-8683-ad8e59f11ac0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.449339] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.449944] env[69357]: DEBUG nova.compute.manager [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 597.457802] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.893s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.460138] env[69357]: INFO nova.compute.claims [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 597.573696] env[69357]: DEBUG oslo_vmware.rw_handles [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Completed reading data from the image iterator. {{(pid=69357) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 597.573696] env[69357]: DEBUG oslo_vmware.rw_handles [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/04fb5d5f-77af-4dac-be41-952da6c0538e/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 597.699127] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Downloaded image file data fe1241e3-a525-45a4-9f14-4b6d4cb924e4 to vmware_temp/04fb5d5f-77af-4dac-be41-952da6c0538e/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/tmp-sparse.vmdk on the data store datastore1 {{(pid=69357) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 597.701588] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Caching image {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 597.701588] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Copying Virtual Disk [datastore1] vmware_temp/04fb5d5f-77af-4dac-be41-952da6c0538e/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/tmp-sparse.vmdk to [datastore1] vmware_temp/04fb5d5f-77af-4dac-be41-952da6c0538e/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 597.703756] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4ca1fac-49a9-4170-adea-97180cd7c6e8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.716806] env[69357]: DEBUG oslo_vmware.api [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Waiting for the task: (returnval){ [ 597.716806] env[69357]: value = "task-3281958" [ 597.716806] env[69357]: _type = "Task" [ 597.716806] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.729930] env[69357]: DEBUG oslo_vmware.api [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3281958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.746326] env[69357]: DEBUG nova.network.neutron [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Successfully updated port: 5f762834-4d73-4f59-b40d-e4ae5751ebe5 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 597.966981] env[69357]: DEBUG nova.compute.utils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 597.972163] env[69357]: DEBUG nova.compute.manager [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 597.972163] env[69357]: DEBUG nova.network.neutron [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 598.019757] env[69357]: DEBUG nova.network.neutron [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Updating instance_info_cache with network_info: [{"id": "ed8bf89c-2e40-42f7-8b6f-49372ec571e4", "address": "fa:16:3e:f8:6c:1c", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped8bf89c-2e", "ovs_interfaceid": "ed8bf89c-2e40-42f7-8b6f-49372ec571e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.053894] env[69357]: DEBUG nova.policy [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80ce34e8091649eba3ecf72537cc9bf8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8f2bae7ce634c5fa1938a7f8d292002', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 598.094521] env[69357]: DEBUG nova.compute.manager [req-dfe9d4b4-d689-4d74-aef3-eedbd1b1ed51 req-4c392b16-ae42-43f5-a226-a1b55cbc175b service nova] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Received event network-changed-aafc58a7-342d-43af-8610-a81f24a28cfc {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 598.094880] env[69357]: DEBUG nova.compute.manager [req-dfe9d4b4-d689-4d74-aef3-eedbd1b1ed51 req-4c392b16-ae42-43f5-a226-a1b55cbc175b service nova] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Refreshing instance network info cache due to event network-changed-aafc58a7-342d-43af-8610-a81f24a28cfc. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 598.095252] env[69357]: DEBUG oslo_concurrency.lockutils [req-dfe9d4b4-d689-4d74-aef3-eedbd1b1ed51 req-4c392b16-ae42-43f5-a226-a1b55cbc175b service nova] Acquiring lock "refresh_cache-2309daee-5a0a-484d-a1cb-806083fb5c8d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.095502] env[69357]: DEBUG oslo_concurrency.lockutils [req-dfe9d4b4-d689-4d74-aef3-eedbd1b1ed51 req-4c392b16-ae42-43f5-a226-a1b55cbc175b service nova] Acquired lock "refresh_cache-2309daee-5a0a-484d-a1cb-806083fb5c8d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.096056] env[69357]: DEBUG nova.network.neutron [req-dfe9d4b4-d689-4d74-aef3-eedbd1b1ed51 req-4c392b16-ae42-43f5-a226-a1b55cbc175b service nova] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Refreshing network info cache for port aafc58a7-342d-43af-8610-a81f24a28cfc {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 598.119070] env[69357]: DEBUG nova.compute.manager [req-dc33f231-eea0-43f2-b74e-25459bb484c3 req-154cf1dd-605c-49a8-84c2-7054b27ed06a service nova] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Received event network-changed-54315c4b-864d-4cf0-ada6-2290e58279e8 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 598.119538] env[69357]: DEBUG nova.compute.manager [req-dc33f231-eea0-43f2-b74e-25459bb484c3 req-154cf1dd-605c-49a8-84c2-7054b27ed06a service nova] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Refreshing instance network info cache due to event network-changed-54315c4b-864d-4cf0-ada6-2290e58279e8. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 598.119538] env[69357]: DEBUG oslo_concurrency.lockutils [req-dc33f231-eea0-43f2-b74e-25459bb484c3 req-154cf1dd-605c-49a8-84c2-7054b27ed06a service nova] Acquiring lock "refresh_cache-08fddadb-9acb-484a-805e-9374dbf0adc1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.119684] env[69357]: DEBUG oslo_concurrency.lockutils [req-dc33f231-eea0-43f2-b74e-25459bb484c3 req-154cf1dd-605c-49a8-84c2-7054b27ed06a service nova] Acquired lock "refresh_cache-08fddadb-9acb-484a-805e-9374dbf0adc1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.119870] env[69357]: DEBUG nova.network.neutron [req-dc33f231-eea0-43f2-b74e-25459bb484c3 req-154cf1dd-605c-49a8-84c2-7054b27ed06a service nova] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Refreshing network info cache for port 54315c4b-864d-4cf0-ada6-2290e58279e8 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 598.232342] env[69357]: DEBUG oslo_vmware.api [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3281958, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.250793] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Acquiring lock "refresh_cache-59a10a12-9a40-48ad-a6f5-c647cb6c5f2f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.250971] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Acquired lock "refresh_cache-59a10a12-9a40-48ad-a6f5-c647cb6c5f2f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.251137] env[69357]: DEBUG nova.network.neutron [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 598.473526] env[69357]: DEBUG nova.compute.manager [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 598.523214] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Releasing lock "refresh_cache-f21911fc-3543-4f9e-a8e0-3648a81d3112" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.523411] env[69357]: DEBUG nova.compute.manager [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Instance network_info: |[{"id": "ed8bf89c-2e40-42f7-8b6f-49372ec571e4", "address": "fa:16:3e:f8:6c:1c", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped8bf89c-2e", "ovs_interfaceid": "ed8bf89c-2e40-42f7-8b6f-49372ec571e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 598.523731] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:6c:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed8bf89c-2e40-42f7-8b6f-49372ec571e4', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 598.531971] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Creating folder: Project (37664858ec35400fbfea814385cf48ef). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.537066] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb629235-6002-40b6-993a-ecfbc11e3bd8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.550182] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Created folder: Project (37664858ec35400fbfea814385cf48ef) in parent group-v655402. [ 598.550472] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Creating folder: Instances. Parent ref: group-v655409. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.550723] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef8246a3-d152-4cb7-8aea-e51818dc6767 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.561423] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Created folder: Instances in parent group-v655409. [ 598.561423] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 598.561584] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 598.561735] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f415e705-f44a-4407-b36b-71935fe9574a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.587737] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 598.587737] env[69357]: value = "task-3281961" [ 598.587737] env[69357]: _type = "Task" [ 598.587737] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.597528] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281961, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.641208] env[69357]: DEBUG nova.network.neutron [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Successfully created port: 287d8e2d-db72-40ab-bbdc-762c6e850ded {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 598.736615] env[69357]: DEBUG oslo_vmware.api [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3281958, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688807} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.737800] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Copied Virtual Disk [datastore1] vmware_temp/04fb5d5f-77af-4dac-be41-952da6c0538e/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/tmp-sparse.vmdk to [datastore1] vmware_temp/04fb5d5f-77af-4dac-be41-952da6c0538e/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.737800] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Deleting the datastore file [datastore1] vmware_temp/04fb5d5f-77af-4dac-be41-952da6c0538e/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/tmp-sparse.vmdk {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 598.737800] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fdb1d62-c9a8-411c-bd89-ffaa28a35240 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.748020] env[69357]: DEBUG oslo_vmware.api [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Waiting for the task: (returnval){ [ 598.748020] env[69357]: value = "task-3281962" [ 598.748020] env[69357]: _type = "Task" [ 598.748020] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.759602] env[69357]: DEBUG oslo_vmware.api [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3281962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.866598] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0b2667-4c26-4bf7-ab37-6aa763eff0d7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.875316] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3506ab0f-929e-4e2e-a013-674c650c70c5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.908288] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad6f9ea-efce-429b-921f-3b156e508fe4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.917695] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280c78b9-a08c-434d-bfb6-9d6bc49c8884 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.936510] env[69357]: DEBUG nova.compute.provider_tree [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.004451] env[69357]: DEBUG nova.network.neutron [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 599.103965] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281961, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.258195] env[69357]: DEBUG oslo_vmware.api [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3281962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023054} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.258195] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 599.259713] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Moving file from [datastore1] vmware_temp/04fb5d5f-77af-4dac-be41-952da6c0538e/fe1241e3-a525-45a4-9f14-4b6d4cb924e4 to [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4. {{(pid=69357) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 599.259713] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-d8657e86-3122-46b8-9f62-aa1ce14d8582 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.270660] env[69357]: DEBUG oslo_vmware.api [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Waiting for the task: (returnval){ [ 599.270660] env[69357]: value = "task-3281963" [ 599.270660] env[69357]: _type = "Task" [ 599.270660] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.278701] env[69357]: DEBUG oslo_vmware.api [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3281963, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.431729] env[69357]: DEBUG nova.network.neutron [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Updating instance_info_cache with network_info: [{"id": "5f762834-4d73-4f59-b40d-e4ae5751ebe5", "address": "fa:16:3e:25:14:cf", "network": {"id": "f2a13347-cec0-4f03-849c-e879f42353f6", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1415737746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8f2bae7ce634c5fa1938a7f8d292002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f762834-4d", "ovs_interfaceid": "5f762834-4d73-4f59-b40d-e4ae5751ebe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.439926] env[69357]: DEBUG nova.scheduler.client.report [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.486370] env[69357]: DEBUG nova.compute.manager [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 599.524198] env[69357]: DEBUG nova.virt.hardware [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 599.524510] env[69357]: DEBUG nova.virt.hardware [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 599.524597] env[69357]: DEBUG nova.virt.hardware [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.524798] env[69357]: DEBUG nova.virt.hardware [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 599.524890] env[69357]: DEBUG nova.virt.hardware [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.525063] env[69357]: DEBUG nova.virt.hardware [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 599.525260] env[69357]: DEBUG nova.virt.hardware [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 599.525416] env[69357]: DEBUG nova.virt.hardware [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 599.525574] env[69357]: DEBUG nova.virt.hardware [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 599.525729] env[69357]: DEBUG nova.virt.hardware [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 599.525888] env[69357]: DEBUG nova.virt.hardware [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 599.526768] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551e98c0-2c83-4fc2-a10f-08748317bd7e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.535359] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c372ef-4b57-46ab-899a-e3022df4e1f1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.599174] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281961, 'name': CreateVM_Task, 'duration_secs': 0.588414} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.599390] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 599.600240] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.600529] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.600847] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.601187] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dff59648-7833-4132-b0bd-328cd739845e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.606907] env[69357]: DEBUG oslo_vmware.api [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Waiting for the task: (returnval){ [ 599.606907] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ec8c97-9983-8389-dfee-0c5fd8b747fb" [ 599.606907] env[69357]: _type = "Task" [ 599.606907] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.617601] env[69357]: DEBUG oslo_vmware.api [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ec8c97-9983-8389-dfee-0c5fd8b747fb, 'name': SearchDatastore_Task, 'duration_secs': 0.009093} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.617901] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.618188] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 599.618400] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.663755] env[69357]: DEBUG nova.network.neutron [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Successfully updated port: c053d6fb-6ac9-4722-9bdf-114236ce0125 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 599.782724] env[69357]: DEBUG oslo_vmware.api [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3281963, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.022082} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.782985] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] File moved {{(pid=69357) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 599.783258] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Cleaning up location [datastore1] vmware_temp/04fb5d5f-77af-4dac-be41-952da6c0538e {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 599.783468] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Deleting the datastore file [datastore1] vmware_temp/04fb5d5f-77af-4dac-be41-952da6c0538e {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 599.783757] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0f41bb9-c8f3-482f-85e4-a08738820692 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.790320] env[69357]: DEBUG oslo_vmware.api [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Waiting for the task: (returnval){ [ 599.790320] env[69357]: value = "task-3281964" [ 599.790320] env[69357]: _type = "Task" [ 599.790320] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.801415] env[69357]: DEBUG oslo_vmware.api [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3281964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.898241] env[69357]: DEBUG nova.network.neutron [req-dfe9d4b4-d689-4d74-aef3-eedbd1b1ed51 req-4c392b16-ae42-43f5-a226-a1b55cbc175b service nova] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Updated VIF entry in instance network info cache for port aafc58a7-342d-43af-8610-a81f24a28cfc. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 599.898408] env[69357]: DEBUG nova.network.neutron [req-dfe9d4b4-d689-4d74-aef3-eedbd1b1ed51 req-4c392b16-ae42-43f5-a226-a1b55cbc175b service nova] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Updating instance_info_cache with network_info: [{"id": "aafc58a7-342d-43af-8610-a81f24a28cfc", "address": "fa:16:3e:14:cd:2d", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaafc58a7-34", "ovs_interfaceid": "aafc58a7-342d-43af-8610-a81f24a28cfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.935294] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Releasing lock "refresh_cache-59a10a12-9a40-48ad-a6f5-c647cb6c5f2f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.936928] env[69357]: DEBUG nova.compute.manager [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Instance network_info: |[{"id": "5f762834-4d73-4f59-b40d-e4ae5751ebe5", "address": "fa:16:3e:25:14:cf", "network": {"id": "f2a13347-cec0-4f03-849c-e879f42353f6", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1415737746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8f2bae7ce634c5fa1938a7f8d292002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f762834-4d", "ovs_interfaceid": "5f762834-4d73-4f59-b40d-e4ae5751ebe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 599.937092] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:14:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f762834-4d73-4f59-b40d-e4ae5751ebe5', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 599.949911] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Creating folder: Project (e8f2bae7ce634c5fa1938a7f8d292002). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.951858] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-970a406e-008b-4048-80c7-16807fbcdee3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.954862] env[69357]: DEBUG nova.network.neutron [req-dc33f231-eea0-43f2-b74e-25459bb484c3 req-154cf1dd-605c-49a8-84c2-7054b27ed06a service nova] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Updated VIF entry in instance network info cache for port 54315c4b-864d-4cf0-ada6-2290e58279e8. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 599.955376] env[69357]: DEBUG nova.network.neutron [req-dc33f231-eea0-43f2-b74e-25459bb484c3 req-154cf1dd-605c-49a8-84c2-7054b27ed06a service nova] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Updating instance_info_cache with network_info: [{"id": "54315c4b-864d-4cf0-ada6-2290e58279e8", "address": "fa:16:3e:fd:68:12", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54315c4b-86", "ovs_interfaceid": "54315c4b-864d-4cf0-ada6-2290e58279e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.957356] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.961039] env[69357]: DEBUG nova.compute.manager [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 599.961039] env[69357]: DEBUG oslo_concurrency.lockutils [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.280s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.962821] env[69357]: INFO nova.compute.claims [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 599.969733] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Created folder: Project (e8f2bae7ce634c5fa1938a7f8d292002) in parent group-v655402. [ 599.970221] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Creating folder: Instances. Parent ref: group-v655412. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.970411] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-445d80c4-7d43-476f-848d-21334f62d573 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.980647] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Created folder: Instances in parent group-v655412. [ 599.980886] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 599.981092] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 599.981290] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76c9f04b-839f-4170-977b-179bc167fb36 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.006164] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 600.006164] env[69357]: value = "task-3281967" [ 600.006164] env[69357]: _type = "Task" [ 600.006164] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.014836] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281967, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.165904] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Acquiring lock "refresh_cache-2387c056-1571-4b63-8a29-8d8b0e927fb5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.166027] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Acquired lock "refresh_cache-2387c056-1571-4b63-8a29-8d8b0e927fb5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.166372] env[69357]: DEBUG nova.network.neutron [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 600.307605] env[69357]: DEBUG oslo_vmware.api [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3281964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.047977} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.308775] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 600.309778] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1459d9ad-ac97-4c5c-8028-2772661e3518 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.319753] env[69357]: DEBUG oslo_vmware.api [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Waiting for the task: (returnval){ [ 600.319753] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5286aef6-958e-7fe4-64df-eb619231b320" [ 600.319753] env[69357]: _type = "Task" [ 600.319753] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.335439] env[69357]: DEBUG oslo_vmware.api [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5286aef6-958e-7fe4-64df-eb619231b320, 'name': SearchDatastore_Task, 'duration_secs': 0.009773} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.336219] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.338421] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 2309daee-5a0a-484d-a1cb-806083fb5c8d/2309daee-5a0a-484d-a1cb-806083fb5c8d.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.338421] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.338421] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.338421] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75deda41-c55c-4cd5-9d72-a57df05d9e34 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.340672] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c82be14a-ba71-4b72-83ad-bbe65165f374 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.349322] env[69357]: DEBUG oslo_vmware.api [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Waiting for the task: (returnval){ [ 600.349322] env[69357]: value = "task-3281968" [ 600.349322] env[69357]: _type = "Task" [ 600.349322] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.354783] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.354783] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.356840] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93d14ca6-b985-482c-b185-14b8ec979dfe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.362590] env[69357]: DEBUG oslo_vmware.api [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3281968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.367943] env[69357]: DEBUG oslo_vmware.api [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Waiting for the task: (returnval){ [ 600.367943] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52655f38-8de6-10cb-4b18-f29565c471d6" [ 600.367943] env[69357]: _type = "Task" [ 600.367943] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.377816] env[69357]: DEBUG oslo_vmware.api [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52655f38-8de6-10cb-4b18-f29565c471d6, 'name': SearchDatastore_Task, 'duration_secs': 0.008687} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.378497] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e427091f-8c0b-423b-a7d6-a6cda64afd6f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.384696] env[69357]: DEBUG oslo_vmware.api [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Waiting for the task: (returnval){ [ 600.384696] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e07340-9036-3dd0-0045-c253d1e78de3" [ 600.384696] env[69357]: _type = "Task" [ 600.384696] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.400137] env[69357]: DEBUG oslo_vmware.api [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e07340-9036-3dd0-0045-c253d1e78de3, 'name': SearchDatastore_Task, 'duration_secs': 0.007913} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.400780] env[69357]: DEBUG oslo_concurrency.lockutils [req-dfe9d4b4-d689-4d74-aef3-eedbd1b1ed51 req-4c392b16-ae42-43f5-a226-a1b55cbc175b service nova] Releasing lock "refresh_cache-2309daee-5a0a-484d-a1cb-806083fb5c8d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.401048] env[69357]: DEBUG nova.compute.manager [req-dfe9d4b4-d689-4d74-aef3-eedbd1b1ed51 req-4c392b16-ae42-43f5-a226-a1b55cbc175b service nova] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Received event network-vif-plugged-ed8bf89c-2e40-42f7-8b6f-49372ec571e4 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 600.401271] env[69357]: DEBUG oslo_concurrency.lockutils [req-dfe9d4b4-d689-4d74-aef3-eedbd1b1ed51 req-4c392b16-ae42-43f5-a226-a1b55cbc175b service nova] Acquiring lock "f21911fc-3543-4f9e-a8e0-3648a81d3112-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.401502] env[69357]: DEBUG oslo_concurrency.lockutils [req-dfe9d4b4-d689-4d74-aef3-eedbd1b1ed51 req-4c392b16-ae42-43f5-a226-a1b55cbc175b service nova] Lock "f21911fc-3543-4f9e-a8e0-3648a81d3112-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.401909] env[69357]: DEBUG oslo_concurrency.lockutils [req-dfe9d4b4-d689-4d74-aef3-eedbd1b1ed51 req-4c392b16-ae42-43f5-a226-a1b55cbc175b service nova] Lock "f21911fc-3543-4f9e-a8e0-3648a81d3112-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.401909] env[69357]: DEBUG nova.compute.manager [req-dfe9d4b4-d689-4d74-aef3-eedbd1b1ed51 req-4c392b16-ae42-43f5-a226-a1b55cbc175b service nova] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] No waiting events found dispatching network-vif-plugged-ed8bf89c-2e40-42f7-8b6f-49372ec571e4 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 600.402430] env[69357]: WARNING nova.compute.manager [req-dfe9d4b4-d689-4d74-aef3-eedbd1b1ed51 req-4c392b16-ae42-43f5-a226-a1b55cbc175b service nova] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Received unexpected event network-vif-plugged-ed8bf89c-2e40-42f7-8b6f-49372ec571e4 for instance with vm_state building and task_state spawning. [ 600.402430] env[69357]: DEBUG nova.compute.manager [req-dfe9d4b4-d689-4d74-aef3-eedbd1b1ed51 req-4c392b16-ae42-43f5-a226-a1b55cbc175b service nova] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Received event network-changed-ed8bf89c-2e40-42f7-8b6f-49372ec571e4 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 600.402430] env[69357]: DEBUG nova.compute.manager [req-dfe9d4b4-d689-4d74-aef3-eedbd1b1ed51 req-4c392b16-ae42-43f5-a226-a1b55cbc175b service nova] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Refreshing instance network info cache due to event network-changed-ed8bf89c-2e40-42f7-8b6f-49372ec571e4. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 600.402800] env[69357]: DEBUG oslo_concurrency.lockutils [req-dfe9d4b4-d689-4d74-aef3-eedbd1b1ed51 req-4c392b16-ae42-43f5-a226-a1b55cbc175b service nova] Acquiring lock "refresh_cache-f21911fc-3543-4f9e-a8e0-3648a81d3112" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.402800] env[69357]: DEBUG oslo_concurrency.lockutils [req-dfe9d4b4-d689-4d74-aef3-eedbd1b1ed51 req-4c392b16-ae42-43f5-a226-a1b55cbc175b service nova] Acquired lock "refresh_cache-f21911fc-3543-4f9e-a8e0-3648a81d3112" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.403025] env[69357]: DEBUG nova.network.neutron [req-dfe9d4b4-d689-4d74-aef3-eedbd1b1ed51 req-4c392b16-ae42-43f5-a226-a1b55cbc175b service nova] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Refreshing network info cache for port ed8bf89c-2e40-42f7-8b6f-49372ec571e4 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 600.405243] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.405243] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 08fddadb-9acb-484a-805e-9374dbf0adc1/08fddadb-9acb-484a-805e-9374dbf0adc1.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.405243] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.405243] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.405427] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f94bf59-aa15-48fb-aec2-168dd2febe76 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.410019] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c19d327-d66a-4586-8bba-368cb48c3b52 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.415543] env[69357]: DEBUG oslo_vmware.api [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Waiting for the task: (returnval){ [ 600.415543] env[69357]: value = "task-3281969" [ 600.415543] env[69357]: _type = "Task" [ 600.415543] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.421665] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.421665] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.422614] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b82a9b2f-1792-438d-be5f-15160768c9ee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.431331] env[69357]: DEBUG oslo_vmware.api [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': task-3281969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.433147] env[69357]: DEBUG oslo_vmware.api [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Waiting for the task: (returnval){ [ 600.433147] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]528a7677-e72d-3621-6819-c73165ffbae2" [ 600.433147] env[69357]: _type = "Task" [ 600.433147] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.443677] env[69357]: DEBUG oslo_vmware.api [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]528a7677-e72d-3621-6819-c73165ffbae2, 'name': SearchDatastore_Task, 'duration_secs': 0.008672} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.444569] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a25ae605-4e4e-4bf3-880a-4f55bbf24330 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.450311] env[69357]: DEBUG oslo_vmware.api [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Waiting for the task: (returnval){ [ 600.450311] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52706493-8b6d-05e3-0869-0442f53233c7" [ 600.450311] env[69357]: _type = "Task" [ 600.450311] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.459144] env[69357]: DEBUG oslo_vmware.api [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52706493-8b6d-05e3-0869-0442f53233c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.461131] env[69357]: DEBUG oslo_concurrency.lockutils [req-dc33f231-eea0-43f2-b74e-25459bb484c3 req-154cf1dd-605c-49a8-84c2-7054b27ed06a service nova] Releasing lock "refresh_cache-08fddadb-9acb-484a-805e-9374dbf0adc1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.467863] env[69357]: DEBUG nova.compute.utils [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 600.472135] env[69357]: DEBUG nova.compute.manager [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Not allocating networking since 'none' was specified. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 600.519080] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281967, 'name': CreateVM_Task, 'duration_secs': 0.356553} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.519080] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 600.519942] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.520117] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.521139] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.521139] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc8fc1ee-de99-495f-9b15-bd30739eeeee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.528513] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Waiting for the task: (returnval){ [ 600.528513] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]521cbc98-368e-e17c-db97-6827f5adac66" [ 600.528513] env[69357]: _type = "Task" [ 600.528513] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.543612] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]521cbc98-368e-e17c-db97-6827f5adac66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.795559] env[69357]: DEBUG nova.network.neutron [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 600.874963] env[69357]: DEBUG oslo_vmware.api [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3281968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482511} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.874963] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 2309daee-5a0a-484d-a1cb-806083fb5c8d/2309daee-5a0a-484d-a1cb-806083fb5c8d.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 600.874963] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 600.874963] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cd009e3-98db-4c29-a2a6-146be61795f4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.885813] env[69357]: DEBUG oslo_vmware.api [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Waiting for the task: (returnval){ [ 600.885813] env[69357]: value = "task-3281970" [ 600.885813] env[69357]: _type = "Task" [ 600.885813] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.902603] env[69357]: DEBUG oslo_vmware.api [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3281970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.931988] env[69357]: DEBUG oslo_vmware.api [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': task-3281969, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.967700] env[69357]: DEBUG oslo_vmware.api [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52706493-8b6d-05e3-0869-0442f53233c7, 'name': SearchDatastore_Task, 'duration_secs': 0.008304} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.967984] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.969555] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] f21911fc-3543-4f9e-a8e0-3648a81d3112/f21911fc-3543-4f9e-a8e0-3648a81d3112.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.969555] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd76532b-f66b-4e9a-b007-36a4acf7078c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.972543] env[69357]: DEBUG nova.compute.manager [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 600.992384] env[69357]: DEBUG oslo_vmware.api [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Waiting for the task: (returnval){ [ 600.992384] env[69357]: value = "task-3281971" [ 600.992384] env[69357]: _type = "Task" [ 600.992384] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.005039] env[69357]: DEBUG oslo_vmware.api [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Task: {'id': task-3281971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.043095] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]521cbc98-368e-e17c-db97-6827f5adac66, 'name': SearchDatastore_Task, 'duration_secs': 0.051784} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.047694] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.048477] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 601.049017] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.049726] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.049726] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.050497] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d52f59d-1a91-4028-86fb-5ea077b4cf85 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.063571] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.065068] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 601.065313] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1389ed10-29e2-4aca-aea2-cf73dbbe92d7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.077505] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Waiting for the task: (returnval){ [ 601.077505] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]522eb5f5-7a77-639f-2953-3ac025deece7" [ 601.077505] env[69357]: _type = "Task" [ 601.077505] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.087277] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]522eb5f5-7a77-639f-2953-3ac025deece7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.277022] env[69357]: DEBUG nova.compute.manager [req-8c1a369c-4855-4df3-b25b-835fa5b82650 req-18de164c-4e51-47b5-9fa9-c639e5db4452 service nova] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Received event network-vif-plugged-5f762834-4d73-4f59-b40d-e4ae5751ebe5 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 601.277022] env[69357]: DEBUG oslo_concurrency.lockutils [req-8c1a369c-4855-4df3-b25b-835fa5b82650 req-18de164c-4e51-47b5-9fa9-c639e5db4452 service nova] Acquiring lock "59a10a12-9a40-48ad-a6f5-c647cb6c5f2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.277022] env[69357]: DEBUG oslo_concurrency.lockutils [req-8c1a369c-4855-4df3-b25b-835fa5b82650 req-18de164c-4e51-47b5-9fa9-c639e5db4452 service nova] Lock "59a10a12-9a40-48ad-a6f5-c647cb6c5f2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.277022] env[69357]: DEBUG oslo_concurrency.lockutils [req-8c1a369c-4855-4df3-b25b-835fa5b82650 req-18de164c-4e51-47b5-9fa9-c639e5db4452 service nova] Lock "59a10a12-9a40-48ad-a6f5-c647cb6c5f2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.279052] env[69357]: DEBUG nova.compute.manager [req-8c1a369c-4855-4df3-b25b-835fa5b82650 req-18de164c-4e51-47b5-9fa9-c639e5db4452 service nova] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] No waiting events found dispatching network-vif-plugged-5f762834-4d73-4f59-b40d-e4ae5751ebe5 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 601.279910] env[69357]: WARNING nova.compute.manager [req-8c1a369c-4855-4df3-b25b-835fa5b82650 req-18de164c-4e51-47b5-9fa9-c639e5db4452 service nova] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Received unexpected event network-vif-plugged-5f762834-4d73-4f59-b40d-e4ae5751ebe5 for instance with vm_state building and task_state spawning. [ 601.279910] env[69357]: DEBUG nova.compute.manager [req-8c1a369c-4855-4df3-b25b-835fa5b82650 req-18de164c-4e51-47b5-9fa9-c639e5db4452 service nova] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Received event network-changed-5f762834-4d73-4f59-b40d-e4ae5751ebe5 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 601.279910] env[69357]: DEBUG nova.compute.manager [req-8c1a369c-4855-4df3-b25b-835fa5b82650 req-18de164c-4e51-47b5-9fa9-c639e5db4452 service nova] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Refreshing instance network info cache due to event network-changed-5f762834-4d73-4f59-b40d-e4ae5751ebe5. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 601.279910] env[69357]: DEBUG oslo_concurrency.lockutils [req-8c1a369c-4855-4df3-b25b-835fa5b82650 req-18de164c-4e51-47b5-9fa9-c639e5db4452 service nova] Acquiring lock "refresh_cache-59a10a12-9a40-48ad-a6f5-c647cb6c5f2f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.280099] env[69357]: DEBUG oslo_concurrency.lockutils [req-8c1a369c-4855-4df3-b25b-835fa5b82650 req-18de164c-4e51-47b5-9fa9-c639e5db4452 service nova] Acquired lock "refresh_cache-59a10a12-9a40-48ad-a6f5-c647cb6c5f2f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.280099] env[69357]: DEBUG nova.network.neutron [req-8c1a369c-4855-4df3-b25b-835fa5b82650 req-18de164c-4e51-47b5-9fa9-c639e5db4452 service nova] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Refreshing network info cache for port 5f762834-4d73-4f59-b40d-e4ae5751ebe5 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 601.302075] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cab7bec-b994-4a50-b30d-ac4236a800b4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.313792] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7685bc9-83ed-4610-968f-701a7c8be9cb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.353521] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f10b23-ea11-4e39-a89b-4f0288d8cefb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.365424] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2d2075-d183-4f9f-ba5f-b9ad5780b00c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.385398] env[69357]: DEBUG nova.compute.provider_tree [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.396710] env[69357]: DEBUG oslo_vmware.api [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3281970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100429} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.396710] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 601.396936] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f49e714-3c6b-4c87-acf0-a719dfed4e0b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.425316] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 2309daee-5a0a-484d-a1cb-806083fb5c8d/2309daee-5a0a-484d-a1cb-806083fb5c8d.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 601.430026] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f58d4977-62d2-4fc7-b021-021cf62aa93a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.453973] env[69357]: DEBUG oslo_vmware.api [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': task-3281969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.771944} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.455930] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 08fddadb-9acb-484a-805e-9374dbf0adc1/08fddadb-9acb-484a-805e-9374dbf0adc1.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 601.456074] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 601.456400] env[69357]: DEBUG oslo_vmware.api [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Waiting for the task: (returnval){ [ 601.456400] env[69357]: value = "task-3281972" [ 601.456400] env[69357]: _type = "Task" [ 601.456400] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.456591] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7a6cbf1-929e-4522-b795-bc16d7e4b730 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.466624] env[69357]: DEBUG oslo_vmware.api [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Waiting for the task: (returnval){ [ 601.466624] env[69357]: value = "task-3281973" [ 601.466624] env[69357]: _type = "Task" [ 601.466624] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.471021] env[69357]: DEBUG oslo_vmware.api [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3281972, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.481941] env[69357]: DEBUG oslo_vmware.api [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': task-3281973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.503756] env[69357]: DEBUG oslo_vmware.api [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Task: {'id': task-3281971, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.598022] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]522eb5f5-7a77-639f-2953-3ac025deece7, 'name': SearchDatastore_Task, 'duration_secs': 0.044305} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.598022] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b794a25-57de-4198-ada6-3f61b7497ac5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.606028] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Waiting for the task: (returnval){ [ 601.606028] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]521d85bb-720f-fe2a-d426-4c4c069a9f68" [ 601.606028] env[69357]: _type = "Task" [ 601.606028] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.613974] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]521d85bb-720f-fe2a-d426-4c4c069a9f68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.643584] env[69357]: DEBUG nova.network.neutron [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Successfully updated port: 287d8e2d-db72-40ab-bbdc-762c6e850ded {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 601.648426] env[69357]: DEBUG nova.network.neutron [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Updating instance_info_cache with network_info: [{"id": "c053d6fb-6ac9-4722-9bdf-114236ce0125", "address": "fa:16:3e:96:59:3c", "network": {"id": "f2a13347-cec0-4f03-849c-e879f42353f6", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1415737746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8f2bae7ce634c5fa1938a7f8d292002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc053d6fb-6a", "ovs_interfaceid": "c053d6fb-6ac9-4722-9bdf-114236ce0125", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.892426] env[69357]: DEBUG nova.scheduler.client.report [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 601.973568] env[69357]: DEBUG oslo_vmware.api [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3281972, 'name': ReconfigVM_Task, 'duration_secs': 0.370972} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.974189] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 2309daee-5a0a-484d-a1cb-806083fb5c8d/2309daee-5a0a-484d-a1cb-806083fb5c8d.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 601.979903] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-121ad339-95a7-43ab-b887-0944990d9d40 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.988138] env[69357]: DEBUG oslo_vmware.api [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': task-3281973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102412} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.989465] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 601.989838] env[69357]: DEBUG oslo_vmware.api [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Waiting for the task: (returnval){ [ 601.989838] env[69357]: value = "task-3281974" [ 601.989838] env[69357]: _type = "Task" [ 601.989838] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.990569] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8f6ef8-cf81-4cd7-ae5d-c2463088e5a8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.994031] env[69357]: DEBUG nova.compute.manager [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 602.040147] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 08fddadb-9acb-484a-805e-9374dbf0adc1/08fddadb-9acb-484a-805e-9374dbf0adc1.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.040370] env[69357]: DEBUG oslo_vmware.api [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3281974, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.044690] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b11a08e0-c4ae-4667-88c2-c2d720fa2a57 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.071295] env[69357]: DEBUG oslo_vmware.api [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Task: {'id': task-3281971, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615231} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.074024] env[69357]: DEBUG nova.virt.hardware [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.074373] env[69357]: DEBUG nova.virt.hardware [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.074442] env[69357]: DEBUG nova.virt.hardware [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.075175] env[69357]: DEBUG nova.virt.hardware [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.075175] env[69357]: DEBUG nova.virt.hardware [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.075175] env[69357]: DEBUG nova.virt.hardware [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.075175] env[69357]: DEBUG nova.virt.hardware [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.075363] env[69357]: DEBUG nova.virt.hardware [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.075443] env[69357]: DEBUG nova.virt.hardware [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.075608] env[69357]: DEBUG nova.virt.hardware [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.075799] env[69357]: DEBUG nova.virt.hardware [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.076128] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] f21911fc-3543-4f9e-a8e0-3648a81d3112/f21911fc-3543-4f9e-a8e0-3648a81d3112.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.076341] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.076648] env[69357]: DEBUG oslo_vmware.api [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Waiting for the task: (returnval){ [ 602.076648] env[69357]: value = "task-3281975" [ 602.076648] env[69357]: _type = "Task" [ 602.076648] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.077424] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b6029d-5964-43c9-9308-4f6ac83324b9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.080102] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78067971-5934-4b0a-8d12-d43ef203941e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.094955] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c648efc-8c7c-4d6c-8791-3b157b6fcb2d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.101838] env[69357]: DEBUG oslo_vmware.api [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Waiting for the task: (returnval){ [ 602.101838] env[69357]: value = "task-3281976" [ 602.101838] env[69357]: _type = "Task" [ 602.101838] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.101838] env[69357]: DEBUG oslo_vmware.api [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': task-3281975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.116675] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Instance VIF info [] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 602.122796] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Creating folder: Project (c80f7e3fe4b44b6db990cfd01d8e8355). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.127660] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f30f658d-085d-4418-b9ca-d8ffdc51728d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.131987] env[69357]: DEBUG oslo_vmware.api [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Task: {'id': task-3281976, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.137540] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]521d85bb-720f-fe2a-d426-4c4c069a9f68, 'name': SearchDatastore_Task, 'duration_secs': 0.011076} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.138861] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.139116] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f/59a10a12-9a40-48ad-a6f5-c647cb6c5f2f.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.139422] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Created folder: Project (c80f7e3fe4b44b6db990cfd01d8e8355) in parent group-v655402. [ 602.139648] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Creating folder: Instances. Parent ref: group-v655415. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.139839] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e42b1b6b-6102-4fc1-b9df-f0ca0908efbb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.141990] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3171f2d1-d9ea-4bc3-b91a-58b638fcbf56 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.148377] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Acquiring lock "refresh_cache-6225ee70-10a4-4047-b0d3-a8a16856dd42" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.148526] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Acquired lock "refresh_cache-6225ee70-10a4-4047-b0d3-a8a16856dd42" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.148680] env[69357]: DEBUG nova.network.neutron [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 602.149961] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Waiting for the task: (returnval){ [ 602.149961] env[69357]: value = "task-3281978" [ 602.149961] env[69357]: _type = "Task" [ 602.149961] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.151687] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Releasing lock "refresh_cache-2387c056-1571-4b63-8a29-8d8b0e927fb5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.151992] env[69357]: DEBUG nova.compute.manager [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Instance network_info: |[{"id": "c053d6fb-6ac9-4722-9bdf-114236ce0125", "address": "fa:16:3e:96:59:3c", "network": {"id": "f2a13347-cec0-4f03-849c-e879f42353f6", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1415737746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8f2bae7ce634c5fa1938a7f8d292002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc053d6fb-6a", "ovs_interfaceid": "c053d6fb-6ac9-4722-9bdf-114236ce0125", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 602.152287] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Created folder: Instances in parent group-v655415. [ 602.152513] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 602.156542] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:59:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c053d6fb-6ac9-4722-9bdf-114236ce0125', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 602.165638] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 602.166513] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 602.166910] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 602.167136] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6c2d1ab-ec3a-4899-a84f-31435b45e1e7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.185318] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f71f276-d7b3-45b2-973b-90bff6533cd5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.203155] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3281978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.206666] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 602.206666] env[69357]: value = "task-3281980" [ 602.206666] env[69357]: _type = "Task" [ 602.206666] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.213711] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 602.213711] env[69357]: value = "task-3281981" [ 602.213711] env[69357]: _type = "Task" [ 602.213711] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.228641] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281980, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.233442] env[69357]: DEBUG nova.network.neutron [req-dfe9d4b4-d689-4d74-aef3-eedbd1b1ed51 req-4c392b16-ae42-43f5-a226-a1b55cbc175b service nova] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Updated VIF entry in instance network info cache for port ed8bf89c-2e40-42f7-8b6f-49372ec571e4. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 602.233907] env[69357]: DEBUG nova.network.neutron [req-dfe9d4b4-d689-4d74-aef3-eedbd1b1ed51 req-4c392b16-ae42-43f5-a226-a1b55cbc175b service nova] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Updating instance_info_cache with network_info: [{"id": "ed8bf89c-2e40-42f7-8b6f-49372ec571e4", "address": "fa:16:3e:f8:6c:1c", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped8bf89c-2e", "ovs_interfaceid": "ed8bf89c-2e40-42f7-8b6f-49372ec571e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.238904] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281981, 'name': CreateVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.405028] env[69357]: DEBUG oslo_concurrency.lockutils [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.405028] env[69357]: DEBUG nova.compute.manager [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 602.409778] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.784s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.410020] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.411834] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69357) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 602.412250] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.746s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.413926] env[69357]: INFO nova.compute.claims [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.421994] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe02be11-5db0-4c19-9378-b55f271ba454 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.447166] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0653e4-7492-4382-bb98-4969a22775c8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.470376] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e42230b-5eda-49dc-a2ff-dc5e561aa73c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.482701] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3527231e-0a47-458a-b129-30f2879e93b7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.525789] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180970MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=69357) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 602.525789] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.537361] env[69357]: DEBUG oslo_vmware.api [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3281974, 'name': Rename_Task, 'duration_secs': 0.143591} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.537643] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 602.537944] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5277f95-0d3b-47a4-a1ad-3dd8ccb5260b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.543912] env[69357]: DEBUG oslo_vmware.api [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Waiting for the task: (returnval){ [ 602.543912] env[69357]: value = "task-3281982" [ 602.543912] env[69357]: _type = "Task" [ 602.543912] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.555180] env[69357]: DEBUG oslo_vmware.api [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3281982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.593236] env[69357]: DEBUG oslo_vmware.api [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': task-3281975, 'name': ReconfigVM_Task, 'duration_secs': 0.30207} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.593236] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 08fddadb-9acb-484a-805e-9374dbf0adc1/08fddadb-9acb-484a-805e-9374dbf0adc1.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 602.594095] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8c000da-a2e4-4c75-a0c8-2789348301e5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.601292] env[69357]: DEBUG oslo_vmware.api [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Waiting for the task: (returnval){ [ 602.601292] env[69357]: value = "task-3281983" [ 602.601292] env[69357]: _type = "Task" [ 602.601292] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.615673] env[69357]: DEBUG oslo_vmware.api [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': task-3281983, 'name': Rename_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.621977] env[69357]: DEBUG oslo_vmware.api [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Task: {'id': task-3281976, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073588} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.623168] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.624229] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c01e9b4-3d37-489a-b889-57994a7f39c6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.662667] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] f21911fc-3543-4f9e-a8e0-3648a81d3112/f21911fc-3543-4f9e-a8e0-3648a81d3112.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.664955] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44ec2baa-fb20-496a-b33d-e69568bf4547 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.693323] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3281978, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.693323] env[69357]: DEBUG oslo_vmware.api [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Waiting for the task: (returnval){ [ 602.693323] env[69357]: value = "task-3281984" [ 602.693323] env[69357]: _type = "Task" [ 602.693323] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.703629] env[69357]: DEBUG oslo_vmware.api [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Task: {'id': task-3281984, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.715676] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281980, 'name': CreateVM_Task, 'duration_secs': 0.334516} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.718930] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 602.719984] env[69357]: DEBUG oslo_vmware.service [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1431329-2722-4218-b862-f6e8c2a0c721 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.729139] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281981, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.732019] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.732019] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.732431] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.732609] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c5f7d12-b236-4c1d-9faa-bb1e600116e6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.737323] env[69357]: DEBUG oslo_vmware.api [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Waiting for the task: (returnval){ [ 602.737323] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5262d0ca-cab6-3f3a-3258-ab7de012e0fc" [ 602.737323] env[69357]: _type = "Task" [ 602.737323] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.741823] env[69357]: DEBUG oslo_concurrency.lockutils [req-dfe9d4b4-d689-4d74-aef3-eedbd1b1ed51 req-4c392b16-ae42-43f5-a226-a1b55cbc175b service nova] Releasing lock "refresh_cache-f21911fc-3543-4f9e-a8e0-3648a81d3112" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.747121] env[69357]: DEBUG oslo_vmware.api [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5262d0ca-cab6-3f3a-3258-ab7de012e0fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.828144] env[69357]: DEBUG nova.network.neutron [req-8c1a369c-4855-4df3-b25b-835fa5b82650 req-18de164c-4e51-47b5-9fa9-c639e5db4452 service nova] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Updated VIF entry in instance network info cache for port 5f762834-4d73-4f59-b40d-e4ae5751ebe5. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 602.828144] env[69357]: DEBUG nova.network.neutron [req-8c1a369c-4855-4df3-b25b-835fa5b82650 req-18de164c-4e51-47b5-9fa9-c639e5db4452 service nova] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Updating instance_info_cache with network_info: [{"id": "5f762834-4d73-4f59-b40d-e4ae5751ebe5", "address": "fa:16:3e:25:14:cf", "network": {"id": "f2a13347-cec0-4f03-849c-e879f42353f6", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1415737746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8f2bae7ce634c5fa1938a7f8d292002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f762834-4d", "ovs_interfaceid": "5f762834-4d73-4f59-b40d-e4ae5751ebe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.837141] env[69357]: DEBUG nova.network.neutron [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 602.920345] env[69357]: DEBUG nova.compute.utils [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 602.924687] env[69357]: DEBUG nova.compute.manager [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 602.925021] env[69357]: DEBUG nova.network.neutron [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 603.054520] env[69357]: DEBUG oslo_vmware.api [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3281982, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.111091] env[69357]: DEBUG oslo_vmware.api [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': task-3281983, 'name': Rename_Task, 'duration_secs': 0.19906} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.111465] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 603.111622] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d5595e4-f4a3-45b3-b761-43c11f87e08d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.117235] env[69357]: DEBUG oslo_vmware.api [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Waiting for the task: (returnval){ [ 603.117235] env[69357]: value = "task-3281985" [ 603.117235] env[69357]: _type = "Task" [ 603.117235] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.125165] env[69357]: DEBUG oslo_vmware.api [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': task-3281985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.176939] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3281978, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579263} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.177255] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f/59a10a12-9a40-48ad-a6f5-c647cb6c5f2f.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 603.178759] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 603.178759] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09ef491b-d328-4281-b800-af844b06c6ec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.184486] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Waiting for the task: (returnval){ [ 603.184486] env[69357]: value = "task-3281986" [ 603.184486] env[69357]: _type = "Task" [ 603.184486] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.191777] env[69357]: DEBUG nova.policy [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d3d65e0f327459cbcf60e590b9b1054', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fee1c5526ed04060a1bc0e75be3dc547', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 603.202747] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3281986, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.209927] env[69357]: DEBUG oslo_vmware.api [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Task: {'id': task-3281984, 'name': ReconfigVM_Task, 'duration_secs': 0.415267} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.210276] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Reconfigured VM instance instance-00000003 to attach disk [datastore1] f21911fc-3543-4f9e-a8e0-3648a81d3112/f21911fc-3543-4f9e-a8e0-3648a81d3112.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.210931] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ecd27c54-fb2f-49fe-8569-c0ac2fe56b15 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.217756] env[69357]: DEBUG oslo_vmware.api [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Waiting for the task: (returnval){ [ 603.217756] env[69357]: value = "task-3281987" [ 603.217756] env[69357]: _type = "Task" [ 603.217756] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.231866] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281981, 'name': CreateVM_Task, 'duration_secs': 0.660546} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.235105] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 603.235406] env[69357]: DEBUG oslo_vmware.api [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Task: {'id': task-3281987, 'name': Rename_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.236074] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.236243] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.236575] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.237193] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a5143fd-0316-47f3-8bc8-0130eb19a852 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.244632] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Waiting for the task: (returnval){ [ 603.244632] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d0daa8-9f02-3784-8bd9-cccab8cb2834" [ 603.244632] env[69357]: _type = "Task" [ 603.244632] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.251742] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.252022] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 603.253189] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.253189] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.253189] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 603.253189] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-348ac7b8-9f70-4bde-842b-6e8be66c32b4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.260499] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d0daa8-9f02-3784-8bd9-cccab8cb2834, 'name': SearchDatastore_Task, 'duration_secs': 0.010701} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.261704] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.261918] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 603.262153] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.262290] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.262455] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 603.262778] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 603.262853] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 603.263093] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-830fe6e5-cbe2-4343-9c04-973319acd32b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.265526] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dddc360-2fea-428d-b416-a779e2b39d8a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.277548] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-346c423c-268d-4398-8bb5-54ac8b5d064b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.281166] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 603.281166] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 603.281361] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22a1cd8a-34e3-4712-806d-89244b9d14c0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.287650] env[69357]: DEBUG oslo_vmware.api [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Waiting for the task: (returnval){ [ 603.287650] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52b4c180-11b6-78a6-bf59-1d35a77aa10d" [ 603.287650] env[69357]: _type = "Task" [ 603.287650] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.288967] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Waiting for the task: (returnval){ [ 603.288967] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d1939c-4ad6-81c9-ce91-d68585d8914b" [ 603.288967] env[69357]: _type = "Task" [ 603.288967] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.300849] env[69357]: DEBUG oslo_vmware.api [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52b4c180-11b6-78a6-bf59-1d35a77aa10d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.304492] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d1939c-4ad6-81c9-ce91-d68585d8914b, 'name': SearchDatastore_Task, 'duration_secs': 0.010271} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.305260] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e9ccdd8-a745-4198-a222-e86cbb71d303 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.312547] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Waiting for the task: (returnval){ [ 603.312547] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52565e27-10fb-2973-fab7-dba4987ebcf8" [ 603.312547] env[69357]: _type = "Task" [ 603.312547] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.318688] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52565e27-10fb-2973-fab7-dba4987ebcf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.343037] env[69357]: DEBUG oslo_concurrency.lockutils [req-8c1a369c-4855-4df3-b25b-835fa5b82650 req-18de164c-4e51-47b5-9fa9-c639e5db4452 service nova] Releasing lock "refresh_cache-59a10a12-9a40-48ad-a6f5-c647cb6c5f2f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.343321] env[69357]: DEBUG nova.compute.manager [req-8c1a369c-4855-4df3-b25b-835fa5b82650 req-18de164c-4e51-47b5-9fa9-c639e5db4452 service nova] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Received event network-vif-plugged-c053d6fb-6ac9-4722-9bdf-114236ce0125 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 603.343511] env[69357]: DEBUG oslo_concurrency.lockutils [req-8c1a369c-4855-4df3-b25b-835fa5b82650 req-18de164c-4e51-47b5-9fa9-c639e5db4452 service nova] Acquiring lock "2387c056-1571-4b63-8a29-8d8b0e927fb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.343730] env[69357]: DEBUG oslo_concurrency.lockutils [req-8c1a369c-4855-4df3-b25b-835fa5b82650 req-18de164c-4e51-47b5-9fa9-c639e5db4452 service nova] Lock "2387c056-1571-4b63-8a29-8d8b0e927fb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.343862] env[69357]: DEBUG oslo_concurrency.lockutils [req-8c1a369c-4855-4df3-b25b-835fa5b82650 req-18de164c-4e51-47b5-9fa9-c639e5db4452 service nova] Lock "2387c056-1571-4b63-8a29-8d8b0e927fb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.344031] env[69357]: DEBUG nova.compute.manager [req-8c1a369c-4855-4df3-b25b-835fa5b82650 req-18de164c-4e51-47b5-9fa9-c639e5db4452 service nova] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] No waiting events found dispatching network-vif-plugged-c053d6fb-6ac9-4722-9bdf-114236ce0125 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 603.344200] env[69357]: WARNING nova.compute.manager [req-8c1a369c-4855-4df3-b25b-835fa5b82650 req-18de164c-4e51-47b5-9fa9-c639e5db4452 service nova] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Received unexpected event network-vif-plugged-c053d6fb-6ac9-4722-9bdf-114236ce0125 for instance with vm_state building and task_state spawning. [ 603.344350] env[69357]: DEBUG nova.compute.manager [req-8c1a369c-4855-4df3-b25b-835fa5b82650 req-18de164c-4e51-47b5-9fa9-c639e5db4452 service nova] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Received event network-changed-c053d6fb-6ac9-4722-9bdf-114236ce0125 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 603.344551] env[69357]: DEBUG nova.compute.manager [req-8c1a369c-4855-4df3-b25b-835fa5b82650 req-18de164c-4e51-47b5-9fa9-c639e5db4452 service nova] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Refreshing instance network info cache due to event network-changed-c053d6fb-6ac9-4722-9bdf-114236ce0125. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 603.344708] env[69357]: DEBUG oslo_concurrency.lockutils [req-8c1a369c-4855-4df3-b25b-835fa5b82650 req-18de164c-4e51-47b5-9fa9-c639e5db4452 service nova] Acquiring lock "refresh_cache-2387c056-1571-4b63-8a29-8d8b0e927fb5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.345499] env[69357]: DEBUG oslo_concurrency.lockutils [req-8c1a369c-4855-4df3-b25b-835fa5b82650 req-18de164c-4e51-47b5-9fa9-c639e5db4452 service nova] Acquired lock "refresh_cache-2387c056-1571-4b63-8a29-8d8b0e927fb5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.345499] env[69357]: DEBUG nova.network.neutron [req-8c1a369c-4855-4df3-b25b-835fa5b82650 req-18de164c-4e51-47b5-9fa9-c639e5db4452 service nova] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Refreshing network info cache for port c053d6fb-6ac9-4722-9bdf-114236ce0125 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 603.423036] env[69357]: DEBUG nova.compute.manager [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 603.559254] env[69357]: DEBUG oslo_vmware.api [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3281982, 'name': PowerOnVM_Task, 'duration_secs': 0.567315} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.561910] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 603.568011] env[69357]: INFO nova.compute.manager [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Took 13.28 seconds to spawn the instance on the hypervisor. [ 603.568011] env[69357]: DEBUG nova.compute.manager [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 603.568011] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0726c89-ed70-4c26-ba72-87452aece82f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.630295] env[69357]: DEBUG oslo_vmware.api [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': task-3281985, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.708071] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3281986, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070438} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.708071] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 603.709029] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a39fcb-7cd7-4792-9917-23d61d5e12ca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.712037] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44e92ee-6917-4ee9-b1c9-a1b701e2d900 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.735643] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f/59a10a12-9a40-48ad-a6f5-c647cb6c5f2f.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.742889] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-070293da-0d87-42ca-a520-c8992d5f3eeb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.759716] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a34f877-f721-4480-9b1e-f16ac13c5820 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.768456] env[69357]: DEBUG oslo_vmware.api [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Task: {'id': task-3281987, 'name': Rename_Task, 'duration_secs': 0.222499} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.800568] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 603.801178] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Waiting for the task: (returnval){ [ 603.801178] env[69357]: value = "task-3281988" [ 603.801178] env[69357]: _type = "Task" [ 603.801178] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.802040] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91492234-28f0-403d-a9f8-764084853959 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.807653] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6162b71a-6171-42e0-9797-6c2e08c95d2b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.831709] env[69357]: DEBUG oslo_vmware.api [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Waiting for the task: (returnval){ [ 603.831709] env[69357]: value = "task-3281989" [ 603.831709] env[69357]: _type = "Task" [ 603.831709] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.833668] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e3a6ff-5e7d-49a9-967e-6f9227918053 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.838305] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Preparing fetch location {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 603.838305] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Creating directory with path [datastore2] vmware_temp/48e064e5-57c4-48bc-b6c6-caea87125e97/fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 603.846196] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a4e9c0e-2dec-4b58-99f1-b4eac7547a40 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.848298] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3281988, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.867273] env[69357]: DEBUG nova.compute.provider_tree [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.868777] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52565e27-10fb-2973-fab7-dba4987ebcf8, 'name': SearchDatastore_Task, 'duration_secs': 0.007871} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.873504] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.873854] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 2387c056-1571-4b63-8a29-8d8b0e927fb5/2387c056-1571-4b63-8a29-8d8b0e927fb5.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 603.874145] env[69357]: DEBUG oslo_vmware.api [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Task: {'id': task-3281989, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.874375] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a72f38db-62d9-4cb8-a3d6-4d779e86bc4d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.878333] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Created directory with path [datastore2] vmware_temp/48e064e5-57c4-48bc-b6c6-caea87125e97/fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 603.878546] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Fetch image to [datastore2] vmware_temp/48e064e5-57c4-48bc-b6c6-caea87125e97/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/tmp-sparse.vmdk {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 603.878689] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Downloading image file data fe1241e3-a525-45a4-9f14-4b6d4cb924e4 to [datastore2] vmware_temp/48e064e5-57c4-48bc-b6c6-caea87125e97/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/tmp-sparse.vmdk on the data store datastore2 {{(pid=69357) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 603.880410] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dcaff6-79b7-4199-a8b6-4b6e1a721c76 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.884735] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Waiting for the task: (returnval){ [ 603.884735] env[69357]: value = "task-3281990" [ 603.884735] env[69357]: _type = "Task" [ 603.884735] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.893415] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2244948e-c665-48fc-b8bc-72b54be75184 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.899807] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3281990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.907466] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f87529b-9e9b-482b-ae71-6867141d7b62 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.961679] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318c3f44-68aa-4506-b23a-cd53bb9633fb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.971068] env[69357]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-50a0f8be-a56e-4966-a7e6-6f6e49c497a4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.995645] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Downloading image file data fe1241e3-a525-45a4-9f14-4b6d4cb924e4 to the data store datastore2 {{(pid=69357) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 604.083413] env[69357]: DEBUG oslo_vmware.rw_handles [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/48e064e5-57c4-48bc-b6c6-caea87125e97/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69357) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 604.089282] env[69357]: INFO nova.compute.manager [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Took 19.24 seconds to build instance. [ 604.156285] env[69357]: DEBUG nova.network.neutron [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Updating instance_info_cache with network_info: [{"id": "287d8e2d-db72-40ab-bbdc-762c6e850ded", "address": "fa:16:3e:71:fb:c2", "network": {"id": "f2a13347-cec0-4f03-849c-e879f42353f6", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1415737746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8f2bae7ce634c5fa1938a7f8d292002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap287d8e2d-db", "ovs_interfaceid": "287d8e2d-db72-40ab-bbdc-762c6e850ded", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.157740] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c87ffee1-6138-4922-b59c-0246da605998 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Lock "2309daee-5a0a-484d-a1cb-806083fb5c8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.318s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.176781] env[69357]: DEBUG oslo_vmware.api [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': task-3281985, 'name': PowerOnVM_Task, 'duration_secs': 0.985176} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.176781] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.176781] env[69357]: INFO nova.compute.manager [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Took 16.08 seconds to spawn the instance on the hypervisor. [ 604.176781] env[69357]: DEBUG nova.compute.manager [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 604.176781] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fd870f-d98e-408e-8220-bc1a5fab6482 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.324111] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3281988, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.350431] env[69357]: DEBUG oslo_vmware.api [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Task: {'id': task-3281989, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.373679] env[69357]: DEBUG nova.scheduler.client.report [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 604.395649] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3281990, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.467786] env[69357]: DEBUG nova.compute.manager [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 604.510515] env[69357]: DEBUG nova.virt.hardware [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 604.510835] env[69357]: DEBUG nova.virt.hardware [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 604.514040] env[69357]: DEBUG nova.virt.hardware [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 604.514353] env[69357]: DEBUG nova.virt.hardware [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 604.514541] env[69357]: DEBUG nova.virt.hardware [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 604.514705] env[69357]: DEBUG nova.virt.hardware [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 604.514967] env[69357]: DEBUG nova.virt.hardware [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 604.515272] env[69357]: DEBUG nova.virt.hardware [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 604.515319] env[69357]: DEBUG nova.virt.hardware [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 604.515482] env[69357]: DEBUG nova.virt.hardware [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 604.515676] env[69357]: DEBUG nova.virt.hardware [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 604.517393] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aadf93e-de7c-45b4-923c-f088981bdc06 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.528604] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44de01ec-0ed2-4312-b2ae-6d93707b5f75 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.663716] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Releasing lock "refresh_cache-6225ee70-10a4-4047-b0d3-a8a16856dd42" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.663995] env[69357]: DEBUG nova.compute.manager [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Instance network_info: |[{"id": "287d8e2d-db72-40ab-bbdc-762c6e850ded", "address": "fa:16:3e:71:fb:c2", "network": {"id": "f2a13347-cec0-4f03-849c-e879f42353f6", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1415737746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8f2bae7ce634c5fa1938a7f8d292002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap287d8e2d-db", "ovs_interfaceid": "287d8e2d-db72-40ab-bbdc-762c6e850ded", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 604.664526] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:fb:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '287d8e2d-db72-40ab-bbdc-762c6e850ded', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.673365] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 604.674280] env[69357]: DEBUG nova.compute.manager [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 604.677166] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 604.677929] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9434ae10-4f66-44d8-a6a8-5678aa49a060 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.708732] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.708732] env[69357]: value = "task-3281991" [ 604.708732] env[69357]: _type = "Task" [ 604.708732] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.714045] env[69357]: INFO nova.compute.manager [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Took 20.89 seconds to build instance. [ 604.723664] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281991, 'name': CreateVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.828279] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3281988, 'name': ReconfigVM_Task, 'duration_secs': 0.703284} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.829397] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f/59a10a12-9a40-48ad-a6f5-c647cb6c5f2f.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 604.830392] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-731ef0ba-95d6-495d-859a-85bab48d183b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.842109] env[69357]: DEBUG nova.compute.manager [req-8a9eba57-6a66-41ed-b253-2666fe75ba6c req-04942b29-ec99-4c3c-a8d5-14d05922d0de service nova] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Received event network-vif-plugged-287d8e2d-db72-40ab-bbdc-762c6e850ded {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 604.842639] env[69357]: DEBUG oslo_concurrency.lockutils [req-8a9eba57-6a66-41ed-b253-2666fe75ba6c req-04942b29-ec99-4c3c-a8d5-14d05922d0de service nova] Acquiring lock "6225ee70-10a4-4047-b0d3-a8a16856dd42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.847444] env[69357]: DEBUG oslo_concurrency.lockutils [req-8a9eba57-6a66-41ed-b253-2666fe75ba6c req-04942b29-ec99-4c3c-a8d5-14d05922d0de service nova] Lock "6225ee70-10a4-4047-b0d3-a8a16856dd42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.847444] env[69357]: DEBUG oslo_concurrency.lockutils [req-8a9eba57-6a66-41ed-b253-2666fe75ba6c req-04942b29-ec99-4c3c-a8d5-14d05922d0de service nova] Lock "6225ee70-10a4-4047-b0d3-a8a16856dd42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.847444] env[69357]: DEBUG nova.compute.manager [req-8a9eba57-6a66-41ed-b253-2666fe75ba6c req-04942b29-ec99-4c3c-a8d5-14d05922d0de service nova] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] No waiting events found dispatching network-vif-plugged-287d8e2d-db72-40ab-bbdc-762c6e850ded {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 604.847444] env[69357]: WARNING nova.compute.manager [req-8a9eba57-6a66-41ed-b253-2666fe75ba6c req-04942b29-ec99-4c3c-a8d5-14d05922d0de service nova] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Received unexpected event network-vif-plugged-287d8e2d-db72-40ab-bbdc-762c6e850ded for instance with vm_state building and task_state spawning. [ 604.847444] env[69357]: DEBUG nova.compute.manager [req-8a9eba57-6a66-41ed-b253-2666fe75ba6c req-04942b29-ec99-4c3c-a8d5-14d05922d0de service nova] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Received event network-changed-287d8e2d-db72-40ab-bbdc-762c6e850ded {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 604.848028] env[69357]: DEBUG nova.compute.manager [req-8a9eba57-6a66-41ed-b253-2666fe75ba6c req-04942b29-ec99-4c3c-a8d5-14d05922d0de service nova] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Refreshing instance network info cache due to event network-changed-287d8e2d-db72-40ab-bbdc-762c6e850ded. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 604.848028] env[69357]: DEBUG oslo_concurrency.lockutils [req-8a9eba57-6a66-41ed-b253-2666fe75ba6c req-04942b29-ec99-4c3c-a8d5-14d05922d0de service nova] Acquiring lock "refresh_cache-6225ee70-10a4-4047-b0d3-a8a16856dd42" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.848028] env[69357]: DEBUG oslo_concurrency.lockutils [req-8a9eba57-6a66-41ed-b253-2666fe75ba6c req-04942b29-ec99-4c3c-a8d5-14d05922d0de service nova] Acquired lock "refresh_cache-6225ee70-10a4-4047-b0d3-a8a16856dd42" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.848028] env[69357]: DEBUG nova.network.neutron [req-8a9eba57-6a66-41ed-b253-2666fe75ba6c req-04942b29-ec99-4c3c-a8d5-14d05922d0de service nova] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Refreshing network info cache for port 287d8e2d-db72-40ab-bbdc-762c6e850ded {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 604.861872] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Waiting for the task: (returnval){ [ 604.861872] env[69357]: value = "task-3281992" [ 604.861872] env[69357]: _type = "Task" [ 604.861872] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.879756] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.880401] env[69357]: DEBUG nova.compute.manager [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 604.883228] env[69357]: DEBUG oslo_vmware.api [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Task: {'id': task-3281989, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.885384] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.179s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.888592] env[69357]: INFO nova.compute.claims [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 604.901114] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3281992, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.916772] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3281990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513028} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.918225] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 2387c056-1571-4b63-8a29-8d8b0e927fb5/2387c056-1571-4b63-8a29-8d8b0e927fb5.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.918225] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.918346] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-422a82e5-ee16-431b-98e7-b2be03282e92 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.925114] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Waiting for the task: (returnval){ [ 604.925114] env[69357]: value = "task-3281993" [ 604.925114] env[69357]: _type = "Task" [ 604.925114] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.943029] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3281993, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.019651] env[69357]: DEBUG oslo_vmware.rw_handles [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Completed reading data from the image iterator. {{(pid=69357) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 605.019651] env[69357]: DEBUG oslo_vmware.rw_handles [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/48e064e5-57c4-48bc-b6c6-caea87125e97/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 605.100217] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Downloaded image file data fe1241e3-a525-45a4-9f14-4b6d4cb924e4 to vmware_temp/48e064e5-57c4-48bc-b6c6-caea87125e97/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/tmp-sparse.vmdk on the data store datastore2 {{(pid=69357) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 605.101983] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Caching image {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 605.102268] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Copying Virtual Disk [datastore2] vmware_temp/48e064e5-57c4-48bc-b6c6-caea87125e97/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/tmp-sparse.vmdk to [datastore2] vmware_temp/48e064e5-57c4-48bc-b6c6-caea87125e97/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.102607] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a234f936-672d-4f32-88e0-ee5e8e0151a9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.114212] env[69357]: DEBUG oslo_vmware.api [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Waiting for the task: (returnval){ [ 605.114212] env[69357]: value = "task-3281994" [ 605.114212] env[69357]: _type = "Task" [ 605.114212] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.122971] env[69357]: DEBUG oslo_vmware.api [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3281994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.182324] env[69357]: DEBUG nova.network.neutron [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Successfully created port: 3d6b2a71-83bf-459d-8af0-7a3f9ec5cee5 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 605.206445] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.219943] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bbd49060-e31f-45b7-ad0b-c928f3b9015a tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Lock "08fddadb-9acb-484a-805e-9374dbf0adc1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.403s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.219943] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281991, 'name': CreateVM_Task, 'duration_secs': 0.388466} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.221144] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 605.221805] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.221958] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.222346] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.222934] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c1f0037-96f4-4d47-9843-426040803608 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.228208] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Waiting for the task: (returnval){ [ 605.228208] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]529c7975-007d-5710-f37b-a729bf532cef" [ 605.228208] env[69357]: _type = "Task" [ 605.228208] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.236813] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]529c7975-007d-5710-f37b-a729bf532cef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.362034] env[69357]: DEBUG oslo_vmware.api [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Task: {'id': task-3281989, 'name': PowerOnVM_Task, 'duration_secs': 1.270385} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.362448] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 605.362717] env[69357]: INFO nova.compute.manager [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Took 12.77 seconds to spawn the instance on the hypervisor. [ 605.362990] env[69357]: DEBUG nova.compute.manager [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 605.364384] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6459de-5e53-4a7f-8c10-d0e13ce76887 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.386182] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3281992, 'name': Rename_Task, 'duration_secs': 0.208016} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.387124] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 605.387124] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b7927ca-93dc-494c-8e76-21e8c97d732a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.394494] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Waiting for the task: (returnval){ [ 605.394494] env[69357]: value = "task-3281995" [ 605.394494] env[69357]: _type = "Task" [ 605.394494] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.402351] env[69357]: DEBUG nova.compute.utils [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 605.408687] env[69357]: DEBUG nova.compute.manager [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 605.411432] env[69357]: DEBUG nova.network.neutron [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 605.411432] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3281995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.432244] env[69357]: DEBUG nova.network.neutron [req-8c1a369c-4855-4df3-b25b-835fa5b82650 req-18de164c-4e51-47b5-9fa9-c639e5db4452 service nova] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Updated VIF entry in instance network info cache for port c053d6fb-6ac9-4722-9bdf-114236ce0125. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 605.433680] env[69357]: DEBUG nova.network.neutron [req-8c1a369c-4855-4df3-b25b-835fa5b82650 req-18de164c-4e51-47b5-9fa9-c639e5db4452 service nova] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Updating instance_info_cache with network_info: [{"id": "c053d6fb-6ac9-4722-9bdf-114236ce0125", "address": "fa:16:3e:96:59:3c", "network": {"id": "f2a13347-cec0-4f03-849c-e879f42353f6", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1415737746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8f2bae7ce634c5fa1938a7f8d292002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc053d6fb-6a", "ovs_interfaceid": "c053d6fb-6ac9-4722-9bdf-114236ce0125", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.442039] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3281993, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089988} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.442039] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.443588] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6b35ef-5346-42a4-9aba-5aa7bb29634b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.473995] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 2387c056-1571-4b63-8a29-8d8b0e927fb5/2387c056-1571-4b63-8a29-8d8b0e927fb5.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.475285] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93047e73-1d3d-4314-8186-da9ffa083b84 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.502785] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Waiting for the task: (returnval){ [ 605.502785] env[69357]: value = "task-3281996" [ 605.502785] env[69357]: _type = "Task" [ 605.502785] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.516641] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3281996, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.624963] env[69357]: DEBUG oslo_vmware.api [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3281994, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.649639] env[69357]: DEBUG nova.policy [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64e52d572e87433085028362f5873c83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bf4169aef8b40989e24fac7dd5dfa7b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.723860] env[69357]: DEBUG nova.compute.manager [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 605.744881] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]529c7975-007d-5710-f37b-a729bf532cef, 'name': SearchDatastore_Task, 'duration_secs': 0.065985} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.745494] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.745824] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 605.746147] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.746336] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.746880] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.747307] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08f5cf69-35f3-4fb8-ac48-6d09c48bf89f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.764624] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.764895] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.765743] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c5d6997-8efd-44fd-8759-b5464b53e283 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.775473] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Waiting for the task: (returnval){ [ 605.775473] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]523898f0-badc-fe6d-9987-f547826d13d8" [ 605.775473] env[69357]: _type = "Task" [ 605.775473] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.795332] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]523898f0-badc-fe6d-9987-f547826d13d8, 'name': SearchDatastore_Task, 'duration_secs': 0.014183} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.796922] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cb560f3-74b5-42b0-bd69-627872cabc2b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.805355] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Waiting for the task: (returnval){ [ 605.805355] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]523644e5-6885-01ca-3749-8f32af7b3465" [ 605.805355] env[69357]: _type = "Task" [ 605.805355] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.815114] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]523644e5-6885-01ca-3749-8f32af7b3465, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.894894] env[69357]: INFO nova.compute.manager [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Took 19.14 seconds to build instance. [ 605.917370] env[69357]: DEBUG nova.compute.manager [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 605.920358] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3281995, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.936755] env[69357]: DEBUG oslo_concurrency.lockutils [req-8c1a369c-4855-4df3-b25b-835fa5b82650 req-18de164c-4e51-47b5-9fa9-c639e5db4452 service nova] Releasing lock "refresh_cache-2387c056-1571-4b63-8a29-8d8b0e927fb5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.018974] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3281996, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.129064] env[69357]: DEBUG oslo_vmware.api [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3281994, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.223736] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2186ea2-ef6f-4d66-86d0-275fc58f4903 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.243763] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da32bf19-07ab-48c0-9e69-975de1262e77 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.285089] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.285909] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64edb9f5-0927-4322-be7d-eb372f4a7a9d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.296389] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b115358f-2c51-403c-a680-4c50681ea794 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.311111] env[69357]: DEBUG nova.compute.provider_tree [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.324142] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]523644e5-6885-01ca-3749-8f32af7b3465, 'name': SearchDatastore_Task, 'duration_secs': 0.015056} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.325385] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.325686] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 6225ee70-10a4-4047-b0d3-a8a16856dd42/6225ee70-10a4-4047-b0d3-a8a16856dd42.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.326254] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00893662-2d94-4d68-92f3-a5e635f290b7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.337225] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Waiting for the task: (returnval){ [ 606.337225] env[69357]: value = "task-3281997" [ 606.337225] env[69357]: _type = "Task" [ 606.337225] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.349208] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3281997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.403673] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ca87d61b-643d-4835-966c-3c62c6aaaea3 tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Lock "f21911fc-3543-4f9e-a8e0-3648a81d3112" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.663s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.414383] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3281995, 'name': PowerOnVM_Task, 'duration_secs': 0.726246} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.414704] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 606.414905] env[69357]: INFO nova.compute.manager [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Took 11.58 seconds to spawn the instance on the hypervisor. [ 606.415109] env[69357]: DEBUG nova.compute.manager [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 606.416242] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca62f81-61f3-47fa-8947-52e58310f3ba {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.514680] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3281996, 'name': ReconfigVM_Task, 'duration_secs': 0.587099} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.515226] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 2387c056-1571-4b63-8a29-8d8b0e927fb5/2387c056-1571-4b63-8a29-8d8b0e927fb5.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 606.515715] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87181d38-d777-4af8-a35a-fb9dcfc83674 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.523559] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Waiting for the task: (returnval){ [ 606.523559] env[69357]: value = "task-3281998" [ 606.523559] env[69357]: _type = "Task" [ 606.523559] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.532842] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3281998, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.628387] env[69357]: DEBUG oslo_vmware.api [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3281994, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.220494} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.628687] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Copied Virtual Disk [datastore2] vmware_temp/48e064e5-57c4-48bc-b6c6-caea87125e97/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/tmp-sparse.vmdk to [datastore2] vmware_temp/48e064e5-57c4-48bc-b6c6-caea87125e97/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.628878] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Deleting the datastore file [datastore2] vmware_temp/48e064e5-57c4-48bc-b6c6-caea87125e97/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/tmp-sparse.vmdk {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 606.629369] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ffa0e6c-9700-46a2-b2f6-968e1a86cd09 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.635855] env[69357]: DEBUG oslo_vmware.api [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Waiting for the task: (returnval){ [ 606.635855] env[69357]: value = "task-3281999" [ 606.635855] env[69357]: _type = "Task" [ 606.635855] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.647300] env[69357]: DEBUG oslo_vmware.api [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3281999, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.818937] env[69357]: DEBUG nova.scheduler.client.report [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.850260] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3281997, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.911178] env[69357]: DEBUG nova.compute.manager [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 606.936151] env[69357]: DEBUG nova.compute.manager [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 606.945060] env[69357]: INFO nova.compute.manager [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Took 17.26 seconds to build instance. [ 606.992731] env[69357]: DEBUG nova.virt.hardware [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 606.993057] env[69357]: DEBUG nova.virt.hardware [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 606.993372] env[69357]: DEBUG nova.virt.hardware [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.993572] env[69357]: DEBUG nova.virt.hardware [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 606.993717] env[69357]: DEBUG nova.virt.hardware [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.993941] env[69357]: DEBUG nova.virt.hardware [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 606.994859] env[69357]: DEBUG nova.virt.hardware [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 606.994969] env[69357]: DEBUG nova.virt.hardware [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 606.995070] env[69357]: DEBUG nova.virt.hardware [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 606.995241] env[69357]: DEBUG nova.virt.hardware [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 606.995415] env[69357]: DEBUG nova.virt.hardware [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 606.996654] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f78f3b-9785-421f-81ad-ff387b141d91 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.010482] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc91a8a4-701b-42ff-8852-0a3742b0a2e0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.035874] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3281998, 'name': Rename_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.146041] env[69357]: DEBUG oslo_vmware.api [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3281999, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.046808} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.146041] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 607.146352] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Moving file from [datastore2] vmware_temp/48e064e5-57c4-48bc-b6c6-caea87125e97/fe1241e3-a525-45a4-9f14-4b6d4cb924e4 to [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4. {{(pid=69357) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 607.146387] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-c6adf27c-3ae1-4ae6-8988-96aa28179498 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.153723] env[69357]: DEBUG oslo_vmware.api [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Waiting for the task: (returnval){ [ 607.153723] env[69357]: value = "task-3282000" [ 607.153723] env[69357]: _type = "Task" [ 607.153723] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.162139] env[69357]: DEBUG oslo_vmware.api [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282000, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.180991] env[69357]: DEBUG nova.network.neutron [req-8a9eba57-6a66-41ed-b253-2666fe75ba6c req-04942b29-ec99-4c3c-a8d5-14d05922d0de service nova] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Updated VIF entry in instance network info cache for port 287d8e2d-db72-40ab-bbdc-762c6e850ded. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 607.181460] env[69357]: DEBUG nova.network.neutron [req-8a9eba57-6a66-41ed-b253-2666fe75ba6c req-04942b29-ec99-4c3c-a8d5-14d05922d0de service nova] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Updating instance_info_cache with network_info: [{"id": "287d8e2d-db72-40ab-bbdc-762c6e850ded", "address": "fa:16:3e:71:fb:c2", "network": {"id": "f2a13347-cec0-4f03-849c-e879f42353f6", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1415737746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8f2bae7ce634c5fa1938a7f8d292002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap287d8e2d-db", "ovs_interfaceid": "287d8e2d-db72-40ab-bbdc-762c6e850ded", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.280504] env[69357]: DEBUG nova.network.neutron [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Successfully created port: 54330504-d624-4d9d-aa4a-cbe81b6c7d64 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 607.324834] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.325396] env[69357]: DEBUG nova.compute.manager [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 607.330739] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.805s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.352073] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3281997, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663053} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.352073] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 6225ee70-10a4-4047-b0d3-a8a16856dd42/6225ee70-10a4-4047-b0d3-a8a16856dd42.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 607.352073] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 607.352289] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f95fa8a-b3f7-4da7-95fb-5dbb1404be2b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.363789] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Waiting for the task: (returnval){ [ 607.363789] env[69357]: value = "task-3282001" [ 607.363789] env[69357]: _type = "Task" [ 607.363789] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.376279] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3282001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.451399] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.451849] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Lock "59a10a12-9a40-48ad-a6f5-c647cb6c5f2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.772s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.536867] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3281998, 'name': Rename_Task, 'duration_secs': 0.530029} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.537604] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 607.538829] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76f845eb-7b1d-447f-95b4-b25de8f85b14 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.545463] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Waiting for the task: (returnval){ [ 607.545463] env[69357]: value = "task-3282002" [ 607.545463] env[69357]: _type = "Task" [ 607.545463] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.555692] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3282002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.667202] env[69357]: DEBUG oslo_vmware.api [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282000, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.040624} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.667829] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] File moved {{(pid=69357) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 607.667829] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Cleaning up location [datastore2] vmware_temp/48e064e5-57c4-48bc-b6c6-caea87125e97 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 607.667829] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Deleting the datastore file [datastore2] vmware_temp/48e064e5-57c4-48bc-b6c6-caea87125e97 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 607.668111] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4163f739-5ce7-433c-91fd-cadda9cd7b5a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.676018] env[69357]: DEBUG oslo_vmware.api [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Waiting for the task: (returnval){ [ 607.676018] env[69357]: value = "task-3282003" [ 607.676018] env[69357]: _type = "Task" [ 607.676018] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.684499] env[69357]: DEBUG oslo_concurrency.lockutils [req-8a9eba57-6a66-41ed-b253-2666fe75ba6c req-04942b29-ec99-4c3c-a8d5-14d05922d0de service nova] Releasing lock "refresh_cache-6225ee70-10a4-4047-b0d3-a8a16856dd42" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.689086] env[69357]: DEBUG oslo_vmware.api [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.835175] env[69357]: DEBUG nova.compute.utils [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 607.843031] env[69357]: DEBUG nova.compute.manager [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 607.843238] env[69357]: DEBUG nova.network.neutron [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 6d04873f-de29-486c-9e97-34114457d14c] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 607.874904] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3282001, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07017} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.875009] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.875830] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff421972-6648-4fdb-8796-294dc82433b8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.903298] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 6225ee70-10a4-4047-b0d3-a8a16856dd42/6225ee70-10a4-4047-b0d3-a8a16856dd42.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.903846] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f596d52-0b7e-48da-9b46-6792cc64769f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.928173] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Waiting for the task: (returnval){ [ 607.928173] env[69357]: value = "task-3282004" [ 607.928173] env[69357]: _type = "Task" [ 607.928173] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.938308] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3282004, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.064283] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3282002, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.187970] env[69357]: DEBUG oslo_vmware.api [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.063599} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.190371] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 608.191729] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe8b5252-7154-41e9-9f6c-572d385f2eb5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.197937] env[69357]: DEBUG nova.policy [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64e52d572e87433085028362f5873c83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bf4169aef8b40989e24fac7dd5dfa7b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 608.203790] env[69357]: DEBUG oslo_vmware.api [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Waiting for the task: (returnval){ [ 608.203790] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5226f81e-c68f-ebe8-d191-95fb4a96adf3" [ 608.203790] env[69357]: _type = "Task" [ 608.203790] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.218430] env[69357]: DEBUG oslo_vmware.api [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5226f81e-c68f-ebe8-d191-95fb4a96adf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.344437] env[69357]: DEBUG nova.compute.manager [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 608.383671] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance f21911fc-3543-4f9e-a8e0-3648a81d3112 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 608.446194] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3282004, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.564358] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3282002, 'name': PowerOnVM_Task, 'duration_secs': 0.810509} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.564842] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 608.564842] env[69357]: INFO nova.compute.manager [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Took 11.43 seconds to spawn the instance on the hypervisor. [ 608.565052] env[69357]: DEBUG nova.compute.manager [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 608.566018] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4801f2-ad24-460f-9973-aaac610b8f53 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.585102] env[69357]: DEBUG oslo_concurrency.lockutils [None req-29ee3e29-7dfd-4e29-8574-489203c8ab74 tempest-DeleteServersAdminTestJSON-1265347578 tempest-DeleteServersAdminTestJSON-1265347578-project-admin] Acquiring lock "2309daee-5a0a-484d-a1cb-806083fb5c8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.585102] env[69357]: DEBUG oslo_concurrency.lockutils [None req-29ee3e29-7dfd-4e29-8574-489203c8ab74 tempest-DeleteServersAdminTestJSON-1265347578 tempest-DeleteServersAdminTestJSON-1265347578-project-admin] Lock "2309daee-5a0a-484d-a1cb-806083fb5c8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.585102] env[69357]: DEBUG oslo_concurrency.lockutils [None req-29ee3e29-7dfd-4e29-8574-489203c8ab74 tempest-DeleteServersAdminTestJSON-1265347578 tempest-DeleteServersAdminTestJSON-1265347578-project-admin] Acquiring lock "2309daee-5a0a-484d-a1cb-806083fb5c8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.585102] env[69357]: DEBUG oslo_concurrency.lockutils [None req-29ee3e29-7dfd-4e29-8574-489203c8ab74 tempest-DeleteServersAdminTestJSON-1265347578 tempest-DeleteServersAdminTestJSON-1265347578-project-admin] Lock "2309daee-5a0a-484d-a1cb-806083fb5c8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.585352] env[69357]: DEBUG oslo_concurrency.lockutils [None req-29ee3e29-7dfd-4e29-8574-489203c8ab74 tempest-DeleteServersAdminTestJSON-1265347578 tempest-DeleteServersAdminTestJSON-1265347578-project-admin] Lock "2309daee-5a0a-484d-a1cb-806083fb5c8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.587802] env[69357]: INFO nova.compute.manager [None req-29ee3e29-7dfd-4e29-8574-489203c8ab74 tempest-DeleteServersAdminTestJSON-1265347578 tempest-DeleteServersAdminTestJSON-1265347578-project-admin] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Terminating instance [ 608.700449] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "3f8e7073-dafa-4522-bfac-f60a953cfa8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.701233] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "3f8e7073-dafa-4522-bfac-f60a953cfa8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.716503] env[69357]: DEBUG oslo_vmware.api [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5226f81e-c68f-ebe8-d191-95fb4a96adf3, 'name': SearchDatastore_Task, 'duration_secs': 0.011885} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.717674] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.717834] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 7dd39a10-693d-4638-a80b-17c441c7be69/7dd39a10-693d-4638-a80b-17c441c7be69.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.718390] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d376306b-835e-40e0-8583-b43458285130 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.727972] env[69357]: DEBUG oslo_vmware.api [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Waiting for the task: (returnval){ [ 608.727972] env[69357]: value = "task-3282005" [ 608.727972] env[69357]: _type = "Task" [ 608.727972] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.739255] env[69357]: DEBUG oslo_vmware.api [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.886777] env[69357]: INFO nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 3f8e7073-dafa-4522-bfac-f60a953cfa8f has allocations against this compute host but is not found in the database. [ 608.886953] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 1839d78b-c2a0-4694-8a07-6782042b68e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 608.887115] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 6d04873f-de29-486c-9e97-34114457d14c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 608.887237] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 08fddadb-9acb-484a-805e-9374dbf0adc1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 608.947828] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3282004, 'name': ReconfigVM_Task, 'duration_secs': 0.517981} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.948819] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 6225ee70-10a4-4047-b0d3-a8a16856dd42/6225ee70-10a4-4047-b0d3-a8a16856dd42.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.949765] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26c9c47a-a2d1-4c68-9ee1-a1f99196e9a7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.960379] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Waiting for the task: (returnval){ [ 608.960379] env[69357]: value = "task-3282006" [ 608.960379] env[69357]: _type = "Task" [ 608.960379] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.970109] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3282006, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.084222] env[69357]: INFO nova.compute.manager [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Took 19.35 seconds to build instance. [ 609.098026] env[69357]: DEBUG nova.compute.manager [None req-29ee3e29-7dfd-4e29-8574-489203c8ab74 tempest-DeleteServersAdminTestJSON-1265347578 tempest-DeleteServersAdminTestJSON-1265347578-project-admin] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 609.098026] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-29ee3e29-7dfd-4e29-8574-489203c8ab74 tempest-DeleteServersAdminTestJSON-1265347578 tempest-DeleteServersAdminTestJSON-1265347578-project-admin] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 609.098026] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500a4e9f-d6e4-4daa-9b74-ac9bef6cc706 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.118544] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-29ee3e29-7dfd-4e29-8574-489203c8ab74 tempest-DeleteServersAdminTestJSON-1265347578 tempest-DeleteServersAdminTestJSON-1265347578-project-admin] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 609.118544] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd3610b8-07ec-4f77-90f9-45f3b840b08f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.126801] env[69357]: DEBUG oslo_vmware.api [None req-29ee3e29-7dfd-4e29-8574-489203c8ab74 tempest-DeleteServersAdminTestJSON-1265347578 tempest-DeleteServersAdminTestJSON-1265347578-project-admin] Waiting for the task: (returnval){ [ 609.126801] env[69357]: value = "task-3282007" [ 609.126801] env[69357]: _type = "Task" [ 609.126801] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.139682] env[69357]: DEBUG oslo_vmware.api [None req-29ee3e29-7dfd-4e29-8574-489203c8ab74 tempest-DeleteServersAdminTestJSON-1265347578 tempest-DeleteServersAdminTestJSON-1265347578-project-admin] Task: {'id': task-3282007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.204785] env[69357]: DEBUG nova.compute.manager [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.239943] env[69357]: DEBUG oslo_vmware.api [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282005, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.363192] env[69357]: DEBUG nova.compute.manager [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 609.390583] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance a3356b27-2c6a-45be-b610-b99fdc08d1bd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 609.396083] env[69357]: DEBUG nova.virt.hardware [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 609.396240] env[69357]: DEBUG nova.virt.hardware [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 609.396396] env[69357]: DEBUG nova.virt.hardware [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.396579] env[69357]: DEBUG nova.virt.hardware [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 609.396720] env[69357]: DEBUG nova.virt.hardware [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.396862] env[69357]: DEBUG nova.virt.hardware [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 609.397305] env[69357]: DEBUG nova.virt.hardware [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 609.397506] env[69357]: DEBUG nova.virt.hardware [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 609.397676] env[69357]: DEBUG nova.virt.hardware [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 609.397838] env[69357]: DEBUG nova.virt.hardware [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 609.398014] env[69357]: DEBUG nova.virt.hardware [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 609.399929] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7721ba87-1e70-4ff8-b16e-56447da51199 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.408305] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d0f46e-690c-486f-bf8e-df8a3651d5ab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.471023] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3282006, 'name': Rename_Task, 'duration_secs': 0.209508} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.471023] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 609.471023] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0a194e5-2d8f-426d-acf6-f3114fdcfa3f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.475553] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Waiting for the task: (returnval){ [ 609.475553] env[69357]: value = "task-3282008" [ 609.475553] env[69357]: _type = "Task" [ 609.475553] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.488378] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3282008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.588843] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Lock "2387c056-1571-4b63-8a29-8d8b0e927fb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.867s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.641765] env[69357]: DEBUG oslo_vmware.api [None req-29ee3e29-7dfd-4e29-8574-489203c8ab74 tempest-DeleteServersAdminTestJSON-1265347578 tempest-DeleteServersAdminTestJSON-1265347578-project-admin] Task: {'id': task-3282007, 'name': PowerOffVM_Task, 'duration_secs': 0.262195} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.644139] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-29ee3e29-7dfd-4e29-8574-489203c8ab74 tempest-DeleteServersAdminTestJSON-1265347578 tempest-DeleteServersAdminTestJSON-1265347578-project-admin] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 609.644139] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-29ee3e29-7dfd-4e29-8574-489203c8ab74 tempest-DeleteServersAdminTestJSON-1265347578 tempest-DeleteServersAdminTestJSON-1265347578-project-admin] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 609.644139] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af2cb1c9-6f65-4c65-a7d9-7b15e8ea4e61 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.717650] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-29ee3e29-7dfd-4e29-8574-489203c8ab74 tempest-DeleteServersAdminTestJSON-1265347578 tempest-DeleteServersAdminTestJSON-1265347578-project-admin] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 609.718437] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-29ee3e29-7dfd-4e29-8574-489203c8ab74 tempest-DeleteServersAdminTestJSON-1265347578 tempest-DeleteServersAdminTestJSON-1265347578-project-admin] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 609.718975] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-29ee3e29-7dfd-4e29-8574-489203c8ab74 tempest-DeleteServersAdminTestJSON-1265347578 tempest-DeleteServersAdminTestJSON-1265347578-project-admin] Deleting the datastore file [datastore1] 2309daee-5a0a-484d-a1cb-806083fb5c8d {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 609.722263] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44e3b185-2077-4577-86ab-90dd370b87b6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.735587] env[69357]: DEBUG oslo_vmware.api [None req-29ee3e29-7dfd-4e29-8574-489203c8ab74 tempest-DeleteServersAdminTestJSON-1265347578 tempest-DeleteServersAdminTestJSON-1265347578-project-admin] Waiting for the task: (returnval){ [ 609.735587] env[69357]: value = "task-3282010" [ 609.735587] env[69357]: _type = "Task" [ 609.735587] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.745697] env[69357]: DEBUG oslo_vmware.api [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282005, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655337} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.747193] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.747864] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 7dd39a10-693d-4638-a80b-17c441c7be69/7dd39a10-693d-4638-a80b-17c441c7be69.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.748088] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 609.748337] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d917a612-e187-4459-8414-7da1ee2fa9ff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.754015] env[69357]: DEBUG oslo_vmware.api [None req-29ee3e29-7dfd-4e29-8574-489203c8ab74 tempest-DeleteServersAdminTestJSON-1265347578 tempest-DeleteServersAdminTestJSON-1265347578-project-admin] Task: {'id': task-3282010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.758640] env[69357]: DEBUG oslo_vmware.api [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Waiting for the task: (returnval){ [ 609.758640] env[69357]: value = "task-3282011" [ 609.758640] env[69357]: _type = "Task" [ 609.758640] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.767565] env[69357]: DEBUG oslo_vmware.api [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.904273] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 609.973710] env[69357]: DEBUG nova.network.neutron [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Successfully created port: 09cdce41-7cc8-4b92-90df-7f25ff8f736a {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 609.978056] env[69357]: DEBUG nova.network.neutron [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Successfully updated port: 3d6b2a71-83bf-459d-8af0-7a3f9ec5cee5 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 609.992629] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3282008, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.202584] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Acquiring lock "981f9891-970f-4efc-8a1d-fc6a737c57cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.202833] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Lock "981f9891-970f-4efc-8a1d-fc6a737c57cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.246677] env[69357]: DEBUG oslo_vmware.api [None req-29ee3e29-7dfd-4e29-8574-489203c8ab74 tempest-DeleteServersAdminTestJSON-1265347578 tempest-DeleteServersAdminTestJSON-1265347578-project-admin] Task: {'id': task-3282010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.474792} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.246992] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-29ee3e29-7dfd-4e29-8574-489203c8ab74 tempest-DeleteServersAdminTestJSON-1265347578 tempest-DeleteServersAdminTestJSON-1265347578-project-admin] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 610.247135] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-29ee3e29-7dfd-4e29-8574-489203c8ab74 tempest-DeleteServersAdminTestJSON-1265347578 tempest-DeleteServersAdminTestJSON-1265347578-project-admin] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 610.247341] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-29ee3e29-7dfd-4e29-8574-489203c8ab74 tempest-DeleteServersAdminTestJSON-1265347578 tempest-DeleteServersAdminTestJSON-1265347578-project-admin] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 610.247520] env[69357]: INFO nova.compute.manager [None req-29ee3e29-7dfd-4e29-8574-489203c8ab74 tempest-DeleteServersAdminTestJSON-1265347578 tempest-DeleteServersAdminTestJSON-1265347578-project-admin] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 610.247751] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29ee3e29-7dfd-4e29-8574-489203c8ab74 tempest-DeleteServersAdminTestJSON-1265347578 tempest-DeleteServersAdminTestJSON-1265347578-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 610.248144] env[69357]: DEBUG nova.compute.manager [-] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 610.248251] env[69357]: DEBUG nova.network.neutron [-] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 610.268424] env[69357]: DEBUG oslo_vmware.api [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190563} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.268957] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 610.269899] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e862d189-60de-48f6-a3cb-30a1895073ef {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.297456] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 7dd39a10-693d-4638-a80b-17c441c7be69/7dd39a10-693d-4638-a80b-17c441c7be69.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 610.298019] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d014d4bf-968c-49cc-ba2b-31b862e9a098 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.321523] env[69357]: DEBUG oslo_vmware.api [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Waiting for the task: (returnval){ [ 610.321523] env[69357]: value = "task-3282012" [ 610.321523] env[69357]: _type = "Task" [ 610.321523] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.331745] env[69357]: DEBUG oslo_vmware.api [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282012, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.409766] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 6eaf986f-0491-4160-accd-ee7bbd4dfe1b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 610.410136] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 7dd39a10-693d-4638-a80b-17c441c7be69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 610.410873] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 2387c056-1571-4b63-8a29-8d8b0e927fb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 610.411041] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 610.411379] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 6225ee70-10a4-4047-b0d3-a8a16856dd42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 610.411471] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 2309daee-5a0a-484d-a1cb-806083fb5c8d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 610.411684] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 610.411812] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 610.411957] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 610.425624] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Acquiring lock "86487bab-df97-4480-8e57-2bcdeba9520b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.426177] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Lock "86487bab-df97-4480-8e57-2bcdeba9520b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.485362] env[69357]: DEBUG oslo_concurrency.lockutils [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "refresh_cache-2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.485665] env[69357]: DEBUG oslo_concurrency.lockutils [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquired lock "refresh_cache-2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.485779] env[69357]: DEBUG nova.network.neutron [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 610.492124] env[69357]: DEBUG oslo_vmware.api [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3282008, 'name': PowerOnVM_Task, 'duration_secs': 0.957472} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.496900] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 610.496900] env[69357]: INFO nova.compute.manager [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Took 11.01 seconds to spawn the instance on the hypervisor. [ 610.496900] env[69357]: DEBUG nova.compute.manager [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 610.499384] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bc38b9-a5ea-4592-8518-2b55c2bb0764 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.606989] env[69357]: DEBUG nova.network.neutron [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Successfully updated port: 54330504-d624-4d9d-aa4a-cbe81b6c7d64 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 610.708232] env[69357]: DEBUG nova.compute.manager [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 610.722584] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a63a0f-c226-4f8b-bf03-11a2c213711d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.730599] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd191c24-84e9-4ea2-afba-b99ce08e2077 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.779916] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35dbc972-7983-403b-b670-d3059f22521c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.796687] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022f7821-c8a0-4258-a18d-8c3d45f875c0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.820171] env[69357]: DEBUG nova.compute.provider_tree [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.832900] env[69357]: DEBUG oslo_vmware.api [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282012, 'name': ReconfigVM_Task, 'duration_secs': 0.456837} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.834417] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 7dd39a10-693d-4638-a80b-17c441c7be69/7dd39a10-693d-4638-a80b-17c441c7be69.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 610.835743] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35dc7942-26b6-4d94-9d54-6079bdc8dcdb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.844826] env[69357]: DEBUG oslo_vmware.api [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Waiting for the task: (returnval){ [ 610.844826] env[69357]: value = "task-3282013" [ 610.844826] env[69357]: _type = "Task" [ 610.844826] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.855191] env[69357]: DEBUG oslo_vmware.api [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282013, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.020527] env[69357]: INFO nova.compute.manager [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Took 21.24 seconds to build instance. [ 611.109862] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquiring lock "refresh_cache-1839d78b-c2a0-4694-8a07-6782042b68e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.110034] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquired lock "refresh_cache-1839d78b-c2a0-4694-8a07-6782042b68e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.110378] env[69357]: DEBUG nova.network.neutron [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.144220] env[69357]: DEBUG nova.network.neutron [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 611.247712] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.334536] env[69357]: DEBUG nova.scheduler.client.report [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.359781] env[69357]: DEBUG oslo_vmware.api [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282013, 'name': Rename_Task, 'duration_secs': 0.233127} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.361025] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 611.361025] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-241443fd-4833-48d5-9e6e-8e3d28205e37 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.372594] env[69357]: DEBUG oslo_vmware.api [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Waiting for the task: (returnval){ [ 611.372594] env[69357]: value = "task-3282014" [ 611.372594] env[69357]: _type = "Task" [ 611.372594] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.391400] env[69357]: DEBUG oslo_vmware.api [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282014, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.412233] env[69357]: DEBUG oslo_concurrency.lockutils [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Acquiring lock "79bb7eb4-1551-4f19-824d-69b2e5944d6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.412471] env[69357]: DEBUG oslo_concurrency.lockutils [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Lock "79bb7eb4-1551-4f19-824d-69b2e5944d6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.525712] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a8e3faa-1c52-400a-99f1-47ae3396c5df tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Lock "6225ee70-10a4-4047-b0d3-a8a16856dd42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.757s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.669687] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Acquiring lock "45908d95-bd1c-4340-8cc2-3198f900bebd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.669944] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Lock "45908d95-bd1c-4340-8cc2-3198f900bebd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.725159] env[69357]: DEBUG nova.network.neutron [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Updating instance_info_cache with network_info: [{"id": "3d6b2a71-83bf-459d-8af0-7a3f9ec5cee5", "address": "fa:16:3e:d5:06:c3", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d6b2a71-83", "ovs_interfaceid": "3d6b2a71-83bf-459d-8af0-7a3f9ec5cee5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.834770] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 611.834995] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.505s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.835275] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.629s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.837769] env[69357]: INFO nova.compute.claims [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.853207] env[69357]: DEBUG nova.network.neutron [-] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.892049] env[69357]: DEBUG oslo_vmware.api [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282014, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.893264] env[69357]: DEBUG nova.network.neutron [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 612.028307] env[69357]: DEBUG nova.compute.manager [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 612.232017] env[69357]: DEBUG oslo_concurrency.lockutils [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Releasing lock "refresh_cache-2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.232017] env[69357]: DEBUG nova.compute.manager [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Instance network_info: |[{"id": "3d6b2a71-83bf-459d-8af0-7a3f9ec5cee5", "address": "fa:16:3e:d5:06:c3", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d6b2a71-83", "ovs_interfaceid": "3d6b2a71-83bf-459d-8af0-7a3f9ec5cee5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 612.232227] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:06:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d6b2a71-83bf-459d-8af0-7a3f9ec5cee5', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.239138] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Creating folder: Project (fee1c5526ed04060a1bc0e75be3dc547). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.239610] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c1d862b-cd37-4f2d-b4f3-fd3506d84865 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.251257] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Created folder: Project (fee1c5526ed04060a1bc0e75be3dc547) in parent group-v655402. [ 612.252024] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Creating folder: Instances. Parent ref: group-v655420. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.252433] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c3358ae-995c-4385-a2df-ae9b77586f21 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.262561] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Created folder: Instances in parent group-v655420. [ 612.264025] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 612.264025] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.264025] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1de5029b-c0b2-49bc-9d24-c15c5dfddb85 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.288525] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.288525] env[69357]: value = "task-3282017" [ 612.288525] env[69357]: _type = "Task" [ 612.288525] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.300252] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282017, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.357984] env[69357]: INFO nova.compute.manager [-] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Took 2.11 seconds to deallocate network for instance. [ 612.388448] env[69357]: DEBUG oslo_vmware.api [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282014, 'name': PowerOnVM_Task, 'duration_secs': 0.82996} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.390272] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 612.390272] env[69357]: INFO nova.compute.manager [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Took 10.40 seconds to spawn the instance on the hypervisor. [ 612.390272] env[69357]: DEBUG nova.compute.manager [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 612.391397] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accc1a89-aa59-4898-bc98-b6d7b3fa1ac9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.498444] env[69357]: DEBUG nova.network.neutron [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Updating instance_info_cache with network_info: [{"id": "54330504-d624-4d9d-aa4a-cbe81b6c7d64", "address": "fa:16:3e:1e:45:6f", "network": {"id": "82fc7e6c-7d23-4765-b033-b00011513c8e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1644210012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bf4169aef8b40989e24fac7dd5dfa7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54330504-d6", "ovs_interfaceid": "54330504-d624-4d9d-aa4a-cbe81b6c7d64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.553310] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.803634] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282017, 'name': CreateVM_Task, 'duration_secs': 0.382032} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.804251] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.805480] env[69357]: DEBUG oslo_concurrency.lockutils [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.805480] env[69357]: DEBUG oslo_concurrency.lockutils [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.805808] env[69357]: DEBUG oslo_concurrency.lockutils [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.808949] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e545c4f-f2aa-419e-a67f-724d9c821a7a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.815193] env[69357]: DEBUG oslo_vmware.api [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 612.815193] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]522ddbde-10b8-1d2c-3b0c-7048cf948a46" [ 612.815193] env[69357]: _type = "Task" [ 612.815193] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.824948] env[69357]: DEBUG oslo_vmware.api [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]522ddbde-10b8-1d2c-3b0c-7048cf948a46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.864539] env[69357]: DEBUG oslo_concurrency.lockutils [None req-29ee3e29-7dfd-4e29-8574-489203c8ab74 tempest-DeleteServersAdminTestJSON-1265347578 tempest-DeleteServersAdminTestJSON-1265347578-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.919570] env[69357]: INFO nova.compute.manager [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Took 22.39 seconds to build instance. [ 612.954784] env[69357]: DEBUG nova.compute.manager [req-aabbced0-ebd4-4268-ae91-979421cbda70 req-6fab9535-cae3-4993-826b-3c7d52226f43 service nova] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Received event network-vif-plugged-3d6b2a71-83bf-459d-8af0-7a3f9ec5cee5 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 612.954991] env[69357]: DEBUG oslo_concurrency.lockutils [req-aabbced0-ebd4-4268-ae91-979421cbda70 req-6fab9535-cae3-4993-826b-3c7d52226f43 service nova] Acquiring lock "2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.955333] env[69357]: DEBUG oslo_concurrency.lockutils [req-aabbced0-ebd4-4268-ae91-979421cbda70 req-6fab9535-cae3-4993-826b-3c7d52226f43 service nova] Lock "2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.955521] env[69357]: DEBUG oslo_concurrency.lockutils [req-aabbced0-ebd4-4268-ae91-979421cbda70 req-6fab9535-cae3-4993-826b-3c7d52226f43 service nova] Lock "2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.955730] env[69357]: DEBUG nova.compute.manager [req-aabbced0-ebd4-4268-ae91-979421cbda70 req-6fab9535-cae3-4993-826b-3c7d52226f43 service nova] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] No waiting events found dispatching network-vif-plugged-3d6b2a71-83bf-459d-8af0-7a3f9ec5cee5 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 612.955864] env[69357]: WARNING nova.compute.manager [req-aabbced0-ebd4-4268-ae91-979421cbda70 req-6fab9535-cae3-4993-826b-3c7d52226f43 service nova] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Received unexpected event network-vif-plugged-3d6b2a71-83bf-459d-8af0-7a3f9ec5cee5 for instance with vm_state building and task_state spawning. [ 613.001259] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Releasing lock "refresh_cache-1839d78b-c2a0-4694-8a07-6782042b68e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.001600] env[69357]: DEBUG nova.compute.manager [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Instance network_info: |[{"id": "54330504-d624-4d9d-aa4a-cbe81b6c7d64", "address": "fa:16:3e:1e:45:6f", "network": {"id": "82fc7e6c-7d23-4765-b033-b00011513c8e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1644210012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bf4169aef8b40989e24fac7dd5dfa7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54330504-d6", "ovs_interfaceid": "54330504-d624-4d9d-aa4a-cbe81b6c7d64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 613.004014] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:45:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54330504-d624-4d9d-aa4a-cbe81b6c7d64', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 613.012474] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Creating folder: Project (3bf4169aef8b40989e24fac7dd5dfa7b). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.012945] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c0b7fd2-2551-4ddb-b4ce-51272fbe6e6d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.030558] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Created folder: Project (3bf4169aef8b40989e24fac7dd5dfa7b) in parent group-v655402. [ 613.030558] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Creating folder: Instances. Parent ref: group-v655423. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.030558] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e636266-74bd-4e6b-8c6a-319c9a48b546 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.044561] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Created folder: Instances in parent group-v655423. [ 613.044907] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 613.045171] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 613.045601] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-877360f6-e7ba-412f-8b1b-42f3e6bf1b70 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.075419] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 613.075419] env[69357]: value = "task-3282020" [ 613.075419] env[69357]: _type = "Task" [ 613.075419] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.086440] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282020, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.117256] env[69357]: DEBUG nova.compute.manager [req-dcef9d3c-84d9-4213-94ca-e2322b8df537 req-9cbfdaef-4a40-4500-a382-9dca96e21307 service nova] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Received event network-vif-plugged-54330504-d624-4d9d-aa4a-cbe81b6c7d64 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 613.117256] env[69357]: DEBUG oslo_concurrency.lockutils [req-dcef9d3c-84d9-4213-94ca-e2322b8df537 req-9cbfdaef-4a40-4500-a382-9dca96e21307 service nova] Acquiring lock "1839d78b-c2a0-4694-8a07-6782042b68e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.117866] env[69357]: DEBUG oslo_concurrency.lockutils [req-dcef9d3c-84d9-4213-94ca-e2322b8df537 req-9cbfdaef-4a40-4500-a382-9dca96e21307 service nova] Lock "1839d78b-c2a0-4694-8a07-6782042b68e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.118230] env[69357]: DEBUG oslo_concurrency.lockutils [req-dcef9d3c-84d9-4213-94ca-e2322b8df537 req-9cbfdaef-4a40-4500-a382-9dca96e21307 service nova] Lock "1839d78b-c2a0-4694-8a07-6782042b68e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.118542] env[69357]: DEBUG nova.compute.manager [req-dcef9d3c-84d9-4213-94ca-e2322b8df537 req-9cbfdaef-4a40-4500-a382-9dca96e21307 service nova] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] No waiting events found dispatching network-vif-plugged-54330504-d624-4d9d-aa4a-cbe81b6c7d64 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 613.118827] env[69357]: WARNING nova.compute.manager [req-dcef9d3c-84d9-4213-94ca-e2322b8df537 req-9cbfdaef-4a40-4500-a382-9dca96e21307 service nova] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Received unexpected event network-vif-plugged-54330504-d624-4d9d-aa4a-cbe81b6c7d64 for instance with vm_state building and task_state spawning. [ 613.237768] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a4d13f-3e75-466d-b53d-52e30ce920f6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.249079] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98dc86c8-f86f-49d1-a962-6ef232a1fc38 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.288757] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423acc7a-58cf-4a7e-9c2f-871e6db2434b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.301578] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbf5fd7-3a9c-4c2e-8f59-c1d68d348f71 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.321562] env[69357]: DEBUG nova.compute.provider_tree [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.334680] env[69357]: DEBUG oslo_vmware.api [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]522ddbde-10b8-1d2c-3b0c-7048cf948a46, 'name': SearchDatastore_Task, 'duration_secs': 0.029362} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.336101] env[69357]: DEBUG nova.network.neutron [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Successfully updated port: 09cdce41-7cc8-4b92-90df-7f25ff8f736a {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 613.338022] env[69357]: DEBUG oslo_concurrency.lockutils [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.338022] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.339053] env[69357]: DEBUG oslo_concurrency.lockutils [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.339053] env[69357]: DEBUG oslo_concurrency.lockutils [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.339053] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.340235] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c971e7a9-060a-49bc-8033-e546f6a1110f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.351429] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.351671] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.353712] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82364645-6254-40b9-82bb-be7a71247d75 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.359700] env[69357]: DEBUG oslo_vmware.api [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 613.359700] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52848d35-500b-d6d1-10bf-4f0ff41d2cb9" [ 613.359700] env[69357]: _type = "Task" [ 613.359700] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.374188] env[69357]: DEBUG oslo_vmware.api [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52848d35-500b-d6d1-10bf-4f0ff41d2cb9, 'name': SearchDatastore_Task, 'duration_secs': 0.011084} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.375738] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8df1886e-f0a8-4593-86b8-3e493142286c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.381058] env[69357]: DEBUG oslo_vmware.api [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 613.381058] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5222c5cb-ac93-b657-ae4f-3609b87c95b7" [ 613.381058] env[69357]: _type = "Task" [ 613.381058] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.389834] env[69357]: DEBUG oslo_vmware.api [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5222c5cb-ac93-b657-ae4f-3609b87c95b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.421993] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ab0e05e2-4690-48b8-9821-20e3d1a5d8c2 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Lock "7dd39a10-693d-4638-a80b-17c441c7be69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.902s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.551766] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Acquiring lock "442ed0ae-d3f8-4ca8-a450-7d7369000dd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.552197] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Lock "442ed0ae-d3f8-4ca8-a450-7d7369000dd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.587608] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282020, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.829144] env[69357]: DEBUG nova.scheduler.client.report [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.841457] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquiring lock "refresh_cache-6d04873f-de29-486c-9e97-34114457d14c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.841457] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquired lock "refresh_cache-6d04873f-de29-486c-9e97-34114457d14c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.841457] env[69357]: DEBUG nova.network.neutron [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 613.892380] env[69357]: DEBUG oslo_vmware.api [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5222c5cb-ac93-b657-ae4f-3609b87c95b7, 'name': SearchDatastore_Task, 'duration_secs': 0.010421} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.893041] env[69357]: DEBUG oslo_concurrency.lockutils [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.893128] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25/2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.893406] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90783317-52c8-455f-9021-055fc2d739a9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.901932] env[69357]: DEBUG oslo_vmware.api [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 613.901932] env[69357]: value = "task-3282021" [ 613.901932] env[69357]: _type = "Task" [ 613.901932] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.911304] env[69357]: DEBUG oslo_vmware.api [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.925722] env[69357]: DEBUG nova.compute.manager [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 614.096027] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282020, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.147279] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5619c0cb-2260-4b04-a7a4-34692634566f tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Acquiring lock "f21911fc-3543-4f9e-a8e0-3648a81d3112" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.147557] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5619c0cb-2260-4b04-a7a4-34692634566f tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Lock "f21911fc-3543-4f9e-a8e0-3648a81d3112" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.147772] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5619c0cb-2260-4b04-a7a4-34692634566f tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Acquiring lock "f21911fc-3543-4f9e-a8e0-3648a81d3112-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.147993] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5619c0cb-2260-4b04-a7a4-34692634566f tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Lock "f21911fc-3543-4f9e-a8e0-3648a81d3112-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.148330] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5619c0cb-2260-4b04-a7a4-34692634566f tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Lock "f21911fc-3543-4f9e-a8e0-3648a81d3112-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.154042] env[69357]: INFO nova.compute.manager [None req-5619c0cb-2260-4b04-a7a4-34692634566f tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Terminating instance [ 614.335126] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.335676] env[69357]: DEBUG nova.compute.manager [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 614.338669] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Acquiring lock "2f591c40-74b9-42e7-95da-568884aeb59b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.338940] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Lock "2f591c40-74b9-42e7-95da-568884aeb59b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.339587] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.055s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.341159] env[69357]: INFO nova.compute.claims [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.421136] env[69357]: DEBUG oslo_vmware.api [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282021, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.457104] env[69357]: DEBUG nova.network.neutron [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 614.460249] env[69357]: DEBUG oslo_concurrency.lockutils [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.593255] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282020, 'name': CreateVM_Task, 'duration_secs': 1.393818} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.593565] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 614.594501] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.594651] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.595050] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.595234] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ded1de8e-13e3-443a-b0ce-8998408de7ec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.606029] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 614.606029] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5233fcd3-f35c-06c7-dc82-f573d556e978" [ 614.606029] env[69357]: _type = "Task" [ 614.606029] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.618890] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5233fcd3-f35c-06c7-dc82-f573d556e978, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.657082] env[69357]: DEBUG nova.compute.manager [None req-5619c0cb-2260-4b04-a7a4-34692634566f tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 614.657354] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5619c0cb-2260-4b04-a7a4-34692634566f tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 614.658445] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3942b41-4672-4358-872f-bcc25b79170b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.668879] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5619c0cb-2260-4b04-a7a4-34692634566f tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 614.669290] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25a63628-26e1-4271-ace5-ad81fcd0a09d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.677503] env[69357]: DEBUG oslo_vmware.api [None req-5619c0cb-2260-4b04-a7a4-34692634566f tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Waiting for the task: (returnval){ [ 614.677503] env[69357]: value = "task-3282022" [ 614.677503] env[69357]: _type = "Task" [ 614.677503] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.689943] env[69357]: DEBUG oslo_vmware.api [None req-5619c0cb-2260-4b04-a7a4-34692634566f tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Task: {'id': task-3282022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.826244] env[69357]: DEBUG nova.network.neutron [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Updating instance_info_cache with network_info: [{"id": "09cdce41-7cc8-4b92-90df-7f25ff8f736a", "address": "fa:16:3e:39:36:d9", "network": {"id": "82fc7e6c-7d23-4765-b033-b00011513c8e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1644210012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bf4169aef8b40989e24fac7dd5dfa7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09cdce41-7c", "ovs_interfaceid": "09cdce41-7cc8-4b92-90df-7f25ff8f736a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.845319] env[69357]: DEBUG nova.compute.utils [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 614.850978] env[69357]: DEBUG nova.compute.manager [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 614.850978] env[69357]: DEBUG nova.network.neutron [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 614.916206] env[69357]: DEBUG oslo_vmware.api [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282021, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772738} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.916206] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25/2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.916206] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.916206] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7c32448-ac21-48bb-ad87-f46ad38fa111 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.922129] env[69357]: DEBUG oslo_vmware.api [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 614.922129] env[69357]: value = "task-3282023" [ 614.922129] env[69357]: _type = "Task" [ 614.922129] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.932165] env[69357]: DEBUG nova.policy [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99ac962b6e3646ea87037e888605ba3f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7eaf446ddb74528ae8923baf9c29c54', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 614.938631] env[69357]: DEBUG oslo_vmware.api [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.119696] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5233fcd3-f35c-06c7-dc82-f573d556e978, 'name': SearchDatastore_Task, 'duration_secs': 0.050459} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.120036] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.120262] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 615.120529] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.121359] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.121359] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.121359] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8ed830e-abd3-4e23-9128-1af54d9012ce {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.129373] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.129575] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 615.133220] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc0eb787-87d6-47fd-b4c4-2cda7d9dae1c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.138822] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 615.138822] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52685e5a-12d0-fe29-e9fd-f1c0cd91951a" [ 615.138822] env[69357]: _type = "Task" [ 615.138822] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.146684] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52685e5a-12d0-fe29-e9fd-f1c0cd91951a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.188191] env[69357]: DEBUG oslo_vmware.api [None req-5619c0cb-2260-4b04-a7a4-34692634566f tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Task: {'id': task-3282022, 'name': PowerOffVM_Task, 'duration_secs': 0.448308} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.188527] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5619c0cb-2260-4b04-a7a4-34692634566f tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 615.188846] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5619c0cb-2260-4b04-a7a4-34692634566f tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 615.189238] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4a4729e-78c6-4efd-9be6-be370d7b0bc8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.334335] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Releasing lock "refresh_cache-6d04873f-de29-486c-9e97-34114457d14c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.334335] env[69357]: DEBUG nova.compute.manager [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Instance network_info: |[{"id": "09cdce41-7cc8-4b92-90df-7f25ff8f736a", "address": "fa:16:3e:39:36:d9", "network": {"id": "82fc7e6c-7d23-4765-b033-b00011513c8e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1644210012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bf4169aef8b40989e24fac7dd5dfa7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09cdce41-7c", "ovs_interfaceid": "09cdce41-7cc8-4b92-90df-7f25ff8f736a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 615.334735] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:36:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09cdce41-7cc8-4b92-90df-7f25ff8f736a', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 615.349741] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 615.350307] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 615.350837] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d5eed2a-19ab-45a7-8e8b-ed54e058e408 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.381639] env[69357]: DEBUG nova.compute.manager [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 615.394328] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 615.394328] env[69357]: value = "task-3282025" [ 615.394328] env[69357]: _type = "Task" [ 615.394328] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.402581] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282025, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.432481] env[69357]: DEBUG oslo_vmware.api [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083404} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.436138] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.438030] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb34654-703f-42f6-9e88-baf6bdfb8bdb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.467890] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25/2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.471968] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1c8629e-b39b-40c5-9084-199dd08af09d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.490285] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5619c0cb-2260-4b04-a7a4-34692634566f tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 615.490613] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5619c0cb-2260-4b04-a7a4-34692634566f tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 615.490710] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5619c0cb-2260-4b04-a7a4-34692634566f tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Deleting the datastore file [datastore1] f21911fc-3543-4f9e-a8e0-3648a81d3112 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 615.491523] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ea05c7d-b5d0-4e37-a7b6-304ce57da58f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.495198] env[69357]: DEBUG oslo_vmware.api [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 615.495198] env[69357]: value = "task-3282026" [ 615.495198] env[69357]: _type = "Task" [ 615.495198] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.507950] env[69357]: DEBUG oslo_vmware.api [None req-5619c0cb-2260-4b04-a7a4-34692634566f tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Waiting for the task: (returnval){ [ 615.507950] env[69357]: value = "task-3282027" [ 615.507950] env[69357]: _type = "Task" [ 615.507950] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.511157] env[69357]: DEBUG oslo_vmware.api [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282026, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.521114] env[69357]: DEBUG oslo_vmware.api [None req-5619c0cb-2260-4b04-a7a4-34692634566f tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Task: {'id': task-3282027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.658560] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52685e5a-12d0-fe29-e9fd-f1c0cd91951a, 'name': SearchDatastore_Task, 'duration_secs': 0.026242} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.659514] env[69357]: DEBUG nova.network.neutron [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Successfully created port: 5d69bc7c-f469-4bd0-9ab9-ea4f83d8c6a8 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 615.663518] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78e2c7cd-6db1-4dab-a3ad-d7ada0881fc0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.672448] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 615.672448] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5201f2e6-4172-b4a8-babd-bb2935229813" [ 615.672448] env[69357]: _type = "Task" [ 615.672448] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.683777] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5201f2e6-4172-b4a8-babd-bb2935229813, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.763593] env[69357]: INFO nova.compute.manager [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Rebuilding instance [ 615.904790] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7042a2-e3cf-4bac-a098-4c01f79c35b1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.935570] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3fbe9d-1386-45cc-b667-1e60cf6d305d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.939013] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282025, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.939677] env[69357]: DEBUG nova.compute.manager [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 615.940718] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d29e077-e19a-4df1-8804-b97b02f48167 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.986287] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef6895a-163a-4dfa-836a-92453d1d629d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.001328] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db153a2e-0b53-4e74-b506-799f2e6753d8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.011596] env[69357]: DEBUG oslo_vmware.api [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.026351] env[69357]: DEBUG nova.compute.provider_tree [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.035135] env[69357]: DEBUG oslo_vmware.api [None req-5619c0cb-2260-4b04-a7a4-34692634566f tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Task: {'id': task-3282027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.494387} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.035135] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5619c0cb-2260-4b04-a7a4-34692634566f tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 616.035339] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5619c0cb-2260-4b04-a7a4-34692634566f tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 616.035526] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5619c0cb-2260-4b04-a7a4-34692634566f tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 616.035699] env[69357]: INFO nova.compute.manager [None req-5619c0cb-2260-4b04-a7a4-34692634566f tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Took 1.38 seconds to destroy the instance on the hypervisor. [ 616.035941] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5619c0cb-2260-4b04-a7a4-34692634566f tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 616.036143] env[69357]: DEBUG nova.compute.manager [-] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 616.036222] env[69357]: DEBUG nova.network.neutron [-] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 616.191052] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5201f2e6-4172-b4a8-babd-bb2935229813, 'name': SearchDatastore_Task, 'duration_secs': 0.029636} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.191152] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.191412] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 1839d78b-c2a0-4694-8a07-6782042b68e3/1839d78b-c2a0-4694-8a07-6782042b68e3.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 616.191697] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1786ba2-4a3b-453d-b799-3e456f92ea1b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.205461] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 616.205461] env[69357]: value = "task-3282028" [ 616.205461] env[69357]: _type = "Task" [ 616.205461] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.217682] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282028, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.333475] env[69357]: DEBUG nova.compute.manager [req-fc2a4b76-b5fa-422a-a0b5-c31db8e19929 req-fce4de73-b50b-4d07-9e69-7ba7c90f210c service nova] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Received event network-changed-3d6b2a71-83bf-459d-8af0-7a3f9ec5cee5 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 616.335934] env[69357]: DEBUG nova.compute.manager [req-fc2a4b76-b5fa-422a-a0b5-c31db8e19929 req-fce4de73-b50b-4d07-9e69-7ba7c90f210c service nova] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Refreshing instance network info cache due to event network-changed-3d6b2a71-83bf-459d-8af0-7a3f9ec5cee5. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 616.337381] env[69357]: DEBUG oslo_concurrency.lockutils [req-fc2a4b76-b5fa-422a-a0b5-c31db8e19929 req-fce4de73-b50b-4d07-9e69-7ba7c90f210c service nova] Acquiring lock "refresh_cache-2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.337722] env[69357]: DEBUG oslo_concurrency.lockutils [req-fc2a4b76-b5fa-422a-a0b5-c31db8e19929 req-fce4de73-b50b-4d07-9e69-7ba7c90f210c service nova] Acquired lock "refresh_cache-2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.338157] env[69357]: DEBUG nova.network.neutron [req-fc2a4b76-b5fa-422a-a0b5-c31db8e19929 req-fce4de73-b50b-4d07-9e69-7ba7c90f210c service nova] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Refreshing network info cache for port 3d6b2a71-83bf-459d-8af0-7a3f9ec5cee5 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 616.410476] env[69357]: DEBUG nova.compute.manager [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 616.420879] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282025, 'name': CreateVM_Task, 'duration_secs': 0.681571} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.420879] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 616.421357] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.421560] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.421743] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.422032] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63c2f6b6-f9bd-4eec-9ae3-2530ddc890c3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.428143] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 616.428143] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a300e3-84bc-6fec-7158-d08fd99f01ab" [ 616.428143] env[69357]: _type = "Task" [ 616.428143] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.436462] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a300e3-84bc-6fec-7158-d08fd99f01ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.446497] env[69357]: DEBUG nova.virt.hardware [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.447647] env[69357]: DEBUG nova.virt.hardware [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.447647] env[69357]: DEBUG nova.virt.hardware [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.447647] env[69357]: DEBUG nova.virt.hardware [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.447647] env[69357]: DEBUG nova.virt.hardware [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.447647] env[69357]: DEBUG nova.virt.hardware [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.447891] env[69357]: DEBUG nova.virt.hardware [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.448226] env[69357]: DEBUG nova.virt.hardware [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.448312] env[69357]: DEBUG nova.virt.hardware [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.448497] env[69357]: DEBUG nova.virt.hardware [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.448895] env[69357]: DEBUG nova.virt.hardware [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.449870] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70db2dd5-4e99-4fa4-b95f-a968a1bc4559 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.458909] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5328dbff-e996-4d53-937d-1e2d75c89f55 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.507445] env[69357]: DEBUG oslo_vmware.api [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282026, 'name': ReconfigVM_Task, 'duration_secs': 0.856612} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.507801] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25/2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.508593] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b448e40a-38ce-46e7-a7f4-2525db3add32 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.515493] env[69357]: DEBUG oslo_vmware.api [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 616.515493] env[69357]: value = "task-3282029" [ 616.515493] env[69357]: _type = "Task" [ 616.515493] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.524775] env[69357]: DEBUG oslo_vmware.api [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282029, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.532419] env[69357]: DEBUG nova.scheduler.client.report [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.652911] env[69357]: DEBUG nova.compute.manager [req-77b05f94-2e53-43cc-8c34-6dd46093a879 req-b7adc9f3-6908-4e83-bd8e-5a128f98611d service nova] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Received event network-changed-54330504-d624-4d9d-aa4a-cbe81b6c7d64 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 616.652911] env[69357]: DEBUG nova.compute.manager [req-77b05f94-2e53-43cc-8c34-6dd46093a879 req-b7adc9f3-6908-4e83-bd8e-5a128f98611d service nova] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Refreshing instance network info cache due to event network-changed-54330504-d624-4d9d-aa4a-cbe81b6c7d64. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 616.654183] env[69357]: DEBUG oslo_concurrency.lockutils [req-77b05f94-2e53-43cc-8c34-6dd46093a879 req-b7adc9f3-6908-4e83-bd8e-5a128f98611d service nova] Acquiring lock "refresh_cache-1839d78b-c2a0-4694-8a07-6782042b68e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.654183] env[69357]: DEBUG oslo_concurrency.lockutils [req-77b05f94-2e53-43cc-8c34-6dd46093a879 req-b7adc9f3-6908-4e83-bd8e-5a128f98611d service nova] Acquired lock "refresh_cache-1839d78b-c2a0-4694-8a07-6782042b68e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.654183] env[69357]: DEBUG nova.network.neutron [req-77b05f94-2e53-43cc-8c34-6dd46093a879 req-b7adc9f3-6908-4e83-bd8e-5a128f98611d service nova] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Refreshing network info cache for port 54330504-d624-4d9d-aa4a-cbe81b6c7d64 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 616.716966] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282028, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.781061] env[69357]: DEBUG oslo_concurrency.lockutils [None req-53b3d71e-1667-414a-998a-b1a6934dadc8 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Acquiring lock "59a10a12-9a40-48ad-a6f5-c647cb6c5f2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.785133] env[69357]: DEBUG oslo_concurrency.lockutils [None req-53b3d71e-1667-414a-998a-b1a6934dadc8 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Lock "59a10a12-9a40-48ad-a6f5-c647cb6c5f2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.785133] env[69357]: DEBUG oslo_concurrency.lockutils [None req-53b3d71e-1667-414a-998a-b1a6934dadc8 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Acquiring lock "59a10a12-9a40-48ad-a6f5-c647cb6c5f2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.785133] env[69357]: DEBUG oslo_concurrency.lockutils [None req-53b3d71e-1667-414a-998a-b1a6934dadc8 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Lock "59a10a12-9a40-48ad-a6f5-c647cb6c5f2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.785133] env[69357]: DEBUG oslo_concurrency.lockutils [None req-53b3d71e-1667-414a-998a-b1a6934dadc8 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Lock "59a10a12-9a40-48ad-a6f5-c647cb6c5f2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.788737] env[69357]: INFO nova.compute.manager [None req-53b3d71e-1667-414a-998a-b1a6934dadc8 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Terminating instance [ 616.944315] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a300e3-84bc-6fec-7158-d08fd99f01ab, 'name': SearchDatastore_Task, 'duration_secs': 0.07942} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.944569] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.944803] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 616.945064] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.945215] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.945388] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 616.945651] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-751ae8ed-f2c0-4f5a-ae2e-55d9f52bccbc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.956383] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 616.956620] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 616.957305] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb2ffef5-9466-494f-9146-e95584d1b6a7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.963208] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 616.963208] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]529ac296-4604-1935-3750-1f9c75ffca6e" [ 616.963208] env[69357]: _type = "Task" [ 616.963208] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.976470] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]529ac296-4604-1935-3750-1f9c75ffca6e, 'name': SearchDatastore_Task, 'duration_secs': 0.007749} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.978599] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d4a59ba-fe3a-4d3a-93f3-1765ad792139 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.984042] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 616.984042] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]525bf18c-13c2-6fa7-e4f3-7c97d93403d8" [ 616.984042] env[69357]: _type = "Task" [ 616.984042] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.992897] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 616.994527] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71e3e0fc-11a3-49cd-8d71-0f70399edce9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.995955] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]525bf18c-13c2-6fa7-e4f3-7c97d93403d8, 'name': SearchDatastore_Task, 'duration_secs': 0.00773} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.996205] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.996445] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 6d04873f-de29-486c-9e97-34114457d14c/6d04873f-de29-486c-9e97-34114457d14c.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 616.996999] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f75ad3b5-55c8-4456-96f9-c4617e0a5fb1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.002028] env[69357]: DEBUG oslo_vmware.api [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Waiting for the task: (returnval){ [ 617.002028] env[69357]: value = "task-3282030" [ 617.002028] env[69357]: _type = "Task" [ 617.002028] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.005589] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 617.005589] env[69357]: value = "task-3282031" [ 617.005589] env[69357]: _type = "Task" [ 617.005589] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.012280] env[69357]: DEBUG oslo_vmware.api [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.017869] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.028259] env[69357]: DEBUG oslo_vmware.api [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282029, 'name': Rename_Task, 'duration_secs': 0.295299} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.028600] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.029503] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a04f1d4a-8a4e-4163-bd95-f741b9bc5a0c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.034611] env[69357]: DEBUG oslo_vmware.api [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 617.034611] env[69357]: value = "task-3282032" [ 617.034611] env[69357]: _type = "Task" [ 617.034611] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.038396] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.038875] env[69357]: DEBUG nova.compute.manager [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 617.041424] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.590s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.043118] env[69357]: INFO nova.compute.claims [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.053022] env[69357]: DEBUG oslo_vmware.api [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282032, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.217238] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282028, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574058} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.217511] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 1839d78b-c2a0-4694-8a07-6782042b68e3/1839d78b-c2a0-4694-8a07-6782042b68e3.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 617.217728] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 617.217985] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da6a9042-839a-4aab-b155-f3781dcad0fc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.226271] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 617.226271] env[69357]: value = "task-3282033" [ 617.226271] env[69357]: _type = "Task" [ 617.226271] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.238033] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282033, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.293675] env[69357]: DEBUG nova.compute.manager [None req-53b3d71e-1667-414a-998a-b1a6934dadc8 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 617.294100] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-53b3d71e-1667-414a-998a-b1a6934dadc8 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 617.295541] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb432327-05a4-4602-ae3e-525bee445274 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.304724] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b3d71e-1667-414a-998a-b1a6934dadc8 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 617.308343] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12192ba3-3f7a-497e-9fee-8ed7290876ba {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.319159] env[69357]: DEBUG oslo_vmware.api [None req-53b3d71e-1667-414a-998a-b1a6934dadc8 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Waiting for the task: (returnval){ [ 617.319159] env[69357]: value = "task-3282034" [ 617.319159] env[69357]: _type = "Task" [ 617.319159] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.331752] env[69357]: DEBUG oslo_vmware.api [None req-53b3d71e-1667-414a-998a-b1a6934dadc8 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3282034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.392803] env[69357]: DEBUG nova.network.neutron [-] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.407026] env[69357]: DEBUG nova.network.neutron [req-77b05f94-2e53-43cc-8c34-6dd46093a879 req-b7adc9f3-6908-4e83-bd8e-5a128f98611d service nova] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Updated VIF entry in instance network info cache for port 54330504-d624-4d9d-aa4a-cbe81b6c7d64. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 617.408573] env[69357]: DEBUG nova.network.neutron [req-77b05f94-2e53-43cc-8c34-6dd46093a879 req-b7adc9f3-6908-4e83-bd8e-5a128f98611d service nova] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Updating instance_info_cache with network_info: [{"id": "54330504-d624-4d9d-aa4a-cbe81b6c7d64", "address": "fa:16:3e:1e:45:6f", "network": {"id": "82fc7e6c-7d23-4765-b033-b00011513c8e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1644210012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bf4169aef8b40989e24fac7dd5dfa7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54330504-d6", "ovs_interfaceid": "54330504-d624-4d9d-aa4a-cbe81b6c7d64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.510467] env[69357]: DEBUG oslo_vmware.api [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282030, 'name': PowerOffVM_Task, 'duration_secs': 0.124068} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.514035] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 617.514288] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 617.515342] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be418d56-48c2-4828-a03c-509682615b4a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.526899] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 617.527693] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.527936] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92672b54-3d18-4bbb-a6ba-1efb18603c5a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.544717] env[69357]: DEBUG oslo_vmware.api [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282032, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.548275] env[69357]: DEBUG nova.compute.utils [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 617.550430] env[69357]: DEBUG nova.compute.manager [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 617.550536] env[69357]: DEBUG nova.network.neutron [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 617.556805] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 617.556805] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 617.556805] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Deleting the datastore file [datastore2] 7dd39a10-693d-4638-a80b-17c441c7be69 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 617.556805] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdb5be56-563a-42b6-9b5c-20f4a57d0b0b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.569973] env[69357]: DEBUG oslo_vmware.api [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Waiting for the task: (returnval){ [ 617.569973] env[69357]: value = "task-3282036" [ 617.569973] env[69357]: _type = "Task" [ 617.569973] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.580966] env[69357]: DEBUG oslo_vmware.api [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.621514] env[69357]: DEBUG nova.policy [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5ecbdbcf63049db803e83bda3b1f169', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7aa947af8ab04aa3b86a302bfe954b5f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 617.720826] env[69357]: DEBUG nova.network.neutron [req-fc2a4b76-b5fa-422a-a0b5-c31db8e19929 req-fce4de73-b50b-4d07-9e69-7ba7c90f210c service nova] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Updated VIF entry in instance network info cache for port 3d6b2a71-83bf-459d-8af0-7a3f9ec5cee5. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 617.720826] env[69357]: DEBUG nova.network.neutron [req-fc2a4b76-b5fa-422a-a0b5-c31db8e19929 req-fce4de73-b50b-4d07-9e69-7ba7c90f210c service nova] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Updating instance_info_cache with network_info: [{"id": "3d6b2a71-83bf-459d-8af0-7a3f9ec5cee5", "address": "fa:16:3e:d5:06:c3", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d6b2a71-83", "ovs_interfaceid": "3d6b2a71-83bf-459d-8af0-7a3f9ec5cee5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.739252] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282033, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.830543] env[69357]: DEBUG oslo_vmware.api [None req-53b3d71e-1667-414a-998a-b1a6934dadc8 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3282034, 'name': PowerOffVM_Task, 'duration_secs': 0.359548} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.831465] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b3d71e-1667-414a-998a-b1a6934dadc8 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 617.831465] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-53b3d71e-1667-414a-998a-b1a6934dadc8 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 617.831465] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b589268-b998-4f24-a49b-785a3dc3b648 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.894759] env[69357]: INFO nova.compute.manager [-] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Took 1.86 seconds to deallocate network for instance. [ 617.911883] env[69357]: DEBUG oslo_concurrency.lockutils [req-77b05f94-2e53-43cc-8c34-6dd46093a879 req-b7adc9f3-6908-4e83-bd8e-5a128f98611d service nova] Releasing lock "refresh_cache-1839d78b-c2a0-4694-8a07-6782042b68e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.983201] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-53b3d71e-1667-414a-998a-b1a6934dadc8 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 617.983332] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-53b3d71e-1667-414a-998a-b1a6934dadc8 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 617.983450] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-53b3d71e-1667-414a-998a-b1a6934dadc8 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Deleting the datastore file [datastore1] 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 617.983693] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99f8d989-d8ed-4a57-8ac0-c7344b94b4a6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.991138] env[69357]: DEBUG oslo_vmware.api [None req-53b3d71e-1667-414a-998a-b1a6934dadc8 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Waiting for the task: (returnval){ [ 617.991138] env[69357]: value = "task-3282038" [ 617.991138] env[69357]: _type = "Task" [ 617.991138] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.000935] env[69357]: DEBUG oslo_vmware.api [None req-53b3d71e-1667-414a-998a-b1a6934dadc8 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3282038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.023871] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282031, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.052120] env[69357]: DEBUG oslo_vmware.api [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282032, 'name': PowerOnVM_Task, 'duration_secs': 0.917034} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.052403] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.052601] env[69357]: INFO nova.compute.manager [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Took 13.58 seconds to spawn the instance on the hypervisor. [ 618.052813] env[69357]: DEBUG nova.compute.manager [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 618.053636] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49fd9cf-e5b9-4685-865c-98cfd1bd047f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.057499] env[69357]: DEBUG nova.compute.manager [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 618.088325] env[69357]: DEBUG oslo_vmware.api [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282036, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230442} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.088325] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 618.088325] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 618.088325] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 618.212603] env[69357]: DEBUG nova.network.neutron [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Successfully created port: 986fabcd-ba03-4f9f-8f15-93df2988b996 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 618.227815] env[69357]: DEBUG oslo_concurrency.lockutils [req-fc2a4b76-b5fa-422a-a0b5-c31db8e19929 req-fce4de73-b50b-4d07-9e69-7ba7c90f210c service nova] Releasing lock "refresh_cache-2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.228279] env[69357]: DEBUG nova.compute.manager [req-fc2a4b76-b5fa-422a-a0b5-c31db8e19929 req-fce4de73-b50b-4d07-9e69-7ba7c90f210c service nova] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Received event network-vif-deleted-aafc58a7-342d-43af-8610-a81f24a28cfc {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 618.228354] env[69357]: DEBUG nova.compute.manager [req-fc2a4b76-b5fa-422a-a0b5-c31db8e19929 req-fce4de73-b50b-4d07-9e69-7ba7c90f210c service nova] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Received event network-vif-plugged-09cdce41-7cc8-4b92-90df-7f25ff8f736a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 618.228545] env[69357]: DEBUG oslo_concurrency.lockutils [req-fc2a4b76-b5fa-422a-a0b5-c31db8e19929 req-fce4de73-b50b-4d07-9e69-7ba7c90f210c service nova] Acquiring lock "6d04873f-de29-486c-9e97-34114457d14c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.228741] env[69357]: DEBUG oslo_concurrency.lockutils [req-fc2a4b76-b5fa-422a-a0b5-c31db8e19929 req-fce4de73-b50b-4d07-9e69-7ba7c90f210c service nova] Lock "6d04873f-de29-486c-9e97-34114457d14c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.229111] env[69357]: DEBUG oslo_concurrency.lockutils [req-fc2a4b76-b5fa-422a-a0b5-c31db8e19929 req-fce4de73-b50b-4d07-9e69-7ba7c90f210c service nova] Lock "6d04873f-de29-486c-9e97-34114457d14c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.231202] env[69357]: DEBUG nova.compute.manager [req-fc2a4b76-b5fa-422a-a0b5-c31db8e19929 req-fce4de73-b50b-4d07-9e69-7ba7c90f210c service nova] [instance: 6d04873f-de29-486c-9e97-34114457d14c] No waiting events found dispatching network-vif-plugged-09cdce41-7cc8-4b92-90df-7f25ff8f736a {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 618.231202] env[69357]: WARNING nova.compute.manager [req-fc2a4b76-b5fa-422a-a0b5-c31db8e19929 req-fce4de73-b50b-4d07-9e69-7ba7c90f210c service nova] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Received unexpected event network-vif-plugged-09cdce41-7cc8-4b92-90df-7f25ff8f736a for instance with vm_state building and task_state spawning. [ 618.231202] env[69357]: DEBUG nova.compute.manager [req-fc2a4b76-b5fa-422a-a0b5-c31db8e19929 req-fce4de73-b50b-4d07-9e69-7ba7c90f210c service nova] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Received event network-changed-09cdce41-7cc8-4b92-90df-7f25ff8f736a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 618.231202] env[69357]: DEBUG nova.compute.manager [req-fc2a4b76-b5fa-422a-a0b5-c31db8e19929 req-fce4de73-b50b-4d07-9e69-7ba7c90f210c service nova] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Refreshing instance network info cache due to event network-changed-09cdce41-7cc8-4b92-90df-7f25ff8f736a. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 618.231202] env[69357]: DEBUG oslo_concurrency.lockutils [req-fc2a4b76-b5fa-422a-a0b5-c31db8e19929 req-fce4de73-b50b-4d07-9e69-7ba7c90f210c service nova] Acquiring lock "refresh_cache-6d04873f-de29-486c-9e97-34114457d14c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.231703] env[69357]: DEBUG oslo_concurrency.lockutils [req-fc2a4b76-b5fa-422a-a0b5-c31db8e19929 req-fce4de73-b50b-4d07-9e69-7ba7c90f210c service nova] Acquired lock "refresh_cache-6d04873f-de29-486c-9e97-34114457d14c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.231703] env[69357]: DEBUG nova.network.neutron [req-fc2a4b76-b5fa-422a-a0b5-c31db8e19929 req-fce4de73-b50b-4d07-9e69-7ba7c90f210c service nova] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Refreshing network info cache for port 09cdce41-7cc8-4b92-90df-7f25ff8f736a {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 618.247225] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282033, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.751703} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.252902] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 618.253927] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81082677-6e25-42cd-93ae-7f37b3cfee18 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.282749] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 1839d78b-c2a0-4694-8a07-6782042b68e3/1839d78b-c2a0-4694-8a07-6782042b68e3.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 618.286500] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99638a1d-ab3a-46b0-9f4c-efac3fbc0dd9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.309098] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 618.309098] env[69357]: value = "task-3282039" [ 618.309098] env[69357]: _type = "Task" [ 618.309098] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.320894] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282039, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.405274] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5619c0cb-2260-4b04-a7a4-34692634566f tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.461574] env[69357]: DEBUG nova.network.neutron [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Successfully updated port: 5d69bc7c-f469-4bd0-9ab9-ea4f83d8c6a8 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 618.505655] env[69357]: DEBUG oslo_vmware.api [None req-53b3d71e-1667-414a-998a-b1a6934dadc8 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3282038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.476187} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.505947] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-53b3d71e-1667-414a-998a-b1a6934dadc8 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 618.508962] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-53b3d71e-1667-414a-998a-b1a6934dadc8 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 618.508962] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-53b3d71e-1667-414a-998a-b1a6934dadc8 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 618.508962] env[69357]: INFO nova.compute.manager [None req-53b3d71e-1667-414a-998a-b1a6934dadc8 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Took 1.21 seconds to destroy the instance on the hypervisor. [ 618.508962] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53b3d71e-1667-414a-998a-b1a6934dadc8 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 618.508962] env[69357]: DEBUG nova.compute.manager [-] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 618.511757] env[69357]: DEBUG nova.network.neutron [-] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 618.527188] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282031, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.572318] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119c26c7-d6c6-45d3-a160-fc2dc5115a7c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.580125] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1970b0d-0c5d-4c45-b2d8-59ed64e9acc0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.625526] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Acquiring lock "6a64d4bd-0cef-4bbf-830c-941cee6767a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.625526] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Lock "6a64d4bd-0cef-4bbf-830c-941cee6767a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.626177] env[69357]: INFO nova.compute.manager [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Took 24.97 seconds to build instance. [ 618.628337] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59247b0d-0af9-4f5f-ae8b-1dfd9f40a745 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.638365] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11870841-3c8b-4491-ba6a-15bf23d08326 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.656259] env[69357]: DEBUG nova.compute.provider_tree [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.820836] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282039, 'name': ReconfigVM_Task, 'duration_secs': 0.455683} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.821337] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 1839d78b-c2a0-4694-8a07-6782042b68e3/1839d78b-c2a0-4694-8a07-6782042b68e3.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.822026] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3317db39-893e-4d24-951b-c4349e15011a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.829882] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 618.829882] env[69357]: value = "task-3282040" [ 618.829882] env[69357]: _type = "Task" [ 618.829882] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.839158] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282040, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.966750] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquiring lock "refresh_cache-6eaf986f-0491-4160-accd-ee7bbd4dfe1b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.966944] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquired lock "refresh_cache-6eaf986f-0491-4160-accd-ee7bbd4dfe1b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.967398] env[69357]: DEBUG nova.network.neutron [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.026906] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282031, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.585691} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.027871] env[69357]: DEBUG nova.network.neutron [req-fc2a4b76-b5fa-422a-a0b5-c31db8e19929 req-fce4de73-b50b-4d07-9e69-7ba7c90f210c service nova] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Updated VIF entry in instance network info cache for port 09cdce41-7cc8-4b92-90df-7f25ff8f736a. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 619.028224] env[69357]: DEBUG nova.network.neutron [req-fc2a4b76-b5fa-422a-a0b5-c31db8e19929 req-fce4de73-b50b-4d07-9e69-7ba7c90f210c service nova] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Updating instance_info_cache with network_info: [{"id": "09cdce41-7cc8-4b92-90df-7f25ff8f736a", "address": "fa:16:3e:39:36:d9", "network": {"id": "82fc7e6c-7d23-4765-b033-b00011513c8e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1644210012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bf4169aef8b40989e24fac7dd5dfa7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09cdce41-7c", "ovs_interfaceid": "09cdce41-7cc8-4b92-90df-7f25ff8f736a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.029621] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 6d04873f-de29-486c-9e97-34114457d14c/6d04873f-de29-486c-9e97-34114457d14c.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.029731] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.030163] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3ea333d-eb10-41e9-90bc-abb50d9dcd0f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.039406] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 619.039406] env[69357]: value = "task-3282041" [ 619.039406] env[69357]: _type = "Task" [ 619.039406] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.047568] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.071713] env[69357]: DEBUG nova.compute.manager [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 619.113399] env[69357]: DEBUG nova.virt.hardware [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 619.115137] env[69357]: DEBUG nova.virt.hardware [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 619.115137] env[69357]: DEBUG nova.virt.hardware [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.115137] env[69357]: DEBUG nova.virt.hardware [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 619.116644] env[69357]: DEBUG nova.virt.hardware [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.116644] env[69357]: DEBUG nova.virt.hardware [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 619.116644] env[69357]: DEBUG nova.virt.hardware [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 619.116644] env[69357]: DEBUG nova.virt.hardware [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 619.116644] env[69357]: DEBUG nova.virt.hardware [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 619.116886] env[69357]: DEBUG nova.virt.hardware [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 619.117537] env[69357]: DEBUG nova.virt.hardware [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 619.118835] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534b76ba-4020-4b59-839d-5031bb6cdb74 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.133525] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0f0cff-013f-46db-9c60-13a9a116441e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.140475] env[69357]: DEBUG oslo_concurrency.lockutils [None req-63eaacfd-a10f-49cf-836d-ce23d1b49a96 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.493s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.160684] env[69357]: DEBUG nova.scheduler.client.report [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.176146] env[69357]: DEBUG nova.virt.hardware [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 619.176146] env[69357]: DEBUG nova.virt.hardware [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 619.176146] env[69357]: DEBUG nova.virt.hardware [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.176146] env[69357]: DEBUG nova.virt.hardware [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 619.176411] env[69357]: DEBUG nova.virt.hardware [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.176411] env[69357]: DEBUG nova.virt.hardware [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 619.176411] env[69357]: DEBUG nova.virt.hardware [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 619.176411] env[69357]: DEBUG nova.virt.hardware [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 619.176540] env[69357]: DEBUG nova.virt.hardware [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 619.176655] env[69357]: DEBUG nova.virt.hardware [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 619.176824] env[69357]: DEBUG nova.virt.hardware [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 619.178056] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2da7a7e-f4a2-4100-aa18-86439863665d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.190382] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4db46a-62ce-4e17-addd-c8d6c698a057 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.208151] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Instance VIF info [] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.216158] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.217048] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.217048] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44fdf930-18bf-40e3-872d-b403141b87b9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.237150] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.237150] env[69357]: value = "task-3282042" [ 619.237150] env[69357]: _type = "Task" [ 619.237150] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.247535] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282042, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.344543] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282040, 'name': Rename_Task, 'duration_secs': 0.152502} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.345056] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 619.345423] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0da23e0a-a2f0-486b-a18a-cd5cc5fc0291 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.352438] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 619.352438] env[69357]: value = "task-3282043" [ 619.352438] env[69357]: _type = "Task" [ 619.352438] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.361764] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.515511] env[69357]: DEBUG nova.network.neutron [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.534412] env[69357]: DEBUG oslo_concurrency.lockutils [req-fc2a4b76-b5fa-422a-a0b5-c31db8e19929 req-fce4de73-b50b-4d07-9e69-7ba7c90f210c service nova] Releasing lock "refresh_cache-6d04873f-de29-486c-9e97-34114457d14c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.551962] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068907} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.552278] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 619.553131] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e5d46b-0c87-479f-967b-c7fc525b9847 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.577586] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 6d04873f-de29-486c-9e97-34114457d14c/6d04873f-de29-486c-9e97-34114457d14c.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.577920] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6647e18-6a1b-43f0-8558-15dc548a1439 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.594173] env[69357]: DEBUG nova.network.neutron [-] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.604804] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 619.604804] env[69357]: value = "task-3282044" [ 619.604804] env[69357]: _type = "Task" [ 619.604804] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.615037] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282044, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.643877] env[69357]: DEBUG nova.compute.manager [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.668235] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.668235] env[69357]: DEBUG nova.compute.manager [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 619.675223] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.928s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.676710] env[69357]: INFO nova.compute.claims [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.686441] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Acquiring lock "8a2798c0-37b3-4a3c-a21b-f643ab42091d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.687076] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Lock "8a2798c0-37b3-4a3c-a21b-f643ab42091d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.750480] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282042, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.863837] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282043, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.906823] env[69357]: DEBUG nova.compute.manager [req-9b2059e7-67c2-4c68-b7eb-4e4ca22c01d5 req-dc8ce4bf-b187-4007-9ce8-f9fda837d362 service nova] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Received event network-vif-deleted-ed8bf89c-2e40-42f7-8b6f-49372ec571e4 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 619.906823] env[69357]: DEBUG nova.compute.manager [req-9b2059e7-67c2-4c68-b7eb-4e4ca22c01d5 req-dc8ce4bf-b187-4007-9ce8-f9fda837d362 service nova] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Received event network-vif-plugged-5d69bc7c-f469-4bd0-9ab9-ea4f83d8c6a8 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 619.910513] env[69357]: DEBUG oslo_concurrency.lockutils [req-9b2059e7-67c2-4c68-b7eb-4e4ca22c01d5 req-dc8ce4bf-b187-4007-9ce8-f9fda837d362 service nova] Acquiring lock "6eaf986f-0491-4160-accd-ee7bbd4dfe1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.910940] env[69357]: DEBUG oslo_concurrency.lockutils [req-9b2059e7-67c2-4c68-b7eb-4e4ca22c01d5 req-dc8ce4bf-b187-4007-9ce8-f9fda837d362 service nova] Lock "6eaf986f-0491-4160-accd-ee7bbd4dfe1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.911243] env[69357]: DEBUG oslo_concurrency.lockutils [req-9b2059e7-67c2-4c68-b7eb-4e4ca22c01d5 req-dc8ce4bf-b187-4007-9ce8-f9fda837d362 service nova] Lock "6eaf986f-0491-4160-accd-ee7bbd4dfe1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.911519] env[69357]: DEBUG nova.compute.manager [req-9b2059e7-67c2-4c68-b7eb-4e4ca22c01d5 req-dc8ce4bf-b187-4007-9ce8-f9fda837d362 service nova] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] No waiting events found dispatching network-vif-plugged-5d69bc7c-f469-4bd0-9ab9-ea4f83d8c6a8 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 619.911826] env[69357]: WARNING nova.compute.manager [req-9b2059e7-67c2-4c68-b7eb-4e4ca22c01d5 req-dc8ce4bf-b187-4007-9ce8-f9fda837d362 service nova] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Received unexpected event network-vif-plugged-5d69bc7c-f469-4bd0-9ab9-ea4f83d8c6a8 for instance with vm_state building and task_state spawning. [ 619.954641] env[69357]: DEBUG nova.network.neutron [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Updating instance_info_cache with network_info: [{"id": "5d69bc7c-f469-4bd0-9ab9-ea4f83d8c6a8", "address": "fa:16:3e:a1:f3:cf", "network": {"id": "7f341ce4-a45c-4f5e-af4b-cb7ec8e8a1b7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1391807867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7eaf446ddb74528ae8923baf9c29c54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d69bc7c-f4", "ovs_interfaceid": "5d69bc7c-f469-4bd0-9ab9-ea4f83d8c6a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.097215] env[69357]: INFO nova.compute.manager [-] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Took 1.59 seconds to deallocate network for instance. [ 620.116063] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282044, 'name': ReconfigVM_Task, 'duration_secs': 0.338561} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.116423] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 6d04873f-de29-486c-9e97-34114457d14c/6d04873f-de29-486c-9e97-34114457d14c.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 620.118946] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a4baa69-4414-40f3-aee0-31cd4df044a8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.123872] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 620.123872] env[69357]: value = "task-3282045" [ 620.123872] env[69357]: _type = "Task" [ 620.123872] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.135973] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282045, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.185825] env[69357]: DEBUG nova.compute.utils [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 620.188912] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.190389] env[69357]: DEBUG nova.compute.manager [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 620.190594] env[69357]: DEBUG nova.network.neutron [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 620.248986] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282042, 'name': CreateVM_Task, 'duration_secs': 0.728687} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.249201] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.249668] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.249852] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.250215] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.250478] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d823d2f-97d6-4b3f-825f-9f27345c08a2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.255288] env[69357]: DEBUG oslo_vmware.api [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Waiting for the task: (returnval){ [ 620.255288] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52fc42f6-0634-4306-cc9c-f1db7437c982" [ 620.255288] env[69357]: _type = "Task" [ 620.255288] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.265612] env[69357]: DEBUG oslo_vmware.api [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52fc42f6-0634-4306-cc9c-f1db7437c982, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.267571] env[69357]: DEBUG nova.policy [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99ac962b6e3646ea87037e888605ba3f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7eaf446ddb74528ae8923baf9c29c54', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.273817] env[69357]: DEBUG oslo_concurrency.lockutils [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "af8f9e4f-c0d8-447b-91ad-04f88290c199" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.274132] env[69357]: DEBUG oslo_concurrency.lockutils [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "af8f9e4f-c0d8-447b-91ad-04f88290c199" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.286830] env[69357]: DEBUG nova.network.neutron [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Successfully updated port: 986fabcd-ba03-4f9f-8f15-93df2988b996 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 620.364183] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282043, 'name': PowerOnVM_Task, 'duration_secs': 0.52535} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.364514] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.364801] env[69357]: INFO nova.compute.manager [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Took 13.43 seconds to spawn the instance on the hypervisor. [ 620.364948] env[69357]: DEBUG nova.compute.manager [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 620.365809] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22280dc2-9e1e-4b43-b27f-a83442e1932d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.458203] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Releasing lock "refresh_cache-6eaf986f-0491-4160-accd-ee7bbd4dfe1b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.458609] env[69357]: DEBUG nova.compute.manager [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Instance network_info: |[{"id": "5d69bc7c-f469-4bd0-9ab9-ea4f83d8c6a8", "address": "fa:16:3e:a1:f3:cf", "network": {"id": "7f341ce4-a45c-4f5e-af4b-cb7ec8e8a1b7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1391807867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7eaf446ddb74528ae8923baf9c29c54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d69bc7c-f4", "ovs_interfaceid": "5d69bc7c-f469-4bd0-9ab9-ea4f83d8c6a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 620.459931] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:f3:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d69bc7c-f469-4bd0-9ab9-ea4f83d8c6a8', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.468280] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Creating folder: Project (a7eaf446ddb74528ae8923baf9c29c54). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.468569] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afe9802c-5a7e-483e-a5f8-f1a2eb1f3484 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.480366] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Created folder: Project (a7eaf446ddb74528ae8923baf9c29c54) in parent group-v655402. [ 620.480561] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Creating folder: Instances. Parent ref: group-v655428. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.480808] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00bb0bd5-1cc9-4360-a570-6883e3564e82 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.490110] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Created folder: Instances in parent group-v655428. [ 620.490365] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 620.490562] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.490759] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30edd859-d2cc-4b85-ac9d-92878e68edf9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.521051] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.521051] env[69357]: value = "task-3282048" [ 620.521051] env[69357]: _type = "Task" [ 620.521051] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.529306] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282048, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.577737] env[69357]: DEBUG nova.network.neutron [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Successfully created port: 5abf47bb-53a5-4fb3-bf63-296abc5c926a {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 620.608179] env[69357]: DEBUG oslo_concurrency.lockutils [None req-53b3d71e-1667-414a-998a-b1a6934dadc8 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.635448] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282045, 'name': Rename_Task, 'duration_secs': 0.155601} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.635735] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 620.636294] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d2ffd4a-018a-4b29-a5d6-40d72ff7e496 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.642838] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 620.642838] env[69357]: value = "task-3282049" [ 620.642838] env[69357]: _type = "Task" [ 620.642838] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.651903] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.693798] env[69357]: DEBUG nova.compute.manager [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 620.771349] env[69357]: DEBUG oslo_vmware.api [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52fc42f6-0634-4306-cc9c-f1db7437c982, 'name': SearchDatastore_Task, 'duration_secs': 0.011467} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.774383] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.774853] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 620.774853] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.774983] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.775981] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.776994] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f149d34-20a3-44fa-bb64-1f294d07dac8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.786365] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.786365] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 620.786972] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ada19c9d-12aa-4245-b0f1-f29b7239a79c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.790271] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Acquiring lock "refresh_cache-a3356b27-2c6a-45be-b610-b99fdc08d1bd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.790494] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Acquired lock "refresh_cache-a3356b27-2c6a-45be-b610-b99fdc08d1bd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.790659] env[69357]: DEBUG nova.network.neutron [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 620.798935] env[69357]: DEBUG oslo_vmware.api [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Waiting for the task: (returnval){ [ 620.798935] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52b10f73-e9b3-79a5-43e6-52ce9e7cade9" [ 620.798935] env[69357]: _type = "Task" [ 620.798935] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.808464] env[69357]: DEBUG oslo_vmware.api [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52b10f73-e9b3-79a5-43e6-52ce9e7cade9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.888206] env[69357]: INFO nova.compute.manager [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Took 25.24 seconds to build instance. [ 621.033080] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282048, 'name': CreateVM_Task, 'duration_secs': 0.415434} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.036669] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.037574] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.037740] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.038063] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.038321] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa3c605e-3970-4e3a-a63c-5ebc33b9d3f3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.043997] env[69357]: DEBUG oslo_vmware.api [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 621.043997] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]526a488d-a067-17ab-d7a7-3536797f7c18" [ 621.043997] env[69357]: _type = "Task" [ 621.043997] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.054624] env[69357]: DEBUG oslo_vmware.api [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]526a488d-a067-17ab-d7a7-3536797f7c18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.100144] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518d70a3-8a92-457c-a1bf-77580bf98e00 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.110111] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea08040-4b97-4c2f-9534-a99e519bc07a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.149165] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa5cc68-5ca0-4492-b9cc-e6bf0cc52d3b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.156921] env[69357]: DEBUG oslo_vmware.api [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282049, 'name': PowerOnVM_Task, 'duration_secs': 0.483485} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.158987] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 621.159441] env[69357]: INFO nova.compute.manager [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Took 11.80 seconds to spawn the instance on the hypervisor. [ 621.159636] env[69357]: DEBUG nova.compute.manager [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 621.160620] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a73e2e6-5c89-4427-b014-0235668239af {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.163903] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5745ac84-ed3b-4498-b43b-667d150ceab7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.179355] env[69357]: DEBUG nova.compute.provider_tree [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.311018] env[69357]: DEBUG oslo_vmware.api [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52b10f73-e9b3-79a5-43e6-52ce9e7cade9, 'name': SearchDatastore_Task, 'duration_secs': 0.01387} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.311611] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73e88ebe-8a86-46bb-a478-f7e6e54baf31 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.317332] env[69357]: DEBUG oslo_vmware.api [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Waiting for the task: (returnval){ [ 621.317332] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52704e00-090b-b21a-628e-674e95c38b11" [ 621.317332] env[69357]: _type = "Task" [ 621.317332] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.327273] env[69357]: DEBUG oslo_vmware.api [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52704e00-090b-b21a-628e-674e95c38b11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.345918] env[69357]: DEBUG nova.network.neutron [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 621.393700] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "1839d78b-c2a0-4694-8a07-6782042b68e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.763s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.555119] env[69357]: DEBUG oslo_vmware.api [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]526a488d-a067-17ab-d7a7-3536797f7c18, 'name': SearchDatastore_Task, 'duration_secs': 0.019157} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.555447] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.555709] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.555937] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.556090] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.556263] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.556517] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-355da820-a021-4e7d-9400-be2fd12f59bc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.565388] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.565602] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.566336] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5d68a9d-436e-46a1-8747-eb51a8601d66 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.572053] env[69357]: DEBUG oslo_vmware.api [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 621.572053] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52bde858-363a-4b2c-ad34-4817ae8e4701" [ 621.572053] env[69357]: _type = "Task" [ 621.572053] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.581138] env[69357]: DEBUG oslo_vmware.api [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52bde858-363a-4b2c-ad34-4817ae8e4701, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.686835] env[69357]: DEBUG nova.scheduler.client.report [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.694125] env[69357]: DEBUG nova.network.neutron [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Updating instance_info_cache with network_info: [{"id": "986fabcd-ba03-4f9f-8f15-93df2988b996", "address": "fa:16:3e:c4:69:ed", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap986fabcd-ba", "ovs_interfaceid": "986fabcd-ba03-4f9f-8f15-93df2988b996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.701488] env[69357]: INFO nova.compute.manager [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Took 26.01 seconds to build instance. [ 621.703677] env[69357]: DEBUG nova.compute.manager [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 621.731108] env[69357]: DEBUG nova.virt.hardware [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 621.731640] env[69357]: DEBUG nova.virt.hardware [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.731875] env[69357]: DEBUG nova.virt.hardware [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.732114] env[69357]: DEBUG nova.virt.hardware [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.732307] env[69357]: DEBUG nova.virt.hardware [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.732492] env[69357]: DEBUG nova.virt.hardware [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 621.732745] env[69357]: DEBUG nova.virt.hardware [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 621.732949] env[69357]: DEBUG nova.virt.hardware [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 621.733277] env[69357]: DEBUG nova.virt.hardware [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 621.733501] env[69357]: DEBUG nova.virt.hardware [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 621.733777] env[69357]: DEBUG nova.virt.hardware [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 621.735110] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7d9cd0-3911-4134-8f77-5df42ab27e05 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.744103] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255a46d9-8246-44ee-a4b9-07a4c8da0e73 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.827792] env[69357]: DEBUG oslo_vmware.api [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52704e00-090b-b21a-628e-674e95c38b11, 'name': SearchDatastore_Task, 'duration_secs': 0.0159} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.828066] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.828630] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 7dd39a10-693d-4638-a80b-17c441c7be69/7dd39a10-693d-4638-a80b-17c441c7be69.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 621.828630] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cceb8797-a59c-47a6-a95f-de52ae18f8cd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.834689] env[69357]: DEBUG oslo_vmware.api [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Waiting for the task: (returnval){ [ 621.834689] env[69357]: value = "task-3282050" [ 621.834689] env[69357]: _type = "Task" [ 621.834689] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.843928] env[69357]: DEBUG oslo_vmware.api [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.896075] env[69357]: DEBUG nova.compute.manager [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.087807] env[69357]: DEBUG oslo_vmware.api [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52bde858-363a-4b2c-ad34-4817ae8e4701, 'name': SearchDatastore_Task, 'duration_secs': 0.012552} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.089143] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f0d58e0-a113-420a-99cf-86cda43822c0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.100184] env[69357]: DEBUG oslo_vmware.api [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 622.100184] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d53e41-c393-c850-07f5-91d71958c29e" [ 622.100184] env[69357]: _type = "Task" [ 622.100184] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.108651] env[69357]: DEBUG oslo_vmware.api [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d53e41-c393-c850-07f5-91d71958c29e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.202437] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.202437] env[69357]: DEBUG nova.compute.manager [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.204561] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.956s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.206964] env[69357]: INFO nova.compute.claims [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.214953] env[69357]: DEBUG nova.network.neutron [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Successfully updated port: 5abf47bb-53a5-4fb3-bf63-296abc5c926a {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 622.221225] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f6da4c9-6105-4cf9-97f3-b61449023abc tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "6d04873f-de29-486c-9e97-34114457d14c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.547s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.221225] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Releasing lock "refresh_cache-a3356b27-2c6a-45be-b610-b99fdc08d1bd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.221410] env[69357]: DEBUG nova.compute.manager [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Instance network_info: |[{"id": "986fabcd-ba03-4f9f-8f15-93df2988b996", "address": "fa:16:3e:c4:69:ed", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap986fabcd-ba", "ovs_interfaceid": "986fabcd-ba03-4f9f-8f15-93df2988b996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 622.221703] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:69:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '986fabcd-ba03-4f9f-8f15-93df2988b996', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 622.235059] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Creating folder: Project (7aa947af8ab04aa3b86a302bfe954b5f). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.237328] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8ea0006-53c0-442c-9682-745d22ffc172 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.251729] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Created folder: Project (7aa947af8ab04aa3b86a302bfe954b5f) in parent group-v655402. [ 622.252039] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Creating folder: Instances. Parent ref: group-v655431. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.253890] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b81d1edf-09a9-4a96-81c1-f84049b81c56 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.265058] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Created folder: Instances in parent group-v655431. [ 622.265360] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 622.266422] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 622.266706] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bf4ae42-4b83-492f-bd9f-6c8b300e3b68 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.289767] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 622.289767] env[69357]: value = "task-3282053" [ 622.289767] env[69357]: _type = "Task" [ 622.289767] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.298973] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282053, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.345685] env[69357]: DEBUG oslo_vmware.api [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282050, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.428057] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.614791] env[69357]: DEBUG oslo_vmware.api [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d53e41-c393-c850-07f5-91d71958c29e, 'name': SearchDatastore_Task, 'duration_secs': 0.016218} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.615139] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.615411] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 6eaf986f-0491-4160-accd-ee7bbd4dfe1b/6eaf986f-0491-4160-accd-ee7bbd4dfe1b.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.615686] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5c85d06-bba5-4258-8649-e426aaa803ca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.622681] env[69357]: DEBUG oslo_vmware.api [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 622.622681] env[69357]: value = "task-3282054" [ 622.622681] env[69357]: _type = "Task" [ 622.622681] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.634588] env[69357]: DEBUG oslo_vmware.api [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.705213] env[69357]: DEBUG nova.compute.utils [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 622.709175] env[69357]: DEBUG nova.compute.manager [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 622.710029] env[69357]: DEBUG nova.network.neutron [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 622.721099] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquiring lock "refresh_cache-5aa34a63-63a3-4a14-a0b2-9d37065a2ec4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.721099] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquired lock "refresh_cache-5aa34a63-63a3-4a14-a0b2-9d37065a2ec4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.721099] env[69357]: DEBUG nova.network.neutron [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 622.737401] env[69357]: DEBUG nova.compute.manager [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.765782] env[69357]: DEBUG nova.policy [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d150351f1234ea6b09193dc72fafec8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38f3df5dc3354306bcda9e8555cfbe85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 622.803303] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282053, 'name': CreateVM_Task, 'duration_secs': 0.41333} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.803477] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.804232] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.804451] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.805184] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.805184] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67da883b-e420-487f-8f65-494382707542 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.810756] env[69357]: DEBUG oslo_vmware.api [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Waiting for the task: (returnval){ [ 622.810756] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ef4ca8-f0ca-e9ee-fb08-9b616e2b6f45" [ 622.810756] env[69357]: _type = "Task" [ 622.810756] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.824359] env[69357]: DEBUG oslo_vmware.api [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ef4ca8-f0ca-e9ee-fb08-9b616e2b6f45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.846489] env[69357]: DEBUG oslo_vmware.api [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.830006} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.847648] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 7dd39a10-693d-4638-a80b-17c441c7be69/7dd39a10-693d-4638-a80b-17c441c7be69.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 622.847648] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 622.847648] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14c2e187-24c8-44ea-bc13-ffa153ce369e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.857135] env[69357]: DEBUG oslo_vmware.api [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Waiting for the task: (returnval){ [ 622.857135] env[69357]: value = "task-3282055" [ 622.857135] env[69357]: _type = "Task" [ 622.857135] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.869278] env[69357]: DEBUG oslo_vmware.api [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282055, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.135765] env[69357]: DEBUG oslo_vmware.api [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282054, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.155133] env[69357]: DEBUG nova.network.neutron [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Successfully created port: 616c1056-696a-4787-8fc8-69ac56d6634b {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 623.210935] env[69357]: DEBUG nova.compute.manager [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 623.277536] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.298044] env[69357]: DEBUG nova.network.neutron [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 623.326741] env[69357]: DEBUG oslo_vmware.api [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ef4ca8-f0ca-e9ee-fb08-9b616e2b6f45, 'name': SearchDatastore_Task, 'duration_secs': 0.01175} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.336188] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.336188] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.336188] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.336312] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.336492] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.337014] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7c95230-6d0b-488b-a3f4-f48b39ca7f79 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.347394] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.347805] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.349030] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64bf760f-1efa-489a-a066-fa242665b6dd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.364278] env[69357]: DEBUG oslo_vmware.api [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Waiting for the task: (returnval){ [ 623.364278] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]529f9df3-e552-2ab4-a861-daa3b9e0e4b9" [ 623.364278] env[69357]: _type = "Task" [ 623.364278] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.371188] env[69357]: DEBUG oslo_vmware.api [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282055, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093473} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.374903] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.378900] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcdc1b0-1c59-4ed1-8ba4-0ebc87dd62a1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.386726] env[69357]: DEBUG oslo_vmware.api [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]529f9df3-e552-2ab4-a861-daa3b9e0e4b9, 'name': SearchDatastore_Task, 'duration_secs': 0.014212} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.387933] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c7d059d-7ac4-4a76-8952-d2970c534989 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.415530] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 7dd39a10-693d-4638-a80b-17c441c7be69/7dd39a10-693d-4638-a80b-17c441c7be69.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.417480] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b0d28a9-3fbc-45b6-a6b4-cc1c5b9df9de {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.435433] env[69357]: DEBUG oslo_vmware.api [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Waiting for the task: (returnval){ [ 623.435433] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d715aa-e554-fcf5-16c5-98c3ed244825" [ 623.435433] env[69357]: _type = "Task" [ 623.435433] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.441150] env[69357]: DEBUG oslo_vmware.api [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Waiting for the task: (returnval){ [ 623.441150] env[69357]: value = "task-3282056" [ 623.441150] env[69357]: _type = "Task" [ 623.441150] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.443609] env[69357]: DEBUG oslo_vmware.api [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d715aa-e554-fcf5-16c5-98c3ed244825, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.455463] env[69357]: DEBUG oslo_vmware.api [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282056, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.460348] env[69357]: DEBUG oslo_concurrency.lockutils [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Acquiring lock "c8057193-ee6e-43c5-8595-496b47cf1a51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.461111] env[69357]: DEBUG oslo_concurrency.lockutils [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Lock "c8057193-ee6e-43c5-8595-496b47cf1a51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.595412] env[69357]: DEBUG nova.compute.manager [req-9bd35d63-e8bc-43eb-bcb4-f4c2ef0b353f req-7b0fec44-4eb9-42b5-a427-1fc00d56428f service nova] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Received event network-changed-5d69bc7c-f469-4bd0-9ab9-ea4f83d8c6a8 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 623.595864] env[69357]: DEBUG nova.compute.manager [req-9bd35d63-e8bc-43eb-bcb4-f4c2ef0b353f req-7b0fec44-4eb9-42b5-a427-1fc00d56428f service nova] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Refreshing instance network info cache due to event network-changed-5d69bc7c-f469-4bd0-9ab9-ea4f83d8c6a8. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 623.595864] env[69357]: DEBUG oslo_concurrency.lockutils [req-9bd35d63-e8bc-43eb-bcb4-f4c2ef0b353f req-7b0fec44-4eb9-42b5-a427-1fc00d56428f service nova] Acquiring lock "refresh_cache-6eaf986f-0491-4160-accd-ee7bbd4dfe1b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.596860] env[69357]: DEBUG oslo_concurrency.lockutils [req-9bd35d63-e8bc-43eb-bcb4-f4c2ef0b353f req-7b0fec44-4eb9-42b5-a427-1fc00d56428f service nova] Acquired lock "refresh_cache-6eaf986f-0491-4160-accd-ee7bbd4dfe1b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.596860] env[69357]: DEBUG nova.network.neutron [req-9bd35d63-e8bc-43eb-bcb4-f4c2ef0b353f req-7b0fec44-4eb9-42b5-a427-1fc00d56428f service nova] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Refreshing network info cache for port 5d69bc7c-f469-4bd0-9ab9-ea4f83d8c6a8 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 623.611079] env[69357]: DEBUG nova.network.neutron [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Updating instance_info_cache with network_info: [{"id": "5abf47bb-53a5-4fb3-bf63-296abc5c926a", "address": "fa:16:3e:66:30:ae", "network": {"id": "7f341ce4-a45c-4f5e-af4b-cb7ec8e8a1b7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1391807867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7eaf446ddb74528ae8923baf9c29c54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5abf47bb-53", "ovs_interfaceid": "5abf47bb-53a5-4fb3-bf63-296abc5c926a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.636623] env[69357]: DEBUG oslo_vmware.api [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553781} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.639434] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 6eaf986f-0491-4160-accd-ee7bbd4dfe1b/6eaf986f-0491-4160-accd-ee7bbd4dfe1b.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.640058] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.640358] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6dd002dc-b53d-4b88-bd6a-3a5220be459c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.649939] env[69357]: DEBUG oslo_vmware.api [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 623.649939] env[69357]: value = "task-3282057" [ 623.649939] env[69357]: _type = "Task" [ 623.649939] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.660777] env[69357]: DEBUG oslo_vmware.api [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.775659] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e120be8-8940-4bbf-aa5a-d0304d9dc226 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.784323] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314b3959-cce1-4987-8a8c-2296fa8da906 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.818981] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad29f2de-a0e6-4798-9bee-39b5b796b70b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.826585] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fd29dc-50e1-4ed2-9d9c-898ce3189e74 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.844762] env[69357]: DEBUG nova.compute.provider_tree [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.951193] env[69357]: DEBUG oslo_vmware.api [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d715aa-e554-fcf5-16c5-98c3ed244825, 'name': SearchDatastore_Task, 'duration_secs': 0.022512} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.952049] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.952323] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] a3356b27-2c6a-45be-b610-b99fdc08d1bd/a3356b27-2c6a-45be-b610-b99fdc08d1bd.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.952587] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-757a2f98-3ef0-4585-9c50-314364bc19e2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.959728] env[69357]: DEBUG oslo_vmware.api [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.961076] env[69357]: DEBUG oslo_vmware.api [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Waiting for the task: (returnval){ [ 623.961076] env[69357]: value = "task-3282058" [ 623.961076] env[69357]: _type = "Task" [ 623.961076] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.971219] env[69357]: DEBUG oslo_vmware.api [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Task: {'id': task-3282058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.116016] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Releasing lock "refresh_cache-5aa34a63-63a3-4a14-a0b2-9d37065a2ec4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.116016] env[69357]: DEBUG nova.compute.manager [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Instance network_info: |[{"id": "5abf47bb-53a5-4fb3-bf63-296abc5c926a", "address": "fa:16:3e:66:30:ae", "network": {"id": "7f341ce4-a45c-4f5e-af4b-cb7ec8e8a1b7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1391807867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7eaf446ddb74528ae8923baf9c29c54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5abf47bb-53", "ovs_interfaceid": "5abf47bb-53a5-4fb3-bf63-296abc5c926a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 624.116268] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:30:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5abf47bb-53a5-4fb3-bf63-296abc5c926a', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.123510] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 624.124516] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.124845] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf7ac295-9382-4f98-b71f-9585c0b9272c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.151825] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.151825] env[69357]: value = "task-3282059" [ 624.151825] env[69357]: _type = "Task" [ 624.151825] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.168629] env[69357]: DEBUG oslo_vmware.api [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129051} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.171094] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.171402] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282059, 'name': CreateVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.172231] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8ca1c5-bcb1-4231-8ce8-134d3a33513e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.201175] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 6eaf986f-0491-4160-accd-ee7bbd4dfe1b/6eaf986f-0491-4160-accd-ee7bbd4dfe1b.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.201175] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8977af2a-61de-49f6-8c5b-f9e0ac480a0c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.230197] env[69357]: DEBUG nova.compute.manager [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 624.231948] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Acquiring lock "93efd4ae-beee-4265-b7b8-a77ef5b970ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.232073] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Lock "93efd4ae-beee-4265-b7b8-a77ef5b970ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.232356] env[69357]: DEBUG oslo_vmware.api [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 624.232356] env[69357]: value = "task-3282060" [ 624.232356] env[69357]: _type = "Task" [ 624.232356] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.242911] env[69357]: DEBUG oslo_vmware.api [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282060, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.262432] env[69357]: DEBUG nova.virt.hardware [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 624.262787] env[69357]: DEBUG nova.virt.hardware [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.263113] env[69357]: DEBUG nova.virt.hardware [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.263411] env[69357]: DEBUG nova.virt.hardware [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.263961] env[69357]: DEBUG nova.virt.hardware [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.263961] env[69357]: DEBUG nova.virt.hardware [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 624.264098] env[69357]: DEBUG nova.virt.hardware [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 624.264304] env[69357]: DEBUG nova.virt.hardware [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 624.264612] env[69357]: DEBUG nova.virt.hardware [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 624.264827] env[69357]: DEBUG nova.virt.hardware [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 624.265090] env[69357]: DEBUG nova.virt.hardware [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 624.266814] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b95423-b267-46e2-bec3-af7ced89e99d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.282360] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa63890-361d-4046-9110-2c295284b80d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.347983] env[69357]: DEBUG nova.scheduler.client.report [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.429483] env[69357]: DEBUG nova.network.neutron [req-9bd35d63-e8bc-43eb-bcb4-f4c2ef0b353f req-7b0fec44-4eb9-42b5-a427-1fc00d56428f service nova] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Updated VIF entry in instance network info cache for port 5d69bc7c-f469-4bd0-9ab9-ea4f83d8c6a8. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.429738] env[69357]: DEBUG nova.network.neutron [req-9bd35d63-e8bc-43eb-bcb4-f4c2ef0b353f req-7b0fec44-4eb9-42b5-a427-1fc00d56428f service nova] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Updating instance_info_cache with network_info: [{"id": "5d69bc7c-f469-4bd0-9ab9-ea4f83d8c6a8", "address": "fa:16:3e:a1:f3:cf", "network": {"id": "7f341ce4-a45c-4f5e-af4b-cb7ec8e8a1b7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1391807867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7eaf446ddb74528ae8923baf9c29c54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d69bc7c-f4", "ovs_interfaceid": "5d69bc7c-f469-4bd0-9ab9-ea4f83d8c6a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.459169] env[69357]: DEBUG oslo_vmware.api [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282056, 'name': ReconfigVM_Task, 'duration_secs': 0.896582} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.459641] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 7dd39a10-693d-4638-a80b-17c441c7be69/7dd39a10-693d-4638-a80b-17c441c7be69.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.460610] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-144f7366-e513-4113-bfed-3ea6cddfb649 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.472551] env[69357]: DEBUG oslo_vmware.api [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Waiting for the task: (returnval){ [ 624.472551] env[69357]: value = "task-3282061" [ 624.472551] env[69357]: _type = "Task" [ 624.472551] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.476154] env[69357]: DEBUG oslo_vmware.api [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Task: {'id': task-3282058, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.489995] env[69357]: DEBUG oslo_vmware.api [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282061, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.670023] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282059, 'name': CreateVM_Task, 'duration_secs': 0.399194} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.670023] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 624.670023] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.670023] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.670023] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.670504] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50803d76-e668-48a5-afd4-73a57f6509eb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.675953] env[69357]: DEBUG oslo_vmware.api [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 624.675953] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]522ac5fd-8385-23d4-bf5b-43e9aa2c6486" [ 624.675953] env[69357]: _type = "Task" [ 624.675953] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.686400] env[69357]: DEBUG oslo_vmware.api [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]522ac5fd-8385-23d4-bf5b-43e9aa2c6486, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.745323] env[69357]: DEBUG oslo_vmware.api [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282060, 'name': ReconfigVM_Task, 'duration_secs': 0.360964} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.745323] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 6eaf986f-0491-4160-accd-ee7bbd4dfe1b/6eaf986f-0491-4160-accd-ee7bbd4dfe1b.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.745323] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e5c2892-9238-4a08-86be-45a8f38edfbe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.751278] env[69357]: DEBUG oslo_vmware.api [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 624.751278] env[69357]: value = "task-3282062" [ 624.751278] env[69357]: _type = "Task" [ 624.751278] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.759809] env[69357]: DEBUG oslo_vmware.api [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282062, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.855064] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.855664] env[69357]: DEBUG nova.compute.manager [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 624.858676] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.306s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.860840] env[69357]: INFO nova.compute.claims [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.934986] env[69357]: DEBUG oslo_concurrency.lockutils [req-9bd35d63-e8bc-43eb-bcb4-f4c2ef0b353f req-7b0fec44-4eb9-42b5-a427-1fc00d56428f service nova] Releasing lock "refresh_cache-6eaf986f-0491-4160-accd-ee7bbd4dfe1b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.935434] env[69357]: DEBUG nova.compute.manager [req-9bd35d63-e8bc-43eb-bcb4-f4c2ef0b353f req-7b0fec44-4eb9-42b5-a427-1fc00d56428f service nova] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Received event network-vif-deleted-5f762834-4d73-4f59-b40d-e4ae5751ebe5 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.937860] env[69357]: DEBUG nova.compute.manager [req-9bd35d63-e8bc-43eb-bcb4-f4c2ef0b353f req-7b0fec44-4eb9-42b5-a427-1fc00d56428f service nova] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Received event network-vif-plugged-986fabcd-ba03-4f9f-8f15-93df2988b996 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.937860] env[69357]: DEBUG oslo_concurrency.lockutils [req-9bd35d63-e8bc-43eb-bcb4-f4c2ef0b353f req-7b0fec44-4eb9-42b5-a427-1fc00d56428f service nova] Acquiring lock "a3356b27-2c6a-45be-b610-b99fdc08d1bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.937860] env[69357]: DEBUG oslo_concurrency.lockutils [req-9bd35d63-e8bc-43eb-bcb4-f4c2ef0b353f req-7b0fec44-4eb9-42b5-a427-1fc00d56428f service nova] Lock "a3356b27-2c6a-45be-b610-b99fdc08d1bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.937860] env[69357]: DEBUG oslo_concurrency.lockutils [req-9bd35d63-e8bc-43eb-bcb4-f4c2ef0b353f req-7b0fec44-4eb9-42b5-a427-1fc00d56428f service nova] Lock "a3356b27-2c6a-45be-b610-b99fdc08d1bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.937860] env[69357]: DEBUG nova.compute.manager [req-9bd35d63-e8bc-43eb-bcb4-f4c2ef0b353f req-7b0fec44-4eb9-42b5-a427-1fc00d56428f service nova] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] No waiting events found dispatching network-vif-plugged-986fabcd-ba03-4f9f-8f15-93df2988b996 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 624.938125] env[69357]: WARNING nova.compute.manager [req-9bd35d63-e8bc-43eb-bcb4-f4c2ef0b353f req-7b0fec44-4eb9-42b5-a427-1fc00d56428f service nova] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Received unexpected event network-vif-plugged-986fabcd-ba03-4f9f-8f15-93df2988b996 for instance with vm_state building and task_state spawning. [ 624.938125] env[69357]: DEBUG nova.compute.manager [req-9bd35d63-e8bc-43eb-bcb4-f4c2ef0b353f req-7b0fec44-4eb9-42b5-a427-1fc00d56428f service nova] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Received event network-changed-986fabcd-ba03-4f9f-8f15-93df2988b996 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.938125] env[69357]: DEBUG nova.compute.manager [req-9bd35d63-e8bc-43eb-bcb4-f4c2ef0b353f req-7b0fec44-4eb9-42b5-a427-1fc00d56428f service nova] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Refreshing instance network info cache due to event network-changed-986fabcd-ba03-4f9f-8f15-93df2988b996. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 624.938125] env[69357]: DEBUG oslo_concurrency.lockutils [req-9bd35d63-e8bc-43eb-bcb4-f4c2ef0b353f req-7b0fec44-4eb9-42b5-a427-1fc00d56428f service nova] Acquiring lock "refresh_cache-a3356b27-2c6a-45be-b610-b99fdc08d1bd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.938125] env[69357]: DEBUG oslo_concurrency.lockutils [req-9bd35d63-e8bc-43eb-bcb4-f4c2ef0b353f req-7b0fec44-4eb9-42b5-a427-1fc00d56428f service nova] Acquired lock "refresh_cache-a3356b27-2c6a-45be-b610-b99fdc08d1bd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.938271] env[69357]: DEBUG nova.network.neutron [req-9bd35d63-e8bc-43eb-bcb4-f4c2ef0b353f req-7b0fec44-4eb9-42b5-a427-1fc00d56428f service nova] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Refreshing network info cache for port 986fabcd-ba03-4f9f-8f15-93df2988b996 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.975625] env[69357]: DEBUG oslo_vmware.api [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Task: {'id': task-3282058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685871} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.976389] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] a3356b27-2c6a-45be-b610-b99fdc08d1bd/a3356b27-2c6a-45be-b610-b99fdc08d1bd.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.976773] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.980343] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49b79931-10d2-49b0-8522-40974865e99d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.992076] env[69357]: DEBUG oslo_vmware.api [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282061, 'name': Rename_Task, 'duration_secs': 0.275222} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.992543] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.992618] env[69357]: DEBUG oslo_vmware.api [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Waiting for the task: (returnval){ [ 624.992618] env[69357]: value = "task-3282063" [ 624.992618] env[69357]: _type = "Task" [ 624.992618] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.992799] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aaa635fc-07c1-4c9c-8795-3bea91f65011 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.007953] env[69357]: DEBUG oslo_vmware.api [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Task: {'id': task-3282063, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.009362] env[69357]: DEBUG oslo_vmware.api [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Waiting for the task: (returnval){ [ 625.009362] env[69357]: value = "task-3282064" [ 625.009362] env[69357]: _type = "Task" [ 625.009362] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.018881] env[69357]: DEBUG oslo_vmware.api [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.065231] env[69357]: DEBUG nova.network.neutron [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Successfully updated port: 616c1056-696a-4787-8fc8-69ac56d6634b {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.136854] env[69357]: DEBUG oslo_concurrency.lockutils [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Acquiring lock "373e33fd-ba30-4824-962d-b0e0f15325e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.137120] env[69357]: DEBUG oslo_concurrency.lockutils [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Lock "373e33fd-ba30-4824-962d-b0e0f15325e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.191686] env[69357]: DEBUG oslo_vmware.api [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]522ac5fd-8385-23d4-bf5b-43e9aa2c6486, 'name': SearchDatastore_Task, 'duration_secs': 0.01837} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.191686] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.192135] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.192135] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.192135] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.192326] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.193176] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdeff9e0-9f9c-4b11-b021-edc8e7b279f3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.203075] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.203276] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.204955] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70b72644-30fe-4cca-88ed-b09c373ad8b9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.210303] env[69357]: DEBUG oslo_vmware.api [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 625.210303] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]528ac0ce-7059-3106-5fbd-978356cd085f" [ 625.210303] env[69357]: _type = "Task" [ 625.210303] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.222641] env[69357]: DEBUG oslo_vmware.api [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]528ac0ce-7059-3106-5fbd-978356cd085f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.263112] env[69357]: DEBUG oslo_vmware.api [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282062, 'name': Rename_Task, 'duration_secs': 0.31227} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.263444] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.263727] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a9b9ef6-bc23-4277-a9b1-88c60a5ea975 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.270309] env[69357]: DEBUG oslo_vmware.api [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 625.270309] env[69357]: value = "task-3282065" [ 625.270309] env[69357]: _type = "Task" [ 625.270309] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.278685] env[69357]: DEBUG oslo_vmware.api [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.371112] env[69357]: DEBUG nova.compute.utils [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.372228] env[69357]: DEBUG nova.compute.manager [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 625.372403] env[69357]: DEBUG nova.network.neutron [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 625.393798] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c02d880b-38d1-42b0-9303-aca61bdc6060 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquiring lock "6d04873f-de29-486c-9e97-34114457d14c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.396986] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c02d880b-38d1-42b0-9303-aca61bdc6060 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "6d04873f-de29-486c-9e97-34114457d14c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.396986] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c02d880b-38d1-42b0-9303-aca61bdc6060 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquiring lock "6d04873f-de29-486c-9e97-34114457d14c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.396986] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c02d880b-38d1-42b0-9303-aca61bdc6060 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "6d04873f-de29-486c-9e97-34114457d14c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.396986] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c02d880b-38d1-42b0-9303-aca61bdc6060 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "6d04873f-de29-486c-9e97-34114457d14c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.398436] env[69357]: INFO nova.compute.manager [None req-c02d880b-38d1-42b0-9303-aca61bdc6060 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Terminating instance [ 625.462126] env[69357]: DEBUG nova.policy [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c34d39306cbd4e2ab1feea1c75c52da6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4908b875cccd42ca9f20ea2166497df6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.505682] env[69357]: DEBUG oslo_vmware.api [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Task: {'id': task-3282063, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064454} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.505964] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.506787] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee91d6e1-94ee-4e13-a63f-45541698bfa4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.536582] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] a3356b27-2c6a-45be-b610-b99fdc08d1bd/a3356b27-2c6a-45be-b610-b99fdc08d1bd.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.536582] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3357ce15-44b4-4794-903c-128c5599f905 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.557521] env[69357]: DEBUG oslo_vmware.api [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282064, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.563779] env[69357]: DEBUG oslo_vmware.api [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Waiting for the task: (returnval){ [ 625.563779] env[69357]: value = "task-3282066" [ 625.563779] env[69357]: _type = "Task" [ 625.563779] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.567332] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "refresh_cache-3f8e7073-dafa-4522-bfac-f60a953cfa8f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.567562] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquired lock "refresh_cache-3f8e7073-dafa-4522-bfac-f60a953cfa8f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.567749] env[69357]: DEBUG nova.network.neutron [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 625.574288] env[69357]: DEBUG oslo_vmware.api [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Task: {'id': task-3282066, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.720919] env[69357]: DEBUG oslo_vmware.api [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]528ac0ce-7059-3106-5fbd-978356cd085f, 'name': SearchDatastore_Task, 'duration_secs': 0.015003} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.721707] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c43f1874-c6ac-47c4-9145-cbf476957649 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.726910] env[69357]: DEBUG oslo_vmware.api [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 625.726910] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52696029-0e6e-af55-a788-526fe820cda5" [ 625.726910] env[69357]: _type = "Task" [ 625.726910] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.738110] env[69357]: DEBUG oslo_vmware.api [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52696029-0e6e-af55-a788-526fe820cda5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.786256] env[69357]: DEBUG oslo_vmware.api [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282065, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.880348] env[69357]: DEBUG nova.compute.manager [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 625.907022] env[69357]: DEBUG nova.compute.manager [None req-c02d880b-38d1-42b0-9303-aca61bdc6060 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 625.907022] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c02d880b-38d1-42b0-9303-aca61bdc6060 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 625.907022] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3de935f-5114-4c54-92c0-41b6020aa727 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.913308] env[69357]: DEBUG nova.network.neutron [req-9bd35d63-e8bc-43eb-bcb4-f4c2ef0b353f req-7b0fec44-4eb9-42b5-a427-1fc00d56428f service nova] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Updated VIF entry in instance network info cache for port 986fabcd-ba03-4f9f-8f15-93df2988b996. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.913897] env[69357]: DEBUG nova.network.neutron [req-9bd35d63-e8bc-43eb-bcb4-f4c2ef0b353f req-7b0fec44-4eb9-42b5-a427-1fc00d56428f service nova] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Updating instance_info_cache with network_info: [{"id": "986fabcd-ba03-4f9f-8f15-93df2988b996", "address": "fa:16:3e:c4:69:ed", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap986fabcd-ba", "ovs_interfaceid": "986fabcd-ba03-4f9f-8f15-93df2988b996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.923676] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02d880b-38d1-42b0-9303-aca61bdc6060 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 625.924145] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d14a465e-a54c-4ada-82b2-eebfa104fa27 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.934449] env[69357]: DEBUG oslo_vmware.api [None req-c02d880b-38d1-42b0-9303-aca61bdc6060 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 625.934449] env[69357]: value = "task-3282067" [ 625.934449] env[69357]: _type = "Task" [ 625.934449] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.947766] env[69357]: DEBUG oslo_vmware.api [None req-c02d880b-38d1-42b0-9303-aca61bdc6060 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.968023] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7382a05-edd2-42e1-9079-c4f8ee93b8c7 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquiring lock "1839d78b-c2a0-4694-8a07-6782042b68e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.968023] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7382a05-edd2-42e1-9079-c4f8ee93b8c7 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "1839d78b-c2a0-4694-8a07-6782042b68e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.968023] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7382a05-edd2-42e1-9079-c4f8ee93b8c7 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquiring lock "1839d78b-c2a0-4694-8a07-6782042b68e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.968023] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7382a05-edd2-42e1-9079-c4f8ee93b8c7 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "1839d78b-c2a0-4694-8a07-6782042b68e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.968369] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7382a05-edd2-42e1-9079-c4f8ee93b8c7 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "1839d78b-c2a0-4694-8a07-6782042b68e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.972564] env[69357]: INFO nova.compute.manager [None req-b7382a05-edd2-42e1-9079-c4f8ee93b8c7 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Terminating instance [ 626.027518] env[69357]: DEBUG oslo_vmware.api [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282064, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.085212] env[69357]: DEBUG oslo_vmware.api [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Task: {'id': task-3282066, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.101859] env[69357]: DEBUG nova.compute.manager [req-fc193c69-b1ad-4cc4-b042-4ac47ba396c8 req-ac4fe8fd-bf19-4151-8a10-8369eca36b4b service nova] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Received event network-vif-plugged-5abf47bb-53a5-4fb3-bf63-296abc5c926a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 626.102623] env[69357]: DEBUG oslo_concurrency.lockutils [req-fc193c69-b1ad-4cc4-b042-4ac47ba396c8 req-ac4fe8fd-bf19-4151-8a10-8369eca36b4b service nova] Acquiring lock "5aa34a63-63a3-4a14-a0b2-9d37065a2ec4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.102903] env[69357]: DEBUG oslo_concurrency.lockutils [req-fc193c69-b1ad-4cc4-b042-4ac47ba396c8 req-ac4fe8fd-bf19-4151-8a10-8369eca36b4b service nova] Lock "5aa34a63-63a3-4a14-a0b2-9d37065a2ec4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.103182] env[69357]: DEBUG oslo_concurrency.lockutils [req-fc193c69-b1ad-4cc4-b042-4ac47ba396c8 req-ac4fe8fd-bf19-4151-8a10-8369eca36b4b service nova] Lock "5aa34a63-63a3-4a14-a0b2-9d37065a2ec4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.103261] env[69357]: DEBUG nova.compute.manager [req-fc193c69-b1ad-4cc4-b042-4ac47ba396c8 req-ac4fe8fd-bf19-4151-8a10-8369eca36b4b service nova] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] No waiting events found dispatching network-vif-plugged-5abf47bb-53a5-4fb3-bf63-296abc5c926a {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 626.103421] env[69357]: WARNING nova.compute.manager [req-fc193c69-b1ad-4cc4-b042-4ac47ba396c8 req-ac4fe8fd-bf19-4151-8a10-8369eca36b4b service nova] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Received unexpected event network-vif-plugged-5abf47bb-53a5-4fb3-bf63-296abc5c926a for instance with vm_state building and task_state spawning. [ 626.103584] env[69357]: DEBUG nova.compute.manager [req-fc193c69-b1ad-4cc4-b042-4ac47ba396c8 req-ac4fe8fd-bf19-4151-8a10-8369eca36b4b service nova] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Received event network-changed-5abf47bb-53a5-4fb3-bf63-296abc5c926a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 626.103735] env[69357]: DEBUG nova.compute.manager [req-fc193c69-b1ad-4cc4-b042-4ac47ba396c8 req-ac4fe8fd-bf19-4151-8a10-8369eca36b4b service nova] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Refreshing instance network info cache due to event network-changed-5abf47bb-53a5-4fb3-bf63-296abc5c926a. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 626.103914] env[69357]: DEBUG oslo_concurrency.lockutils [req-fc193c69-b1ad-4cc4-b042-4ac47ba396c8 req-ac4fe8fd-bf19-4151-8a10-8369eca36b4b service nova] Acquiring lock "refresh_cache-5aa34a63-63a3-4a14-a0b2-9d37065a2ec4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.104056] env[69357]: DEBUG oslo_concurrency.lockutils [req-fc193c69-b1ad-4cc4-b042-4ac47ba396c8 req-ac4fe8fd-bf19-4151-8a10-8369eca36b4b service nova] Acquired lock "refresh_cache-5aa34a63-63a3-4a14-a0b2-9d37065a2ec4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.104209] env[69357]: DEBUG nova.network.neutron [req-fc193c69-b1ad-4cc4-b042-4ac47ba396c8 req-ac4fe8fd-bf19-4151-8a10-8369eca36b4b service nova] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Refreshing network info cache for port 5abf47bb-53a5-4fb3-bf63-296abc5c926a {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 626.132585] env[69357]: DEBUG nova.network.neutron [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Successfully created port: 2bbd1e2a-a1f5-40e7-aa5e-ac1ad9e94c29 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 626.146397] env[69357]: DEBUG nova.network.neutron [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.238048] env[69357]: DEBUG oslo_vmware.api [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52696029-0e6e-af55-a788-526fe820cda5, 'name': SearchDatastore_Task, 'duration_secs': 0.018119} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.238881] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.239176] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4/5aa34a63-63a3-4a14-a0b2-9d37065a2ec4.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.239479] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1403dc33-0b97-40b1-a6bc-530cdc892970 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.252647] env[69357]: DEBUG oslo_vmware.api [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 626.252647] env[69357]: value = "task-3282068" [ 626.252647] env[69357]: _type = "Task" [ 626.252647] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.267519] env[69357]: DEBUG oslo_vmware.api [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.282649] env[69357]: DEBUG oslo_vmware.api [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282065, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.358204] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1559be-40bf-40ff-b1bd-3b980e692ca2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.371736] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684c82a0-0e18-4494-aff3-d27cb771924f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.430591] env[69357]: DEBUG oslo_concurrency.lockutils [req-9bd35d63-e8bc-43eb-bcb4-f4c2ef0b353f req-7b0fec44-4eb9-42b5-a427-1fc00d56428f service nova] Releasing lock "refresh_cache-a3356b27-2c6a-45be-b610-b99fdc08d1bd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.431261] env[69357]: DEBUG nova.compute.manager [req-9bd35d63-e8bc-43eb-bcb4-f4c2ef0b353f req-7b0fec44-4eb9-42b5-a427-1fc00d56428f service nova] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Received event network-changed-3d6b2a71-83bf-459d-8af0-7a3f9ec5cee5 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 626.431261] env[69357]: DEBUG nova.compute.manager [req-9bd35d63-e8bc-43eb-bcb4-f4c2ef0b353f req-7b0fec44-4eb9-42b5-a427-1fc00d56428f service nova] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Refreshing instance network info cache due to event network-changed-3d6b2a71-83bf-459d-8af0-7a3f9ec5cee5. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 626.431417] env[69357]: DEBUG oslo_concurrency.lockutils [req-9bd35d63-e8bc-43eb-bcb4-f4c2ef0b353f req-7b0fec44-4eb9-42b5-a427-1fc00d56428f service nova] Acquiring lock "refresh_cache-2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.431450] env[69357]: DEBUG oslo_concurrency.lockutils [req-9bd35d63-e8bc-43eb-bcb4-f4c2ef0b353f req-7b0fec44-4eb9-42b5-a427-1fc00d56428f service nova] Acquired lock "refresh_cache-2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.432050] env[69357]: DEBUG nova.network.neutron [req-9bd35d63-e8bc-43eb-bcb4-f4c2ef0b353f req-7b0fec44-4eb9-42b5-a427-1fc00d56428f service nova] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Refreshing network info cache for port 3d6b2a71-83bf-459d-8af0-7a3f9ec5cee5 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 626.439159] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848fbab8-6d93-4731-bb5d-0dd05552dc9b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.454034] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def63983-addd-4f71-b951-b54b50c43cd8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.459767] env[69357]: DEBUG oslo_vmware.api [None req-c02d880b-38d1-42b0-9303-aca61bdc6060 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282067, 'name': PowerOffVM_Task, 'duration_secs': 0.191952} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.460062] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02d880b-38d1-42b0-9303-aca61bdc6060 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.460550] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c02d880b-38d1-42b0-9303-aca61bdc6060 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 626.461012] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7c837f9-1399-4951-86ec-f1b9fc4171d8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.473735] env[69357]: DEBUG nova.compute.provider_tree [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.481536] env[69357]: DEBUG nova.compute.manager [None req-b7382a05-edd2-42e1-9079-c4f8ee93b8c7 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 626.481770] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b7382a05-edd2-42e1-9079-c4f8ee93b8c7 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 626.482870] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4b0ed1-036d-4c20-943c-19a4a81d4688 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.492690] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7382a05-edd2-42e1-9079-c4f8ee93b8c7 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 626.493903] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-649a6d3a-a667-4031-b27b-bb4197f609c9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.501834] env[69357]: DEBUG oslo_vmware.api [None req-b7382a05-edd2-42e1-9079-c4f8ee93b8c7 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 626.501834] env[69357]: value = "task-3282070" [ 626.501834] env[69357]: _type = "Task" [ 626.501834] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.516209] env[69357]: DEBUG oslo_vmware.api [None req-b7382a05-edd2-42e1-9079-c4f8ee93b8c7 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.525215] env[69357]: DEBUG nova.network.neutron [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Updating instance_info_cache with network_info: [{"id": "616c1056-696a-4787-8fc8-69ac56d6634b", "address": "fa:16:3e:93:19:80", "network": {"id": "2fbba22a-bd77-4c91-a9de-d7d33c4fd3aa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-982232869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38f3df5dc3354306bcda9e8555cfbe85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap616c1056-69", "ovs_interfaceid": "616c1056-696a-4787-8fc8-69ac56d6634b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.535612] env[69357]: DEBUG oslo_vmware.api [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282064, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.575238] env[69357]: DEBUG oslo_vmware.api [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Task: {'id': task-3282066, 'name': ReconfigVM_Task, 'duration_secs': 0.744712} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.577975] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Reconfigured VM instance instance-0000000c to attach disk [datastore1] a3356b27-2c6a-45be-b610-b99fdc08d1bd/a3356b27-2c6a-45be-b610-b99fdc08d1bd.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.577975] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c02d880b-38d1-42b0-9303-aca61bdc6060 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 626.577975] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c02d880b-38d1-42b0-9303-aca61bdc6060 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 626.577975] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c02d880b-38d1-42b0-9303-aca61bdc6060 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Deleting the datastore file [datastore2] 6d04873f-de29-486c-9e97-34114457d14c {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.578268] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bd9ab40-44f1-4d05-92d1-a72090054265 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.583019] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e625a0d-d9ca-4c63-9acb-aca89f515907 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.586867] env[69357]: DEBUG oslo_vmware.api [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Waiting for the task: (returnval){ [ 626.586867] env[69357]: value = "task-3282071" [ 626.586867] env[69357]: _type = "Task" [ 626.586867] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.591363] env[69357]: DEBUG oslo_vmware.api [None req-c02d880b-38d1-42b0-9303-aca61bdc6060 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 626.591363] env[69357]: value = "task-3282072" [ 626.591363] env[69357]: _type = "Task" [ 626.591363] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.603523] env[69357]: DEBUG oslo_vmware.api [None req-c02d880b-38d1-42b0-9303-aca61bdc6060 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.606135] env[69357]: DEBUG oslo_vmware.api [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Task: {'id': task-3282071, 'name': Rename_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.766224] env[69357]: DEBUG oslo_vmware.api [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498684} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.766775] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4/5aa34a63-63a3-4a14-a0b2-9d37065a2ec4.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.766775] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.767038] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2698765-94fc-45f4-9448-fb45a3b540c2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.773180] env[69357]: DEBUG oslo_vmware.api [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 626.773180] env[69357]: value = "task-3282073" [ 626.773180] env[69357]: _type = "Task" [ 626.773180] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.788115] env[69357]: DEBUG oslo_vmware.api [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282065, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.791625] env[69357]: DEBUG oslo_vmware.api [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.938503] env[69357]: DEBUG nova.compute.manager [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 626.941583] env[69357]: DEBUG nova.network.neutron [req-fc193c69-b1ad-4cc4-b042-4ac47ba396c8 req-ac4fe8fd-bf19-4151-8a10-8369eca36b4b service nova] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Updated VIF entry in instance network info cache for port 5abf47bb-53a5-4fb3-bf63-296abc5c926a. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 626.941876] env[69357]: DEBUG nova.network.neutron [req-fc193c69-b1ad-4cc4-b042-4ac47ba396c8 req-ac4fe8fd-bf19-4151-8a10-8369eca36b4b service nova] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Updating instance_info_cache with network_info: [{"id": "5abf47bb-53a5-4fb3-bf63-296abc5c926a", "address": "fa:16:3e:66:30:ae", "network": {"id": "7f341ce4-a45c-4f5e-af4b-cb7ec8e8a1b7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1391807867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7eaf446ddb74528ae8923baf9c29c54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5abf47bb-53", "ovs_interfaceid": "5abf47bb-53a5-4fb3-bf63-296abc5c926a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.978025] env[69357]: DEBUG nova.scheduler.client.report [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.983335] env[69357]: DEBUG nova.virt.hardware [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 626.983497] env[69357]: DEBUG nova.virt.hardware [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 626.983649] env[69357]: DEBUG nova.virt.hardware [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.984350] env[69357]: DEBUG nova.virt.hardware [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 626.984696] env[69357]: DEBUG nova.virt.hardware [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.984922] env[69357]: DEBUG nova.virt.hardware [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 626.985157] env[69357]: DEBUG nova.virt.hardware [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 626.985809] env[69357]: DEBUG nova.virt.hardware [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 626.985809] env[69357]: DEBUG nova.virt.hardware [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 626.985809] env[69357]: DEBUG nova.virt.hardware [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 626.985809] env[69357]: DEBUG nova.virt.hardware [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 626.986961] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e5b6a2-a803-40bd-8305-5c803b515081 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.999014] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b45f88-bb09-47d7-9918-2a3944971bc9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.028155] env[69357]: DEBUG oslo_vmware.api [None req-b7382a05-edd2-42e1-9079-c4f8ee93b8c7 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282070, 'name': PowerOffVM_Task, 'duration_secs': 0.289027} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.031096] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Releasing lock "refresh_cache-3f8e7073-dafa-4522-bfac-f60a953cfa8f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.031385] env[69357]: DEBUG nova.compute.manager [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Instance network_info: |[{"id": "616c1056-696a-4787-8fc8-69ac56d6634b", "address": "fa:16:3e:93:19:80", "network": {"id": "2fbba22a-bd77-4c91-a9de-d7d33c4fd3aa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-982232869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38f3df5dc3354306bcda9e8555cfbe85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap616c1056-69", "ovs_interfaceid": "616c1056-696a-4787-8fc8-69ac56d6634b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 627.031653] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7382a05-edd2-42e1-9079-c4f8ee93b8c7 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 627.031827] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b7382a05-edd2-42e1-9079-c4f8ee93b8c7 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 627.032237] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:19:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4f04accd-4a9f-41a1-b327-c96095e1ade4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '616c1056-696a-4787-8fc8-69ac56d6634b', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.040211] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Creating folder: Project (38f3df5dc3354306bcda9e8555cfbe85). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.040903] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acb9eba8-7233-44fe-9fa1-b8c5badcd40b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.046687] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98deebc8-551a-425e-8a7a-62951e8de022 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.048738] env[69357]: DEBUG oslo_vmware.api [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282064, 'name': PowerOnVM_Task, 'duration_secs': 1.564155} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.049333] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.049558] env[69357]: DEBUG nova.compute.manager [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.050723] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a50b66-3107-4a4e-b613-1e343fa07232 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.059845] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Created folder: Project (38f3df5dc3354306bcda9e8555cfbe85) in parent group-v655402. [ 627.060072] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Creating folder: Instances. Parent ref: group-v655435. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.060515] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8149fb5-ba61-4cef-b1ca-f741039b6f7f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.068992] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Created folder: Instances in parent group-v655435. [ 627.069216] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.069407] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.069942] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29a9d71f-4fc1-4697-abef-b015a7860e9b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.094388] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.094388] env[69357]: value = "task-3282077" [ 627.094388] env[69357]: _type = "Task" [ 627.094388] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.108731] env[69357]: DEBUG oslo_vmware.api [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Task: {'id': task-3282071, 'name': Rename_Task, 'duration_secs': 0.16848} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.110984] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.110984] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b7382a05-edd2-42e1-9079-c4f8ee93b8c7 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 627.111137] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b7382a05-edd2-42e1-9079-c4f8ee93b8c7 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 627.111225] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7382a05-edd2-42e1-9079-c4f8ee93b8c7 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Deleting the datastore file [datastore2] 1839d78b-c2a0-4694-8a07-6782042b68e3 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 627.116112] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c58dbe8-d9dc-4a5b-8720-754d397824aa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.119293] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49260ea3-9407-4ac3-93af-47fd433cc638 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.119293] env[69357]: DEBUG oslo_vmware.api [None req-c02d880b-38d1-42b0-9303-aca61bdc6060 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271844} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.123761] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c02d880b-38d1-42b0-9303-aca61bdc6060 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 627.123935] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c02d880b-38d1-42b0-9303-aca61bdc6060 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 627.124130] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c02d880b-38d1-42b0-9303-aca61bdc6060 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 627.124306] env[69357]: INFO nova.compute.manager [None req-c02d880b-38d1-42b0-9303-aca61bdc6060 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Took 1.22 seconds to destroy the instance on the hypervisor. [ 627.124614] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c02d880b-38d1-42b0-9303-aca61bdc6060 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.124690] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282077, 'name': CreateVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.125488] env[69357]: DEBUG nova.compute.manager [-] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 627.125617] env[69357]: DEBUG nova.network.neutron [-] [instance: 6d04873f-de29-486c-9e97-34114457d14c] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 627.129155] env[69357]: DEBUG oslo_vmware.api [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Waiting for the task: (returnval){ [ 627.129155] env[69357]: value = "task-3282078" [ 627.129155] env[69357]: _type = "Task" [ 627.129155] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.133334] env[69357]: DEBUG oslo_vmware.api [None req-b7382a05-edd2-42e1-9079-c4f8ee93b8c7 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 627.133334] env[69357]: value = "task-3282079" [ 627.133334] env[69357]: _type = "Task" [ 627.133334] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.147625] env[69357]: DEBUG oslo_vmware.api [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Task: {'id': task-3282078, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.151279] env[69357]: DEBUG oslo_vmware.api [None req-b7382a05-edd2-42e1-9079-c4f8ee93b8c7 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282079, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.252166] env[69357]: DEBUG nova.network.neutron [req-9bd35d63-e8bc-43eb-bcb4-f4c2ef0b353f req-7b0fec44-4eb9-42b5-a427-1fc00d56428f service nova] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Updated VIF entry in instance network info cache for port 3d6b2a71-83bf-459d-8af0-7a3f9ec5cee5. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 627.252643] env[69357]: DEBUG nova.network.neutron [req-9bd35d63-e8bc-43eb-bcb4-f4c2ef0b353f req-7b0fec44-4eb9-42b5-a427-1fc00d56428f service nova] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Updating instance_info_cache with network_info: [{"id": "3d6b2a71-83bf-459d-8af0-7a3f9ec5cee5", "address": "fa:16:3e:d5:06:c3", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d6b2a71-83", "ovs_interfaceid": "3d6b2a71-83bf-459d-8af0-7a3f9ec5cee5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.286778] env[69357]: DEBUG oslo_vmware.api [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282065, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.289616] env[69357]: DEBUG oslo_vmware.api [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081503} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.290212] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.290999] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd36b552-8fd7-4ac6-ba9b-23b685ce52bd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.316387] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4/5aa34a63-63a3-4a14-a0b2-9d37065a2ec4.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.316720] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0639de1f-e7e7-4068-9fd1-167cd74c67b2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.337521] env[69357]: DEBUG oslo_vmware.api [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 627.337521] env[69357]: value = "task-3282080" [ 627.337521] env[69357]: _type = "Task" [ 627.337521] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.346434] env[69357]: DEBUG oslo_vmware.api [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282080, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.447158] env[69357]: DEBUG oslo_concurrency.lockutils [req-fc193c69-b1ad-4cc4-b042-4ac47ba396c8 req-ac4fe8fd-bf19-4151-8a10-8369eca36b4b service nova] Releasing lock "refresh_cache-5aa34a63-63a3-4a14-a0b2-9d37065a2ec4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.447575] env[69357]: DEBUG nova.compute.manager [req-fc193c69-b1ad-4cc4-b042-4ac47ba396c8 req-ac4fe8fd-bf19-4151-8a10-8369eca36b4b service nova] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Received event network-vif-plugged-616c1056-696a-4787-8fc8-69ac56d6634b {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 627.447831] env[69357]: DEBUG oslo_concurrency.lockutils [req-fc193c69-b1ad-4cc4-b042-4ac47ba396c8 req-ac4fe8fd-bf19-4151-8a10-8369eca36b4b service nova] Acquiring lock "3f8e7073-dafa-4522-bfac-f60a953cfa8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.448190] env[69357]: DEBUG oslo_concurrency.lockutils [req-fc193c69-b1ad-4cc4-b042-4ac47ba396c8 req-ac4fe8fd-bf19-4151-8a10-8369eca36b4b service nova] Lock "3f8e7073-dafa-4522-bfac-f60a953cfa8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.448397] env[69357]: DEBUG oslo_concurrency.lockutils [req-fc193c69-b1ad-4cc4-b042-4ac47ba396c8 req-ac4fe8fd-bf19-4151-8a10-8369eca36b4b service nova] Lock "3f8e7073-dafa-4522-bfac-f60a953cfa8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.448675] env[69357]: DEBUG nova.compute.manager [req-fc193c69-b1ad-4cc4-b042-4ac47ba396c8 req-ac4fe8fd-bf19-4151-8a10-8369eca36b4b service nova] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] No waiting events found dispatching network-vif-plugged-616c1056-696a-4787-8fc8-69ac56d6634b {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 627.448893] env[69357]: WARNING nova.compute.manager [req-fc193c69-b1ad-4cc4-b042-4ac47ba396c8 req-ac4fe8fd-bf19-4151-8a10-8369eca36b4b service nova] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Received unexpected event network-vif-plugged-616c1056-696a-4787-8fc8-69ac56d6634b for instance with vm_state building and task_state spawning. [ 627.449157] env[69357]: DEBUG nova.compute.manager [req-fc193c69-b1ad-4cc4-b042-4ac47ba396c8 req-ac4fe8fd-bf19-4151-8a10-8369eca36b4b service nova] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Received event network-changed-616c1056-696a-4787-8fc8-69ac56d6634b {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 627.449376] env[69357]: DEBUG nova.compute.manager [req-fc193c69-b1ad-4cc4-b042-4ac47ba396c8 req-ac4fe8fd-bf19-4151-8a10-8369eca36b4b service nova] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Refreshing instance network info cache due to event network-changed-616c1056-696a-4787-8fc8-69ac56d6634b. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 627.449660] env[69357]: DEBUG oslo_concurrency.lockutils [req-fc193c69-b1ad-4cc4-b042-4ac47ba396c8 req-ac4fe8fd-bf19-4151-8a10-8369eca36b4b service nova] Acquiring lock "refresh_cache-3f8e7073-dafa-4522-bfac-f60a953cfa8f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.450094] env[69357]: DEBUG oslo_concurrency.lockutils [req-fc193c69-b1ad-4cc4-b042-4ac47ba396c8 req-ac4fe8fd-bf19-4151-8a10-8369eca36b4b service nova] Acquired lock "refresh_cache-3f8e7073-dafa-4522-bfac-f60a953cfa8f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.450094] env[69357]: DEBUG nova.network.neutron [req-fc193c69-b1ad-4cc4-b042-4ac47ba396c8 req-ac4fe8fd-bf19-4151-8a10-8369eca36b4b service nova] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Refreshing network info cache for port 616c1056-696a-4787-8fc8-69ac56d6634b {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.492794] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.493615] env[69357]: DEBUG nova.compute.manager [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 627.499064] env[69357]: DEBUG oslo_concurrency.lockutils [None req-29ee3e29-7dfd-4e29-8574-489203c8ab74 tempest-DeleteServersAdminTestJSON-1265347578 tempest-DeleteServersAdminTestJSON-1265347578-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.634s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.499064] env[69357]: DEBUG nova.objects.instance [None req-29ee3e29-7dfd-4e29-8574-489203c8ab74 tempest-DeleteServersAdminTestJSON-1265347578 tempest-DeleteServersAdminTestJSON-1265347578-project-admin] Lazy-loading 'resources' on Instance uuid 2309daee-5a0a-484d-a1cb-806083fb5c8d {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 627.574368] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.613104] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282077, 'name': CreateVM_Task, 'duration_secs': 0.463915} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.613104] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 627.613104] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.613104] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.613104] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.613104] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-588f53c0-6a13-4457-bf4d-4c28f5cbaebd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.618082] env[69357]: DEBUG oslo_vmware.api [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 627.618082] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52be88a6-0670-7f5a-23da-c72d373fde25" [ 627.618082] env[69357]: _type = "Task" [ 627.618082] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.627878] env[69357]: DEBUG oslo_vmware.api [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52be88a6-0670-7f5a-23da-c72d373fde25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.642063] env[69357]: DEBUG oslo_vmware.api [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Task: {'id': task-3282078, 'name': PowerOnVM_Task, 'duration_secs': 0.474552} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.647983] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.649179] env[69357]: INFO nova.compute.manager [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Took 8.58 seconds to spawn the instance on the hypervisor. [ 627.649179] env[69357]: DEBUG nova.compute.manager [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.650331] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584d86f4-b15b-422f-9749-1f93777fb055 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.661443] env[69357]: DEBUG oslo_vmware.api [None req-b7382a05-edd2-42e1-9079-c4f8ee93b8c7 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282079, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149496} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.663226] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7382a05-edd2-42e1-9079-c4f8ee93b8c7 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 627.663448] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b7382a05-edd2-42e1-9079-c4f8ee93b8c7 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 627.663612] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b7382a05-edd2-42e1-9079-c4f8ee93b8c7 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 627.663786] env[69357]: INFO nova.compute.manager [None req-b7382a05-edd2-42e1-9079-c4f8ee93b8c7 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Took 1.18 seconds to destroy the instance on the hypervisor. [ 627.664106] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7382a05-edd2-42e1-9079-c4f8ee93b8c7 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.667812] env[69357]: DEBUG nova.compute.manager [-] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 627.667812] env[69357]: DEBUG nova.network.neutron [-] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 627.756391] env[69357]: DEBUG oslo_concurrency.lockutils [req-9bd35d63-e8bc-43eb-bcb4-f4c2ef0b353f req-7b0fec44-4eb9-42b5-a427-1fc00d56428f service nova] Releasing lock "refresh_cache-2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.788259] env[69357]: DEBUG oslo_vmware.api [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282065, 'name': PowerOnVM_Task, 'duration_secs': 2.382003} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.788576] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.789488] env[69357]: INFO nova.compute.manager [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Took 11.38 seconds to spawn the instance on the hypervisor. [ 627.789488] env[69357]: DEBUG nova.compute.manager [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.789839] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5acfa85-c79a-4874-9efc-bf114d61c2ca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.852109] env[69357]: DEBUG oslo_vmware.api [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282080, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.000661] env[69357]: DEBUG nova.compute.utils [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.002711] env[69357]: DEBUG nova.compute.manager [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 628.002711] env[69357]: DEBUG nova.network.neutron [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 628.128193] env[69357]: DEBUG nova.policy [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '238dc63d14854cf2aa51db352ca1e0e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5f16a6c454b4e66bfa85df9d6bce0f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.135710] env[69357]: DEBUG oslo_vmware.api [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52be88a6-0670-7f5a-23da-c72d373fde25, 'name': SearchDatastore_Task, 'duration_secs': 0.010039} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.136031] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.136759] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.136759] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.136759] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.136902] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.137359] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23491d76-1bfc-48d3-b034-2b9b97082e3a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.147223] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.147411] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.148169] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f79f1cce-7a51-4161-9d10-e97f9d3c0e52 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.155769] env[69357]: DEBUG oslo_vmware.api [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 628.155769] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]529cdf52-bc54-61aa-662c-2131345eb16d" [ 628.155769] env[69357]: _type = "Task" [ 628.155769] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.169362] env[69357]: DEBUG oslo_vmware.api [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]529cdf52-bc54-61aa-662c-2131345eb16d, 'name': SearchDatastore_Task, 'duration_secs': 0.008875} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.182601] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a8ee69e-23f6-4c54-9208-2d71f6520bd6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.186078] env[69357]: INFO nova.compute.manager [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Took 21.95 seconds to build instance. [ 628.191558] env[69357]: DEBUG oslo_vmware.api [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 628.191558] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d6ca7e-9c71-a053-bfdc-6a7412c652fb" [ 628.191558] env[69357]: _type = "Task" [ 628.191558] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.200540] env[69357]: DEBUG oslo_vmware.api [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d6ca7e-9c71-a053-bfdc-6a7412c652fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.244027] env[69357]: DEBUG nova.network.neutron [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Successfully updated port: 2bbd1e2a-a1f5-40e7-aa5e-ac1ad9e94c29 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.321597] env[69357]: INFO nova.compute.manager [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Took 23.14 seconds to build instance. [ 628.359554] env[69357]: DEBUG oslo_vmware.api [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282080, 'name': ReconfigVM_Task, 'duration_secs': 0.555076} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.363068] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4/5aa34a63-63a3-4a14-a0b2-9d37065a2ec4.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 628.363878] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18be67a2-20ba-4ef4-80ac-396297dec687 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.374213] env[69357]: DEBUG oslo_vmware.api [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 628.374213] env[69357]: value = "task-3282081" [ 628.374213] env[69357]: _type = "Task" [ 628.374213] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.388315] env[69357]: DEBUG oslo_vmware.api [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282081, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.509169] env[69357]: DEBUG nova.compute.manager [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 628.518174] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff97d90-6a85-42a0-82fa-938a16222e1c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.530760] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66b4e55-beba-40cf-b601-7fa5935388d5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.566695] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc0344f-b7b8-444f-b301-e6e86b071d54 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.569217] env[69357]: DEBUG nova.network.neutron [-] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.580145] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610fc86b-9c6f-4343-a201-fb09e098f2f0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.596650] env[69357]: DEBUG nova.compute.provider_tree [None req-29ee3e29-7dfd-4e29-8574-489203c8ab74 tempest-DeleteServersAdminTestJSON-1265347578 tempest-DeleteServersAdminTestJSON-1265347578-project-admin] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.670124] env[69357]: DEBUG nova.network.neutron [-] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.688696] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cb3ac541-317b-410d-9d19-283ddc3551ed tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Lock "a3356b27-2c6a-45be-b610-b99fdc08d1bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.054s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.703523] env[69357]: DEBUG oslo_vmware.api [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d6ca7e-9c71-a053-bfdc-6a7412c652fb, 'name': SearchDatastore_Task, 'duration_secs': 0.0203} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.703783] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.703994] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 3f8e7073-dafa-4522-bfac-f60a953cfa8f/3f8e7073-dafa-4522-bfac-f60a953cfa8f.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 628.704258] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38fb8d42-b5df-4083-acd3-963442b164ec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.710264] env[69357]: DEBUG nova.network.neutron [req-fc193c69-b1ad-4cc4-b042-4ac47ba396c8 req-ac4fe8fd-bf19-4151-8a10-8369eca36b4b service nova] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Updated VIF entry in instance network info cache for port 616c1056-696a-4787-8fc8-69ac56d6634b. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 628.710264] env[69357]: DEBUG nova.network.neutron [req-fc193c69-b1ad-4cc4-b042-4ac47ba396c8 req-ac4fe8fd-bf19-4151-8a10-8369eca36b4b service nova] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Updating instance_info_cache with network_info: [{"id": "616c1056-696a-4787-8fc8-69ac56d6634b", "address": "fa:16:3e:93:19:80", "network": {"id": "2fbba22a-bd77-4c91-a9de-d7d33c4fd3aa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-982232869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38f3df5dc3354306bcda9e8555cfbe85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap616c1056-69", "ovs_interfaceid": "616c1056-696a-4787-8fc8-69ac56d6634b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.714183] env[69357]: DEBUG oslo_vmware.api [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 628.714183] env[69357]: value = "task-3282082" [ 628.714183] env[69357]: _type = "Task" [ 628.714183] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.724613] env[69357]: DEBUG oslo_vmware.api [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.744667] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Acquiring lock "refresh_cache-981f9891-970f-4efc-8a1d-fc6a737c57cc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.744852] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Acquired lock "refresh_cache-981f9891-970f-4efc-8a1d-fc6a737c57cc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.745043] env[69357]: DEBUG nova.network.neutron [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.826110] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2e3273e-fec6-4667-bb5f-f17094745f0e tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "6eaf986f-0491-4160-accd-ee7bbd4dfe1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.624s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.898913] env[69357]: DEBUG oslo_vmware.api [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282081, 'name': Rename_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.948276] env[69357]: DEBUG nova.network.neutron [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Successfully created port: 50902470-8a07-4821-9edb-d505ba7cc079 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 629.072115] env[69357]: INFO nova.compute.manager [-] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Took 1.95 seconds to deallocate network for instance. [ 629.098646] env[69357]: DEBUG nova.scheduler.client.report [None req-29ee3e29-7dfd-4e29-8574-489203c8ab74 tempest-DeleteServersAdminTestJSON-1265347578 tempest-DeleteServersAdminTestJSON-1265347578-project-admin] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.145035] env[69357]: DEBUG nova.compute.manager [req-0bd294ed-ec01-4620-bbf3-fa20ece37fef req-b24c73b6-ecfa-4823-afcb-62353bc5cc70 service nova] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Received event network-vif-deleted-09cdce41-7cc8-4b92-90df-7f25ff8f736a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.164933] env[69357]: DEBUG nova.compute.manager [req-ad40a1ea-8260-476a-a0da-3156892218ef req-caab6293-5030-42ed-b670-874e1606c264 service nova] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Received event network-vif-plugged-2bbd1e2a-a1f5-40e7-aa5e-ac1ad9e94c29 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.165169] env[69357]: DEBUG oslo_concurrency.lockutils [req-ad40a1ea-8260-476a-a0da-3156892218ef req-caab6293-5030-42ed-b670-874e1606c264 service nova] Acquiring lock "981f9891-970f-4efc-8a1d-fc6a737c57cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.165375] env[69357]: DEBUG oslo_concurrency.lockutils [req-ad40a1ea-8260-476a-a0da-3156892218ef req-caab6293-5030-42ed-b670-874e1606c264 service nova] Lock "981f9891-970f-4efc-8a1d-fc6a737c57cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.165539] env[69357]: DEBUG oslo_concurrency.lockutils [req-ad40a1ea-8260-476a-a0da-3156892218ef req-caab6293-5030-42ed-b670-874e1606c264 service nova] Lock "981f9891-970f-4efc-8a1d-fc6a737c57cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.165727] env[69357]: DEBUG nova.compute.manager [req-ad40a1ea-8260-476a-a0da-3156892218ef req-caab6293-5030-42ed-b670-874e1606c264 service nova] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] No waiting events found dispatching network-vif-plugged-2bbd1e2a-a1f5-40e7-aa5e-ac1ad9e94c29 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 629.165895] env[69357]: WARNING nova.compute.manager [req-ad40a1ea-8260-476a-a0da-3156892218ef req-caab6293-5030-42ed-b670-874e1606c264 service nova] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Received unexpected event network-vif-plugged-2bbd1e2a-a1f5-40e7-aa5e-ac1ad9e94c29 for instance with vm_state building and task_state spawning. [ 629.175215] env[69357]: INFO nova.compute.manager [-] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Took 1.51 seconds to deallocate network for instance. [ 629.199040] env[69357]: DEBUG nova.compute.manager [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.214260] env[69357]: DEBUG oslo_concurrency.lockutils [req-fc193c69-b1ad-4cc4-b042-4ac47ba396c8 req-ac4fe8fd-bf19-4151-8a10-8369eca36b4b service nova] Releasing lock "refresh_cache-3f8e7073-dafa-4522-bfac-f60a953cfa8f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.226743] env[69357]: DEBUG oslo_vmware.api [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282082, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458827} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.227693] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 3f8e7073-dafa-4522-bfac-f60a953cfa8f/3f8e7073-dafa-4522-bfac-f60a953cfa8f.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.228623] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 629.228623] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec023929-195d-4a05-9282-b6785a2d1363 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.238307] env[69357]: DEBUG oslo_vmware.api [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 629.238307] env[69357]: value = "task-3282083" [ 629.238307] env[69357]: _type = "Task" [ 629.238307] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.253503] env[69357]: DEBUG oslo_vmware.api [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282083, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.332777] env[69357]: DEBUG nova.network.neutron [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.334953] env[69357]: DEBUG nova.compute.manager [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.401372] env[69357]: DEBUG oslo_vmware.api [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282081, 'name': Rename_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.523829] env[69357]: DEBUG nova.network.neutron [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Updating instance_info_cache with network_info: [{"id": "2bbd1e2a-a1f5-40e7-aa5e-ac1ad9e94c29", "address": "fa:16:3e:86:55:f9", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bbd1e2a-a1", "ovs_interfaceid": "2bbd1e2a-a1f5-40e7-aa5e-ac1ad9e94c29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.527259] env[69357]: DEBUG nova.compute.manager [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 629.533510] env[69357]: DEBUG nova.compute.manager [None req-4c31b9b8-e1b9-4698-9f77-b7c5408cc6b4 tempest-ServerDiagnosticsTest-902897353 tempest-ServerDiagnosticsTest-902897353-project-admin] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 629.534681] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e294ca16-c843-4c22-aad3-6b592ac2da9d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.548844] env[69357]: INFO nova.compute.manager [None req-4c31b9b8-e1b9-4698-9f77-b7c5408cc6b4 tempest-ServerDiagnosticsTest-902897353 tempest-ServerDiagnosticsTest-902897353-project-admin] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Retrieving diagnostics [ 629.549599] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8199461f-8283-4b8e-847a-89a8215506fa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.586827] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c02d880b-38d1-42b0-9303-aca61bdc6060 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.590303] env[69357]: DEBUG nova.virt.hardware [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 629.590579] env[69357]: DEBUG nova.virt.hardware [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.590768] env[69357]: DEBUG nova.virt.hardware [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.590996] env[69357]: DEBUG nova.virt.hardware [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.591212] env[69357]: DEBUG nova.virt.hardware [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.591321] env[69357]: DEBUG nova.virt.hardware [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 629.591570] env[69357]: DEBUG nova.virt.hardware [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 629.591672] env[69357]: DEBUG nova.virt.hardware [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 629.591893] env[69357]: DEBUG nova.virt.hardware [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 629.591981] env[69357]: DEBUG nova.virt.hardware [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 629.592163] env[69357]: DEBUG nova.virt.hardware [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 629.593028] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891fdc12-376a-4215-a4f1-e3870d39d889 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.602578] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f186c3c-def9-434d-a645-b36f13cbea2b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.607283] env[69357]: DEBUG oslo_concurrency.lockutils [None req-29ee3e29-7dfd-4e29-8574-489203c8ab74 tempest-DeleteServersAdminTestJSON-1265347578 tempest-DeleteServersAdminTestJSON-1265347578-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.609525] env[69357]: DEBUG oslo_concurrency.lockutils [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.149s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.611093] env[69357]: INFO nova.compute.claims [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.657704] env[69357]: INFO nova.scheduler.client.report [None req-29ee3e29-7dfd-4e29-8574-489203c8ab74 tempest-DeleteServersAdminTestJSON-1265347578 tempest-DeleteServersAdminTestJSON-1265347578-project-admin] Deleted allocations for instance 2309daee-5a0a-484d-a1cb-806083fb5c8d [ 629.686489] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7382a05-edd2-42e1-9079-c4f8ee93b8c7 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.733891] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.750247] env[69357]: DEBUG oslo_vmware.api [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282083, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070688} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.750520] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 629.751597] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd1a3af-2663-4da5-9f5f-496ccdc6bf51 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.779391] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 3f8e7073-dafa-4522-bfac-f60a953cfa8f/3f8e7073-dafa-4522-bfac-f60a953cfa8f.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 629.780062] env[69357]: INFO nova.compute.manager [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Rebuilding instance [ 629.782012] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-887f8087-a25d-4d90-b62d-aa3170a1e2c9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.805023] env[69357]: DEBUG oslo_vmware.api [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 629.805023] env[69357]: value = "task-3282084" [ 629.805023] env[69357]: _type = "Task" [ 629.805023] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.813251] env[69357]: DEBUG oslo_vmware.api [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282084, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.840070] env[69357]: DEBUG nova.compute.manager [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 629.841014] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be888b26-eb50-4bb6-ad3c-800b5e5932c5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.857680] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.898147] env[69357]: DEBUG oslo_vmware.api [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282081, 'name': Rename_Task, 'duration_secs': 1.239262} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.898806] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.899802] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cef9416-bc6a-47cb-ac6c-9acc74634907 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.907365] env[69357]: DEBUG oslo_vmware.api [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 629.907365] env[69357]: value = "task-3282085" [ 629.907365] env[69357]: _type = "Task" [ 629.907365] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.916044] env[69357]: DEBUG oslo_vmware.api [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.032662] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Releasing lock "refresh_cache-981f9891-970f-4efc-8a1d-fc6a737c57cc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.033132] env[69357]: DEBUG nova.compute.manager [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Instance network_info: |[{"id": "2bbd1e2a-a1f5-40e7-aa5e-ac1ad9e94c29", "address": "fa:16:3e:86:55:f9", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bbd1e2a-a1", "ovs_interfaceid": "2bbd1e2a-a1f5-40e7-aa5e-ac1ad9e94c29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 630.034315] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:55:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bbd1e2a-a1f5-40e7-aa5e-ac1ad9e94c29', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.045991] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.047695] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.047695] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bba9583-776a-4d06-899d-39a717de5edb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.079232] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.079232] env[69357]: value = "task-3282086" [ 630.079232] env[69357]: _type = "Task" [ 630.079232] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.091720] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282086, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.168805] env[69357]: DEBUG oslo_concurrency.lockutils [None req-29ee3e29-7dfd-4e29-8574-489203c8ab74 tempest-DeleteServersAdminTestJSON-1265347578 tempest-DeleteServersAdminTestJSON-1265347578-project-admin] Lock "2309daee-5a0a-484d-a1cb-806083fb5c8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.584s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.271028] env[69357]: DEBUG oslo_concurrency.lockutils [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Acquiring lock "95b817c2-87c5-4926-a0e4-6c785c713936" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.271570] env[69357]: DEBUG oslo_concurrency.lockutils [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Lock "95b817c2-87c5-4926-a0e4-6c785c713936" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.322706] env[69357]: DEBUG oslo_vmware.api [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282084, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.424787] env[69357]: DEBUG oslo_vmware.api [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282085, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.592392] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282086, 'name': CreateVM_Task, 'duration_secs': 0.398859} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.592560] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.593343] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.593508] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.593829] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.594105] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6e0c86c-8e7d-4958-b7dc-93bad513a172 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.600099] env[69357]: DEBUG oslo_vmware.api [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Waiting for the task: (returnval){ [ 630.600099] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]529ced56-96ab-55b6-f588-7cc1eda18006" [ 630.600099] env[69357]: _type = "Task" [ 630.600099] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.619270] env[69357]: DEBUG oslo_vmware.api [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]529ced56-96ab-55b6-f588-7cc1eda18006, 'name': SearchDatastore_Task, 'duration_secs': 0.01103} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.619270] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.619270] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.619270] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.619427] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.619427] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.619427] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-778e7773-6b25-4174-9f57-f29a4d5d0156 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.630346] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.630575] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.631732] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43fc430a-6e4f-4ff4-b90c-b055c60f6798 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.640943] env[69357]: DEBUG oslo_vmware.api [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Waiting for the task: (returnval){ [ 630.640943] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]525b262e-832c-1c3b-b200-9734e576ee31" [ 630.640943] env[69357]: _type = "Task" [ 630.640943] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.651299] env[69357]: DEBUG oslo_vmware.api [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]525b262e-832c-1c3b-b200-9734e576ee31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.819094] env[69357]: DEBUG oslo_vmware.api [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282084, 'name': ReconfigVM_Task, 'duration_secs': 0.55845} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.819384] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 3f8e7073-dafa-4522-bfac-f60a953cfa8f/3f8e7073-dafa-4522-bfac-f60a953cfa8f.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.820047] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c519bbe-515e-4e7e-ad7c-22455440262e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.828997] env[69357]: DEBUG oslo_vmware.api [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 630.828997] env[69357]: value = "task-3282087" [ 630.828997] env[69357]: _type = "Task" [ 630.828997] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.838491] env[69357]: DEBUG oslo_vmware.api [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282087, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.862349] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 630.862852] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69b334dd-f915-40bc-b744-78d1c2d92946 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.874139] env[69357]: DEBUG oslo_vmware.api [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Waiting for the task: (returnval){ [ 630.874139] env[69357]: value = "task-3282088" [ 630.874139] env[69357]: _type = "Task" [ 630.874139] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.885564] env[69357]: DEBUG oslo_vmware.api [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Task: {'id': task-3282088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.920545] env[69357]: DEBUG oslo_vmware.api [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282085, 'name': PowerOnVM_Task, 'duration_secs': 0.619379} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.920852] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 630.921066] env[69357]: INFO nova.compute.manager [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Took 9.22 seconds to spawn the instance on the hypervisor. [ 630.921302] env[69357]: DEBUG nova.compute.manager [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 630.922200] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a19d7c-fb28-4254-b81c-be03c1f20267 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.025312] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd1d1d6-80cc-4959-83b8-7d40911fec07 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.037247] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8ffba8-a316-4618-9fe2-afbd18af65c8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.072977] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4197e12-8763-43c7-962c-1d899d2bb790 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.080229] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e4871d-6a46-4afc-8c69-462015b6336e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.095156] env[69357]: DEBUG nova.compute.provider_tree [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.132817] env[69357]: DEBUG nova.network.neutron [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Successfully updated port: 50902470-8a07-4821-9edb-d505ba7cc079 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 631.153062] env[69357]: DEBUG oslo_vmware.api [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]525b262e-832c-1c3b-b200-9734e576ee31, 'name': SearchDatastore_Task, 'duration_secs': 0.022079} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.157099] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bbc1753-7797-4f76-a390-ca5cfd2cd492 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.164951] env[69357]: DEBUG oslo_vmware.api [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Waiting for the task: (returnval){ [ 631.164951] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5244f546-5068-dce6-d737-486297a02a0e" [ 631.164951] env[69357]: _type = "Task" [ 631.164951] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.177663] env[69357]: DEBUG oslo_vmware.api [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5244f546-5068-dce6-d737-486297a02a0e, 'name': SearchDatastore_Task, 'duration_secs': 0.010219} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.178203] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.178461] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 981f9891-970f-4efc-8a1d-fc6a737c57cc/981f9891-970f-4efc-8a1d-fc6a737c57cc.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.178733] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8664f33d-25ca-4de3-b550-029ec2c50a30 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.186164] env[69357]: DEBUG oslo_vmware.api [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Waiting for the task: (returnval){ [ 631.186164] env[69357]: value = "task-3282089" [ 631.186164] env[69357]: _type = "Task" [ 631.186164] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.194754] env[69357]: DEBUG oslo_vmware.api [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': task-3282089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.342621] env[69357]: DEBUG oslo_vmware.api [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282087, 'name': Rename_Task, 'duration_secs': 0.252944} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.343027] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 631.343487] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c473d5f-daf1-48cf-b237-74bfc29b3006 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.356088] env[69357]: DEBUG oslo_vmware.api [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 631.356088] env[69357]: value = "task-3282090" [ 631.356088] env[69357]: _type = "Task" [ 631.356088] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.368978] env[69357]: DEBUG oslo_vmware.api [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282090, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.387278] env[69357]: DEBUG oslo_vmware.api [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Task: {'id': task-3282088, 'name': PowerOffVM_Task, 'duration_secs': 0.171707} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.387798] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 631.388126] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 631.389018] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c27b378-ffdf-48ff-adc1-a3cc136ef188 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.401685] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 631.402567] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb7ad35a-8256-4edd-b7cd-68e3101aae59 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.444795] env[69357]: INFO nova.compute.manager [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Took 24.03 seconds to build instance. [ 631.447329] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 631.447743] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 631.450449] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Deleting the datastore file [datastore1] 7dd39a10-693d-4638-a80b-17c441c7be69 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 631.451037] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-740f3f00-75fb-48c0-9b23-05914076e958 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.461914] env[69357]: DEBUG oslo_vmware.api [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Waiting for the task: (returnval){ [ 631.461914] env[69357]: value = "task-3282092" [ 631.461914] env[69357]: _type = "Task" [ 631.461914] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.476173] env[69357]: DEBUG oslo_vmware.api [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Task: {'id': task-3282092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.602030] env[69357]: DEBUG nova.scheduler.client.report [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.637980] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Acquiring lock "refresh_cache-86487bab-df97-4480-8e57-2bcdeba9520b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.638184] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Acquired lock "refresh_cache-86487bab-df97-4480-8e57-2bcdeba9520b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.638340] env[69357]: DEBUG nova.network.neutron [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.661596] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3fcd639b-346c-4d98-8b2a-94eeae5daf84 tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Acquiring lock "a3356b27-2c6a-45be-b610-b99fdc08d1bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.662137] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3fcd639b-346c-4d98-8b2a-94eeae5daf84 tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Lock "a3356b27-2c6a-45be-b610-b99fdc08d1bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.662474] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3fcd639b-346c-4d98-8b2a-94eeae5daf84 tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Acquiring lock "a3356b27-2c6a-45be-b610-b99fdc08d1bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.662734] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3fcd639b-346c-4d98-8b2a-94eeae5daf84 tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Lock "a3356b27-2c6a-45be-b610-b99fdc08d1bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.662972] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3fcd639b-346c-4d98-8b2a-94eeae5daf84 tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Lock "a3356b27-2c6a-45be-b610-b99fdc08d1bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.665048] env[69357]: INFO nova.compute.manager [None req-3fcd639b-346c-4d98-8b2a-94eeae5daf84 tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Terminating instance [ 631.697043] env[69357]: DEBUG oslo_vmware.api [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': task-3282089, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.849659] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquiring lock "9c6d4029-c98f-4543-a5bc-3ae8e0b3d912" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.849976] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Lock "9c6d4029-c98f-4543-a5bc-3ae8e0b3d912" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.867030] env[69357]: DEBUG oslo_vmware.api [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282090, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.904337] env[69357]: DEBUG nova.compute.manager [req-fd3df3fa-7b3c-4326-b4d8-4749d166ed02 req-7b45a891-7d8c-4505-b164-ec82e6993167 service nova] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Received event network-vif-plugged-50902470-8a07-4821-9edb-d505ba7cc079 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.904568] env[69357]: DEBUG oslo_concurrency.lockutils [req-fd3df3fa-7b3c-4326-b4d8-4749d166ed02 req-7b45a891-7d8c-4505-b164-ec82e6993167 service nova] Acquiring lock "86487bab-df97-4480-8e57-2bcdeba9520b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.904776] env[69357]: DEBUG oslo_concurrency.lockutils [req-fd3df3fa-7b3c-4326-b4d8-4749d166ed02 req-7b45a891-7d8c-4505-b164-ec82e6993167 service nova] Lock "86487bab-df97-4480-8e57-2bcdeba9520b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.904942] env[69357]: DEBUG oslo_concurrency.lockutils [req-fd3df3fa-7b3c-4326-b4d8-4749d166ed02 req-7b45a891-7d8c-4505-b164-ec82e6993167 service nova] Lock "86487bab-df97-4480-8e57-2bcdeba9520b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.905481] env[69357]: DEBUG nova.compute.manager [req-fd3df3fa-7b3c-4326-b4d8-4749d166ed02 req-7b45a891-7d8c-4505-b164-ec82e6993167 service nova] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] No waiting events found dispatching network-vif-plugged-50902470-8a07-4821-9edb-d505ba7cc079 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 631.905745] env[69357]: WARNING nova.compute.manager [req-fd3df3fa-7b3c-4326-b4d8-4749d166ed02 req-7b45a891-7d8c-4505-b164-ec82e6993167 service nova] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Received unexpected event network-vif-plugged-50902470-8a07-4821-9edb-d505ba7cc079 for instance with vm_state building and task_state spawning. [ 631.906122] env[69357]: DEBUG nova.compute.manager [req-fd3df3fa-7b3c-4326-b4d8-4749d166ed02 req-7b45a891-7d8c-4505-b164-ec82e6993167 service nova] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Received event network-changed-50902470-8a07-4821-9edb-d505ba7cc079 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.906303] env[69357]: DEBUG nova.compute.manager [req-fd3df3fa-7b3c-4326-b4d8-4749d166ed02 req-7b45a891-7d8c-4505-b164-ec82e6993167 service nova] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Refreshing instance network info cache due to event network-changed-50902470-8a07-4821-9edb-d505ba7cc079. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 631.906537] env[69357]: DEBUG oslo_concurrency.lockutils [req-fd3df3fa-7b3c-4326-b4d8-4749d166ed02 req-7b45a891-7d8c-4505-b164-ec82e6993167 service nova] Acquiring lock "refresh_cache-86487bab-df97-4480-8e57-2bcdeba9520b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.947628] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7c0729b1-dcf5-4c81-bb89-f28a0593c0e1 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "5aa34a63-63a3-4a14-a0b2-9d37065a2ec4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.782s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.975730] env[69357]: DEBUG oslo_vmware.api [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Task: {'id': task-3282092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.488715} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.976074] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 631.976318] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 631.976546] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 632.108295] env[69357]: DEBUG oslo_concurrency.lockutils [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.108823] env[69357]: DEBUG nova.compute.manager [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.111941] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5619c0cb-2260-4b04-a7a4-34692634566f tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.707s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.112675] env[69357]: DEBUG nova.objects.instance [None req-5619c0cb-2260-4b04-a7a4-34692634566f tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Lazy-loading 'resources' on Instance uuid f21911fc-3543-4f9e-a8e0-3648a81d3112 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 632.170607] env[69357]: DEBUG nova.compute.manager [None req-3fcd639b-346c-4d98-8b2a-94eeae5daf84 tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 632.170893] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcd639b-346c-4d98-8b2a-94eeae5daf84 tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 632.171860] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60dcdb1b-60a6-486b-8564-4a182c271213 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.177531] env[69357]: DEBUG nova.compute.manager [req-7690c924-e239-49d2-9cbc-bfe5c0042bfa req-6d1fccb8-ed54-4a8f-a699-93a8d62ec23f service nova] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Received event network-vif-deleted-54330504-d624-4d9d-aa4a-cbe81b6c7d64 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.177734] env[69357]: DEBUG nova.compute.manager [req-7690c924-e239-49d2-9cbc-bfe5c0042bfa req-6d1fccb8-ed54-4a8f-a699-93a8d62ec23f service nova] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Received event network-changed-2bbd1e2a-a1f5-40e7-aa5e-ac1ad9e94c29 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.177968] env[69357]: DEBUG nova.compute.manager [req-7690c924-e239-49d2-9cbc-bfe5c0042bfa req-6d1fccb8-ed54-4a8f-a699-93a8d62ec23f service nova] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Refreshing instance network info cache due to event network-changed-2bbd1e2a-a1f5-40e7-aa5e-ac1ad9e94c29. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 632.178444] env[69357]: DEBUG oslo_concurrency.lockutils [req-7690c924-e239-49d2-9cbc-bfe5c0042bfa req-6d1fccb8-ed54-4a8f-a699-93a8d62ec23f service nova] Acquiring lock "refresh_cache-981f9891-970f-4efc-8a1d-fc6a737c57cc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.178444] env[69357]: DEBUG oslo_concurrency.lockutils [req-7690c924-e239-49d2-9cbc-bfe5c0042bfa req-6d1fccb8-ed54-4a8f-a699-93a8d62ec23f service nova] Acquired lock "refresh_cache-981f9891-970f-4efc-8a1d-fc6a737c57cc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.178444] env[69357]: DEBUG nova.network.neutron [req-7690c924-e239-49d2-9cbc-bfe5c0042bfa req-6d1fccb8-ed54-4a8f-a699-93a8d62ec23f service nova] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Refreshing network info cache for port 2bbd1e2a-a1f5-40e7-aa5e-ac1ad9e94c29 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.186499] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fcd639b-346c-4d98-8b2a-94eeae5daf84 tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 632.186800] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea98a15e-fa3b-423d-bee9-e55457498095 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.199302] env[69357]: DEBUG oslo_vmware.api [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': task-3282089, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546928} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.201319] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 981f9891-970f-4efc-8a1d-fc6a737c57cc/981f9891-970f-4efc-8a1d-fc6a737c57cc.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.201547] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.201866] env[69357]: DEBUG oslo_vmware.api [None req-3fcd639b-346c-4d98-8b2a-94eeae5daf84 tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Waiting for the task: (returnval){ [ 632.201866] env[69357]: value = "task-3282093" [ 632.201866] env[69357]: _type = "Task" [ 632.201866] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.202630] env[69357]: DEBUG nova.network.neutron [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 632.204523] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c37c58eb-7cf9-438b-9d09-9c7e116fd1df {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.219676] env[69357]: DEBUG oslo_vmware.api [None req-3fcd639b-346c-4d98-8b2a-94eeae5daf84 tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Task: {'id': task-3282093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.221245] env[69357]: DEBUG oslo_vmware.api [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Waiting for the task: (returnval){ [ 632.221245] env[69357]: value = "task-3282094" [ 632.221245] env[69357]: _type = "Task" [ 632.221245] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.230681] env[69357]: DEBUG oslo_vmware.api [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': task-3282094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.280310] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Acquiring lock "c167efa7-3603-4d4a-b731-4de23cb95f28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.280607] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Lock "c167efa7-3603-4d4a-b731-4de23cb95f28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.367529] env[69357]: DEBUG oslo_vmware.api [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282090, 'name': PowerOnVM_Task, 'duration_secs': 0.828023} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.367894] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 632.368269] env[69357]: INFO nova.compute.manager [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Took 8.14 seconds to spawn the instance on the hypervisor. [ 632.368443] env[69357]: DEBUG nova.compute.manager [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 632.369412] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5947336-99b5-4b5d-b6e7-4a96a3b0c504 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.450442] env[69357]: DEBUG nova.compute.manager [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.594478] env[69357]: DEBUG nova.network.neutron [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Updating instance_info_cache with network_info: [{"id": "50902470-8a07-4821-9edb-d505ba7cc079", "address": "fa:16:3e:54:d3:81", "network": {"id": "815ad6da-5c7e-420c-8991-e861f2b1a92c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-809600979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5f16a6c454b4e66bfa85df9d6bce0f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50902470-8a", "ovs_interfaceid": "50902470-8a07-4821-9edb-d505ba7cc079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.616641] env[69357]: DEBUG nova.compute.utils [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 632.620922] env[69357]: DEBUG nova.compute.manager [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 632.620922] env[69357]: DEBUG nova.network.neutron [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 632.718313] env[69357]: DEBUG oslo_vmware.api [None req-3fcd639b-346c-4d98-8b2a-94eeae5daf84 tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Task: {'id': task-3282093, 'name': PowerOffVM_Task, 'duration_secs': 0.293385} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.718575] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fcd639b-346c-4d98-8b2a-94eeae5daf84 tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 632.718758] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcd639b-346c-4d98-8b2a-94eeae5daf84 tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 632.718980] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c275aace-aa84-4e63-9714-0d0aed731ee7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.730697] env[69357]: DEBUG oslo_vmware.api [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': task-3282094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151929} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.730842] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.733791] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296eb6f1-c378-45c7-a11a-954f1c62a76c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.757396] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 981f9891-970f-4efc-8a1d-fc6a737c57cc/981f9891-970f-4efc-8a1d-fc6a737c57cc.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.760525] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d131e4c6-fddb-43ba-a6be-cc1ab00370d7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.782308] env[69357]: DEBUG nova.policy [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d090d18ccbd4b439738af6f3350a988', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6101b3b359c6468a9d88a40f085a9640', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 632.785191] env[69357]: DEBUG oslo_vmware.api [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Waiting for the task: (returnval){ [ 632.785191] env[69357]: value = "task-3282096" [ 632.785191] env[69357]: _type = "Task" [ 632.785191] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.791812] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcd639b-346c-4d98-8b2a-94eeae5daf84 tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 632.791989] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcd639b-346c-4d98-8b2a-94eeae5daf84 tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 632.792217] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fcd639b-346c-4d98-8b2a-94eeae5daf84 tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Deleting the datastore file [datastore1] a3356b27-2c6a-45be-b610-b99fdc08d1bd {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 632.792460] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f7ba6e4-ca80-4865-a2e7-3f0dd3bf60c5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.797807] env[69357]: DEBUG oslo_vmware.api [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': task-3282096, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.801613] env[69357]: DEBUG oslo_vmware.api [None req-3fcd639b-346c-4d98-8b2a-94eeae5daf84 tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Waiting for the task: (returnval){ [ 632.801613] env[69357]: value = "task-3282097" [ 632.801613] env[69357]: _type = "Task" [ 632.801613] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.810865] env[69357]: DEBUG oslo_vmware.api [None req-3fcd639b-346c-4d98-8b2a-94eeae5daf84 tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Task: {'id': task-3282097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.892334] env[69357]: INFO nova.compute.manager [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Took 23.18 seconds to build instance. [ 632.983997] env[69357]: DEBUG oslo_concurrency.lockutils [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.023564] env[69357]: DEBUG nova.virt.hardware [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 633.024255] env[69357]: DEBUG nova.virt.hardware [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 633.024255] env[69357]: DEBUG nova.virt.hardware [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.024255] env[69357]: DEBUG nova.virt.hardware [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 633.024449] env[69357]: DEBUG nova.virt.hardware [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.024449] env[69357]: DEBUG nova.virt.hardware [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 633.024815] env[69357]: DEBUG nova.virt.hardware [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 633.024815] env[69357]: DEBUG nova.virt.hardware [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 633.025049] env[69357]: DEBUG nova.virt.hardware [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 633.025122] env[69357]: DEBUG nova.virt.hardware [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 633.025247] env[69357]: DEBUG nova.virt.hardware [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 633.026182] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2da1278-aa04-4019-b4c9-0e8258ec6875 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.043397] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acdcb56-5aa3-4cb1-9e66-1617a49f7574 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.065447] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Instance VIF info [] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.072286] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 633.076081] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.076685] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16cb6633-54c6-49cb-b104-aafdef44de48 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.099182] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Releasing lock "refresh_cache-86487bab-df97-4480-8e57-2bcdeba9520b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.099182] env[69357]: DEBUG nova.compute.manager [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Instance network_info: |[{"id": "50902470-8a07-4821-9edb-d505ba7cc079", "address": "fa:16:3e:54:d3:81", "network": {"id": "815ad6da-5c7e-420c-8991-e861f2b1a92c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-809600979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5f16a6c454b4e66bfa85df9d6bce0f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50902470-8a", "ovs_interfaceid": "50902470-8a07-4821-9edb-d505ba7cc079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 633.100069] env[69357]: DEBUG oslo_concurrency.lockutils [req-fd3df3fa-7b3c-4326-b4d8-4749d166ed02 req-7b45a891-7d8c-4505-b164-ec82e6993167 service nova] Acquired lock "refresh_cache-86487bab-df97-4480-8e57-2bcdeba9520b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.100069] env[69357]: DEBUG nova.network.neutron [req-fd3df3fa-7b3c-4326-b4d8-4749d166ed02 req-7b45a891-7d8c-4505-b164-ec82e6993167 service nova] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Refreshing network info cache for port 50902470-8a07-4821-9edb-d505ba7cc079 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.101151] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:d3:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '72781990-3cb3-42eb-9eb1-4040dedbf66f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50902470-8a07-4821-9edb-d505ba7cc079', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.109355] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Creating folder: Project (f5f16a6c454b4e66bfa85df9d6bce0f3). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.111674] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38407e00-62db-4988-93ae-759bd5b582bb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.113490] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.113490] env[69357]: value = "task-3282098" [ 633.113490] env[69357]: _type = "Task" [ 633.113490] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.122506] env[69357]: DEBUG nova.compute.manager [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.130348] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Created folder: Project (f5f16a6c454b4e66bfa85df9d6bce0f3) in parent group-v655402. [ 633.130512] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Creating folder: Instances. Parent ref: group-v655439. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.134684] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-401052c5-f85e-4869-a967-b58bad77a0c9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.136258] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282098, 'name': CreateVM_Task} progress is 15%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.146938] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Created folder: Instances in parent group-v655439. [ 633.147216] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 633.147441] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.147692] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef63a882-67ed-4b03-8cdf-6df68fa31083 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.174611] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.174611] env[69357]: value = "task-3282101" [ 633.174611] env[69357]: _type = "Task" [ 633.174611] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.183742] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282101, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.202789] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f1c0e0-68fc-4e1b-8f0f-d4d72146d40a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.213121] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ef43c0-310e-46c1-b3be-138fb0b05950 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.221421] env[69357]: DEBUG oslo_concurrency.lockutils [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Acquiring lock "f9c1342d-1643-4edc-a5d0-a23d38ed613c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.221843] env[69357]: DEBUG oslo_concurrency.lockutils [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Lock "f9c1342d-1643-4edc-a5d0-a23d38ed613c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.257210] env[69357]: DEBUG nova.network.neutron [req-7690c924-e239-49d2-9cbc-bfe5c0042bfa req-6d1fccb8-ed54-4a8f-a699-93a8d62ec23f service nova] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Updated VIF entry in instance network info cache for port 2bbd1e2a-a1f5-40e7-aa5e-ac1ad9e94c29. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.257210] env[69357]: DEBUG nova.network.neutron [req-7690c924-e239-49d2-9cbc-bfe5c0042bfa req-6d1fccb8-ed54-4a8f-a699-93a8d62ec23f service nova] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Updating instance_info_cache with network_info: [{"id": "2bbd1e2a-a1f5-40e7-aa5e-ac1ad9e94c29", "address": "fa:16:3e:86:55:f9", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bbd1e2a-a1", "ovs_interfaceid": "2bbd1e2a-a1f5-40e7-aa5e-ac1ad9e94c29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.257725] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a933c7be-c269-4890-8ab5-949b5b531d33 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.267475] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9ee556-2222-4f8d-a0ce-264aafd86f01 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.288541] env[69357]: DEBUG nova.compute.provider_tree [None req-5619c0cb-2260-4b04-a7a4-34692634566f tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.299388] env[69357]: DEBUG oslo_vmware.api [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': task-3282096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.312308] env[69357]: DEBUG oslo_vmware.api [None req-3fcd639b-346c-4d98-8b2a-94eeae5daf84 tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Task: {'id': task-3282097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266204} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.312769] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fcd639b-346c-4d98-8b2a-94eeae5daf84 tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 633.312769] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcd639b-346c-4d98-8b2a-94eeae5daf84 tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 633.313059] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcd639b-346c-4d98-8b2a-94eeae5daf84 tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 633.313254] env[69357]: INFO nova.compute.manager [None req-3fcd639b-346c-4d98-8b2a-94eeae5daf84 tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 633.313494] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fcd639b-346c-4d98-8b2a-94eeae5daf84 tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 633.313713] env[69357]: DEBUG nova.compute.manager [-] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 633.313808] env[69357]: DEBUG nova.network.neutron [-] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 633.395517] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2f25dd8-e559-43c2-a0d8-5cdbae6a23be tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "3f8e7073-dafa-4522-bfac-f60a953cfa8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.694s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.549717] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquiring lock "3b80daa2-b381-4f93-95a0-487142468a88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.549995] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Lock "3b80daa2-b381-4f93-95a0-487142468a88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.623899] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282098, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.690357] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282101, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.737309] env[69357]: DEBUG nova.network.neutron [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Successfully created port: 35f5b73b-75ed-4bbb-a4ca-20bfd835f4d6 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 633.761919] env[69357]: DEBUG oslo_concurrency.lockutils [req-7690c924-e239-49d2-9cbc-bfe5c0042bfa req-6d1fccb8-ed54-4a8f-a699-93a8d62ec23f service nova] Releasing lock "refresh_cache-981f9891-970f-4efc-8a1d-fc6a737c57cc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.799021] env[69357]: DEBUG nova.scheduler.client.report [None req-5619c0cb-2260-4b04-a7a4-34692634566f tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.808108] env[69357]: DEBUG oslo_vmware.api [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': task-3282096, 'name': ReconfigVM_Task, 'duration_secs': 0.610245} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.808477] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 981f9891-970f-4efc-8a1d-fc6a737c57cc/981f9891-970f-4efc-8a1d-fc6a737c57cc.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.809072] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49b752be-5c96-43f8-a3a7-f94c6d531428 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.816622] env[69357]: DEBUG oslo_vmware.api [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Waiting for the task: (returnval){ [ 633.816622] env[69357]: value = "task-3282102" [ 633.816622] env[69357]: _type = "Task" [ 633.816622] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.837754] env[69357]: DEBUG oslo_vmware.api [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': task-3282102, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.898752] env[69357]: DEBUG nova.compute.manager [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 634.035552] env[69357]: DEBUG nova.network.neutron [req-fd3df3fa-7b3c-4326-b4d8-4749d166ed02 req-7b45a891-7d8c-4505-b164-ec82e6993167 service nova] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Updated VIF entry in instance network info cache for port 50902470-8a07-4821-9edb-d505ba7cc079. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.036501] env[69357]: DEBUG nova.network.neutron [req-fd3df3fa-7b3c-4326-b4d8-4749d166ed02 req-7b45a891-7d8c-4505-b164-ec82e6993167 service nova] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Updating instance_info_cache with network_info: [{"id": "50902470-8a07-4821-9edb-d505ba7cc079", "address": "fa:16:3e:54:d3:81", "network": {"id": "815ad6da-5c7e-420c-8991-e861f2b1a92c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-809600979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5f16a6c454b4e66bfa85df9d6bce0f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50902470-8a", "ovs_interfaceid": "50902470-8a07-4821-9edb-d505ba7cc079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.124963] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282098, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.134154] env[69357]: DEBUG nova.compute.manager [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.170372] env[69357]: DEBUG nova.virt.hardware [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.170639] env[69357]: DEBUG nova.virt.hardware [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.170798] env[69357]: DEBUG nova.virt.hardware [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.170978] env[69357]: DEBUG nova.virt.hardware [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.175207] env[69357]: DEBUG nova.virt.hardware [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.175207] env[69357]: DEBUG nova.virt.hardware [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.175207] env[69357]: DEBUG nova.virt.hardware [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.175207] env[69357]: DEBUG nova.virt.hardware [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.175207] env[69357]: DEBUG nova.virt.hardware [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.175400] env[69357]: DEBUG nova.virt.hardware [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.175400] env[69357]: DEBUG nova.virt.hardware [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.176291] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4669015-36b7-4e96-bd8c-79686ba23377 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.192300] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282101, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.193571] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21d7bd6-af08-409a-96e8-6567ecf1570b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.306558] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5619c0cb-2260-4b04-a7a4-34692634566f tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.309568] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.121s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.311870] env[69357]: INFO nova.compute.claims [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.338103] env[69357]: INFO nova.scheduler.client.report [None req-5619c0cb-2260-4b04-a7a4-34692634566f tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Deleted allocations for instance f21911fc-3543-4f9e-a8e0-3648a81d3112 [ 634.348273] env[69357]: DEBUG oslo_vmware.api [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': task-3282102, 'name': Rename_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.422424] env[69357]: DEBUG oslo_concurrency.lockutils [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.538946] env[69357]: DEBUG oslo_concurrency.lockutils [req-fd3df3fa-7b3c-4326-b4d8-4749d166ed02 req-7b45a891-7d8c-4505-b164-ec82e6993167 service nova] Releasing lock "refresh_cache-86487bab-df97-4480-8e57-2bcdeba9520b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.626767] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282098, 'name': CreateVM_Task, 'duration_secs': 1.291021} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.626767] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.627073] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.627231] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.627670] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.627929] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72b7e656-dd02-4135-afb1-9c126a7f1236 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.632822] env[69357]: DEBUG oslo_vmware.api [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Waiting for the task: (returnval){ [ 634.632822] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52afd491-886f-c1f2-1abb-167e86359e03" [ 634.632822] env[69357]: _type = "Task" [ 634.632822] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.641728] env[69357]: DEBUG oslo_vmware.api [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52afd491-886f-c1f2-1abb-167e86359e03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.691560] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282101, 'name': CreateVM_Task, 'duration_secs': 1.359449} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.691804] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.692420] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.736809] env[69357]: DEBUG nova.network.neutron [-] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.839023] env[69357]: DEBUG oslo_vmware.api [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': task-3282102, 'name': Rename_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.844434] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5619c0cb-2260-4b04-a7a4-34692634566f tempest-ServerDiagnosticsNegativeTest-28647613 tempest-ServerDiagnosticsNegativeTest-28647613-project-member] Lock "f21911fc-3543-4f9e-a8e0-3648a81d3112" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.697s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.089532] env[69357]: DEBUG nova.compute.manager [req-04080c44-0fa1-443a-ab6c-e9d2cc705ebb req-bbfd328e-6d92-4409-85f7-16db19cd78a7 service nova] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Received event network-vif-deleted-986fabcd-ba03-4f9f-8f15-93df2988b996 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.144973] env[69357]: DEBUG oslo_vmware.api [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52afd491-886f-c1f2-1abb-167e86359e03, 'name': SearchDatastore_Task, 'duration_secs': 0.009247} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.145103] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.145332] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.145640] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.145845] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.146104] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.147332] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.147729] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.148025] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25131cad-0aaa-4c87-95d7-dcec0785f64a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.152718] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bc4b57d-1d3a-434e-a3e7-b421da27c719 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.156341] env[69357]: DEBUG oslo_vmware.api [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Waiting for the task: (returnval){ [ 635.156341] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a9f57a-a71a-c6eb-5068-d56546eebd07" [ 635.156341] env[69357]: _type = "Task" [ 635.156341] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.161720] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.162102] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.166432] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7887581-a7ad-45d3-80bb-c876040ce335 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.172218] env[69357]: DEBUG oslo_vmware.api [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a9f57a-a71a-c6eb-5068-d56546eebd07, 'name': SearchDatastore_Task} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.172780] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.173215] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.173431] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.175103] env[69357]: DEBUG oslo_vmware.api [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Waiting for the task: (returnval){ [ 635.175103] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52286453-43c1-4e5c-7013-ee463f6ec64f" [ 635.175103] env[69357]: _type = "Task" [ 635.175103] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.182492] env[69357]: DEBUG oslo_vmware.api [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52286453-43c1-4e5c-7013-ee463f6ec64f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.199627] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquiring lock "388f7324-b27f-4f86-902d-dc902a5f19b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.201045] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Lock "388f7324-b27f-4f86-902d-dc902a5f19b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.240580] env[69357]: INFO nova.compute.manager [-] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Took 1.93 seconds to deallocate network for instance. [ 635.341737] env[69357]: DEBUG oslo_vmware.api [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': task-3282102, 'name': Rename_Task, 'duration_secs': 1.31832} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.343281] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.343281] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af14b8ed-5f0f-4472-b10c-ac7015d0fea0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.350079] env[69357]: DEBUG oslo_vmware.api [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Waiting for the task: (returnval){ [ 635.350079] env[69357]: value = "task-3282103" [ 635.350079] env[69357]: _type = "Task" [ 635.350079] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.364804] env[69357]: DEBUG oslo_vmware.api [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': task-3282103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.629312] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a75034a2-2def-4f2d-89aa-5bca31914940 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "3f8e7073-dafa-4522-bfac-f60a953cfa8f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.629592] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a75034a2-2def-4f2d-89aa-5bca31914940 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "3f8e7073-dafa-4522-bfac-f60a953cfa8f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.629779] env[69357]: DEBUG nova.compute.manager [None req-a75034a2-2def-4f2d-89aa-5bca31914940 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.630694] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1f1509-7135-4bea-9a11-b0855f04edc7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.644651] env[69357]: DEBUG nova.compute.manager [None req-a75034a2-2def-4f2d-89aa-5bca31914940 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69357) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 635.645514] env[69357]: DEBUG nova.objects.instance [None req-a75034a2-2def-4f2d-89aa-5bca31914940 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lazy-loading 'flavor' on Instance uuid 3f8e7073-dafa-4522-bfac-f60a953cfa8f {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 635.691127] env[69357]: DEBUG oslo_vmware.api [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52286453-43c1-4e5c-7013-ee463f6ec64f, 'name': SearchDatastore_Task, 'duration_secs': 0.008432} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.692591] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-363925fe-4fab-4990-b6b9-98e459154279 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.701875] env[69357]: DEBUG oslo_vmware.api [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Waiting for the task: (returnval){ [ 635.701875] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e04940-6711-e57d-7219-5c02862ff742" [ 635.701875] env[69357]: _type = "Task" [ 635.701875] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.714867] env[69357]: DEBUG oslo_vmware.api [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e04940-6711-e57d-7219-5c02862ff742, 'name': SearchDatastore_Task, 'duration_secs': 0.00966} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.715134] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.715378] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 7dd39a10-693d-4638-a80b-17c441c7be69/7dd39a10-693d-4638-a80b-17c441c7be69.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.715646] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.715820] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.716032] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c634c4a1-6761-4909-8f8c-7b774d3593ef {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.720271] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f7c66a8-19c1-4b9d-9b0d-bd3f27681e00 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.733164] env[69357]: DEBUG oslo_vmware.api [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Waiting for the task: (returnval){ [ 635.733164] env[69357]: value = "task-3282104" [ 635.733164] env[69357]: _type = "Task" [ 635.733164] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.738042] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.738257] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.742695] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efc3cb98-6e2d-46c9-a371-36f46c53b493 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.751027] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3fcd639b-346c-4d98-8b2a-94eeae5daf84 tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.751515] env[69357]: DEBUG oslo_vmware.api [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Task: {'id': task-3282104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.754593] env[69357]: DEBUG oslo_vmware.api [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Waiting for the task: (returnval){ [ 635.754593] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]526c1ebf-606d-a1c6-b433-0d033499ab41" [ 635.754593] env[69357]: _type = "Task" [ 635.754593] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.762653] env[69357]: DEBUG oslo_vmware.api [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]526c1ebf-606d-a1c6-b433-0d033499ab41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.866983] env[69357]: DEBUG oslo_vmware.api [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': task-3282103, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.894370] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1a0130-ed75-4484-a371-c86267eec815 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.903298] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d72bd7-d1d1-4945-80db-3965acb34053 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.946312] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc91d471-b2eb-4d03-9428-0e887614feff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.956511] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34a80ba-fb4f-4992-8dd5-80628a6c2054 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.971784] env[69357]: DEBUG nova.compute.provider_tree [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.110586] env[69357]: DEBUG nova.network.neutron [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Successfully updated port: 35f5b73b-75ed-4bbb-a4ca-20bfd835f4d6 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 636.245732] env[69357]: DEBUG oslo_vmware.api [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Task: {'id': task-3282104, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.270017] env[69357]: DEBUG oslo_vmware.api [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]526c1ebf-606d-a1c6-b433-0d033499ab41, 'name': SearchDatastore_Task, 'duration_secs': 0.009519} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.270017] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc963b05-99d4-417f-a4f3-71d45812919f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.274424] env[69357]: DEBUG oslo_vmware.api [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Waiting for the task: (returnval){ [ 636.274424] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]529076ff-4328-053a-88c7-00c53b30e6f6" [ 636.274424] env[69357]: _type = "Task" [ 636.274424] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.285530] env[69357]: DEBUG oslo_vmware.api [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]529076ff-4328-053a-88c7-00c53b30e6f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.366078] env[69357]: DEBUG oslo_vmware.api [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': task-3282103, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.476640] env[69357]: DEBUG nova.scheduler.client.report [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.616415] env[69357]: DEBUG oslo_concurrency.lockutils [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Acquiring lock "refresh_cache-79bb7eb4-1551-4f19-824d-69b2e5944d6e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.616415] env[69357]: DEBUG oslo_concurrency.lockutils [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Acquired lock "refresh_cache-79bb7eb4-1551-4f19-824d-69b2e5944d6e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.616415] env[69357]: DEBUG nova.network.neutron [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.660404] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a75034a2-2def-4f2d-89aa-5bca31914940 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 636.661688] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bde47eb9-8dd8-4444-b6b3-0cab80a6c328 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.669824] env[69357]: DEBUG oslo_vmware.api [None req-a75034a2-2def-4f2d-89aa-5bca31914940 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 636.669824] env[69357]: value = "task-3282105" [ 636.669824] env[69357]: _type = "Task" [ 636.669824] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.679912] env[69357]: DEBUG oslo_vmware.api [None req-a75034a2-2def-4f2d-89aa-5bca31914940 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282105, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.745764] env[69357]: DEBUG oslo_vmware.api [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Task: {'id': task-3282104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547569} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.746218] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 7dd39a10-693d-4638-a80b-17c441c7be69/7dd39a10-693d-4638-a80b-17c441c7be69.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.746674] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.747085] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88077693-4829-4d05-978e-9299cb5c253f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.755730] env[69357]: DEBUG oslo_vmware.api [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Waiting for the task: (returnval){ [ 636.755730] env[69357]: value = "task-3282106" [ 636.755730] env[69357]: _type = "Task" [ 636.755730] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.765703] env[69357]: DEBUG oslo_vmware.api [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Task: {'id': task-3282106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.786109] env[69357]: DEBUG oslo_vmware.api [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]529076ff-4328-053a-88c7-00c53b30e6f6, 'name': SearchDatastore_Task, 'duration_secs': 0.024933} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.786109] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.786430] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 86487bab-df97-4480-8e57-2bcdeba9520b/86487bab-df97-4480-8e57-2bcdeba9520b.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.786996] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c43978aa-9ff6-4704-807d-bdcbcd875d79 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.796362] env[69357]: DEBUG oslo_vmware.api [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Waiting for the task: (returnval){ [ 636.796362] env[69357]: value = "task-3282107" [ 636.796362] env[69357]: _type = "Task" [ 636.796362] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.804237] env[69357]: DEBUG oslo_vmware.api [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Task: {'id': task-3282107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.874677] env[69357]: DEBUG oslo_vmware.api [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': task-3282103, 'name': PowerOnVM_Task, 'duration_secs': 1.419055} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.876300] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.876300] env[69357]: INFO nova.compute.manager [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Took 9.94 seconds to spawn the instance on the hypervisor. [ 636.876300] env[69357]: DEBUG nova.compute.manager [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.876727] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa79345-99cd-44cf-8aa8-6e6320afe36c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.986788] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.988880] env[69357]: DEBUG nova.compute.manager [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 636.993931] env[69357]: DEBUG oslo_concurrency.lockutils [None req-53b3d71e-1667-414a-998a-b1a6934dadc8 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.386s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.994200] env[69357]: DEBUG nova.objects.instance [None req-53b3d71e-1667-414a-998a-b1a6934dadc8 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Lazy-loading 'resources' on Instance uuid 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 637.077157] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquiring lock "f10e7a79-4aee-4687-84e8-d4d238077566" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.077795] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "f10e7a79-4aee-4687-84e8-d4d238077566" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.177577] env[69357]: DEBUG nova.network.neutron [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.189126] env[69357]: DEBUG oslo_vmware.api [None req-a75034a2-2def-4f2d-89aa-5bca31914940 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282105, 'name': PowerOffVM_Task, 'duration_secs': 0.29301} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.189560] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a75034a2-2def-4f2d-89aa-5bca31914940 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 637.190154] env[69357]: DEBUG nova.compute.manager [None req-a75034a2-2def-4f2d-89aa-5bca31914940 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.191208] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41a094b-fc65-401b-9494-ec4f3302be47 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.272928] env[69357]: DEBUG oslo_vmware.api [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Task: {'id': task-3282106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109393} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.273309] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.274870] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfabff4-c295-4d68-8f80-2f37d08509c6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.296154] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 7dd39a10-693d-4638-a80b-17c441c7be69/7dd39a10-693d-4638-a80b-17c441c7be69.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.296555] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43432f87-2244-4a12-9696-d9e76f5b82c4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.323913] env[69357]: DEBUG oslo_vmware.api [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Task: {'id': task-3282107, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.325429] env[69357]: DEBUG oslo_vmware.api [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Waiting for the task: (returnval){ [ 637.325429] env[69357]: value = "task-3282108" [ 637.325429] env[69357]: _type = "Task" [ 637.325429] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.336365] env[69357]: DEBUG oslo_vmware.api [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Task: {'id': task-3282108, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.399256] env[69357]: INFO nova.compute.manager [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Took 26.18 seconds to build instance. [ 637.427624] env[69357]: DEBUG nova.network.neutron [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Updating instance_info_cache with network_info: [{"id": "35f5b73b-75ed-4bbb-a4ca-20bfd835f4d6", "address": "fa:16:3e:3a:e6:ee", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35f5b73b-75", "ovs_interfaceid": "35f5b73b-75ed-4bbb-a4ca-20bfd835f4d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.486917] env[69357]: DEBUG nova.compute.manager [req-bc1c7f39-d66b-4f80-8ae5-756296bd8772 req-40ba7254-8e9d-4d5a-8b82-2b3bda3c884a service nova] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Received event network-vif-plugged-35f5b73b-75ed-4bbb-a4ca-20bfd835f4d6 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.486917] env[69357]: DEBUG oslo_concurrency.lockutils [req-bc1c7f39-d66b-4f80-8ae5-756296bd8772 req-40ba7254-8e9d-4d5a-8b82-2b3bda3c884a service nova] Acquiring lock "79bb7eb4-1551-4f19-824d-69b2e5944d6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.487162] env[69357]: DEBUG oslo_concurrency.lockutils [req-bc1c7f39-d66b-4f80-8ae5-756296bd8772 req-40ba7254-8e9d-4d5a-8b82-2b3bda3c884a service nova] Lock "79bb7eb4-1551-4f19-824d-69b2e5944d6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.487258] env[69357]: DEBUG oslo_concurrency.lockutils [req-bc1c7f39-d66b-4f80-8ae5-756296bd8772 req-40ba7254-8e9d-4d5a-8b82-2b3bda3c884a service nova] Lock "79bb7eb4-1551-4f19-824d-69b2e5944d6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.487418] env[69357]: DEBUG nova.compute.manager [req-bc1c7f39-d66b-4f80-8ae5-756296bd8772 req-40ba7254-8e9d-4d5a-8b82-2b3bda3c884a service nova] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] No waiting events found dispatching network-vif-plugged-35f5b73b-75ed-4bbb-a4ca-20bfd835f4d6 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 637.487796] env[69357]: WARNING nova.compute.manager [req-bc1c7f39-d66b-4f80-8ae5-756296bd8772 req-40ba7254-8e9d-4d5a-8b82-2b3bda3c884a service nova] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Received unexpected event network-vif-plugged-35f5b73b-75ed-4bbb-a4ca-20bfd835f4d6 for instance with vm_state building and task_state spawning. [ 637.488061] env[69357]: DEBUG nova.compute.manager [req-bc1c7f39-d66b-4f80-8ae5-756296bd8772 req-40ba7254-8e9d-4d5a-8b82-2b3bda3c884a service nova] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Received event network-changed-35f5b73b-75ed-4bbb-a4ca-20bfd835f4d6 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.488189] env[69357]: DEBUG nova.compute.manager [req-bc1c7f39-d66b-4f80-8ae5-756296bd8772 req-40ba7254-8e9d-4d5a-8b82-2b3bda3c884a service nova] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Refreshing instance network info cache due to event network-changed-35f5b73b-75ed-4bbb-a4ca-20bfd835f4d6. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 637.488373] env[69357]: DEBUG oslo_concurrency.lockutils [req-bc1c7f39-d66b-4f80-8ae5-756296bd8772 req-40ba7254-8e9d-4d5a-8b82-2b3bda3c884a service nova] Acquiring lock "refresh_cache-79bb7eb4-1551-4f19-824d-69b2e5944d6e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.501166] env[69357]: DEBUG nova.compute.utils [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.502516] env[69357]: DEBUG nova.compute.manager [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 637.502694] env[69357]: DEBUG nova.network.neutron [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 637.543338] env[69357]: DEBUG nova.policy [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6662459eef94bedaca754ef1b37237c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b608e46580a841d98bb1dcaeb7cd12ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.713087] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a75034a2-2def-4f2d-89aa-5bca31914940 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "3f8e7073-dafa-4522-bfac-f60a953cfa8f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.083s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.809557] env[69357]: DEBUG oslo_vmware.api [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Task: {'id': task-3282107, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542384} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.809934] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 86487bab-df97-4480-8e57-2bcdeba9520b/86487bab-df97-4480-8e57-2bcdeba9520b.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.814016] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.814016] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a459dc30-2225-484e-a5eb-203a34f6a5e5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.817941] env[69357]: DEBUG oslo_vmware.api [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Waiting for the task: (returnval){ [ 637.817941] env[69357]: value = "task-3282109" [ 637.817941] env[69357]: _type = "Task" [ 637.817941] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.833022] env[69357]: DEBUG oslo_vmware.api [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Task: {'id': task-3282109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.852500] env[69357]: DEBUG oslo_vmware.api [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Task: {'id': task-3282108, 'name': ReconfigVM_Task, 'duration_secs': 0.291205} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.857731] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 7dd39a10-693d-4638-a80b-17c441c7be69/7dd39a10-693d-4638-a80b-17c441c7be69.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.861814] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92071d93-49d3-4768-b803-bd6696cae63b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.869381] env[69357]: DEBUG oslo_vmware.api [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Waiting for the task: (returnval){ [ 637.869381] env[69357]: value = "task-3282110" [ 637.869381] env[69357]: _type = "Task" [ 637.869381] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.882683] env[69357]: DEBUG oslo_vmware.api [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Task: {'id': task-3282110, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.901299] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9811bf7f-8df9-43e3-9bca-5d591f842d20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Lock "981f9891-970f-4efc-8a1d-fc6a737c57cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.698s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.930900] env[69357]: DEBUG oslo_concurrency.lockutils [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Releasing lock "refresh_cache-79bb7eb4-1551-4f19-824d-69b2e5944d6e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.931265] env[69357]: DEBUG nova.compute.manager [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Instance network_info: |[{"id": "35f5b73b-75ed-4bbb-a4ca-20bfd835f4d6", "address": "fa:16:3e:3a:e6:ee", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35f5b73b-75", "ovs_interfaceid": "35f5b73b-75ed-4bbb-a4ca-20bfd835f4d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 637.931590] env[69357]: DEBUG oslo_concurrency.lockutils [req-bc1c7f39-d66b-4f80-8ae5-756296bd8772 req-40ba7254-8e9d-4d5a-8b82-2b3bda3c884a service nova] Acquired lock "refresh_cache-79bb7eb4-1551-4f19-824d-69b2e5944d6e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.931779] env[69357]: DEBUG nova.network.neutron [req-bc1c7f39-d66b-4f80-8ae5-756296bd8772 req-40ba7254-8e9d-4d5a-8b82-2b3bda3c884a service nova] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Refreshing network info cache for port 35f5b73b-75ed-4bbb-a4ca-20bfd835f4d6 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.933077] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:e6:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35f5b73b-75ed-4bbb-a4ca-20bfd835f4d6', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.949828] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Creating folder: Project (6101b3b359c6468a9d88a40f085a9640). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.957546] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-880ec59b-e934-4ceb-b2c2-3fede068b15a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.973741] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Created folder: Project (6101b3b359c6468a9d88a40f085a9640) in parent group-v655402. [ 637.974254] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Creating folder: Instances. Parent ref: group-v655443. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.975391] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdf7ae29-af23-48e0-b2b7-03d7dfa227c8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.984763] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Created folder: Instances in parent group-v655443. [ 637.985029] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.985232] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.985435] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70311e5d-0ce8-4b58-9f34-35e70b4a21ed {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.005134] env[69357]: DEBUG nova.compute.manager [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.013566] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.013566] env[69357]: value = "task-3282113" [ 638.013566] env[69357]: _type = "Task" [ 638.013566] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.027237] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282113, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.105310] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b1cf09-4ff0-41da-bef6-889698113221 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.111606] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-87816543-666a-405b-b348-dc80529f3a5d tempest-ServersAdminNegativeTestJSON-1362883368 tempest-ServersAdminNegativeTestJSON-1362883368-project-admin] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Suspending the VM {{(pid=69357) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 638.112100] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e354f5bb-a7f7-4b87-aebe-6289e51ea659 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.118069] env[69357]: DEBUG oslo_vmware.api [None req-87816543-666a-405b-b348-dc80529f3a5d tempest-ServersAdminNegativeTestJSON-1362883368 tempest-ServersAdminNegativeTestJSON-1362883368-project-admin] Waiting for the task: (returnval){ [ 638.118069] env[69357]: value = "task-3282114" [ 638.118069] env[69357]: _type = "Task" [ 638.118069] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.119718] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831088c6-755b-4b57-8857-a3c22fc5b1a6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.133094] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796b86eb-d06d-44ed-9003-3107e75368d1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.136368] env[69357]: DEBUG oslo_vmware.api [None req-87816543-666a-405b-b348-dc80529f3a5d tempest-ServersAdminNegativeTestJSON-1362883368 tempest-ServersAdminNegativeTestJSON-1362883368-project-admin] Task: {'id': task-3282114, 'name': SuspendVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.170907] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25be54b-04be-4218-9979-aed07af2f39a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.179654] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ae9766-40d4-4d25-a10c-471fe48f00bd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.201977] env[69357]: DEBUG nova.compute.provider_tree [None req-53b3d71e-1667-414a-998a-b1a6934dadc8 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.335248] env[69357]: DEBUG oslo_vmware.api [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Task: {'id': task-3282109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070277} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.335873] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.338092] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7e61e6-2f28-4bcd-8385-5fae58ada337 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.400997] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 86487bab-df97-4480-8e57-2bcdeba9520b/86487bab-df97-4480-8e57-2bcdeba9520b.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.405372] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63e31552-5f7a-45a8-ac93-3f9713319976 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.422151] env[69357]: DEBUG nova.compute.manager [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.431823] env[69357]: DEBUG oslo_vmware.api [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Task: {'id': task-3282110, 'name': Rename_Task, 'duration_secs': 0.134975} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.433907] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.433907] env[69357]: DEBUG oslo_vmware.api [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Waiting for the task: (returnval){ [ 638.433907] env[69357]: value = "task-3282115" [ 638.433907] env[69357]: _type = "Task" [ 638.433907] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.434167] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ba73d87-59c9-4988-bf56-06445de30d72 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.451599] env[69357]: DEBUG oslo_vmware.api [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Task: {'id': task-3282115, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.456510] env[69357]: DEBUG oslo_vmware.api [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Waiting for the task: (returnval){ [ 638.456510] env[69357]: value = "task-3282116" [ 638.456510] env[69357]: _type = "Task" [ 638.456510] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.464962] env[69357]: DEBUG oslo_vmware.api [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Task: {'id': task-3282116, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.529069] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282113, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.576837] env[69357]: DEBUG nova.network.neutron [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Successfully created port: 7d8313cb-0201-43ca-8d75-cb06c32d3a83 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 638.633210] env[69357]: DEBUG oslo_vmware.api [None req-87816543-666a-405b-b348-dc80529f3a5d tempest-ServersAdminNegativeTestJSON-1362883368 tempest-ServersAdminNegativeTestJSON-1362883368-project-admin] Task: {'id': task-3282114, 'name': SuspendVM_Task} progress is 37%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.706908] env[69357]: DEBUG nova.scheduler.client.report [None req-53b3d71e-1667-414a-998a-b1a6934dadc8 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.946265] env[69357]: DEBUG oslo_vmware.api [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Task: {'id': task-3282115, 'name': ReconfigVM_Task, 'duration_secs': 0.315658} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.946623] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 86487bab-df97-4480-8e57-2bcdeba9520b/86487bab-df97-4480-8e57-2bcdeba9520b.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.947475] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fe9b7b7-c594-4a00-b208-b3cb1e14c508 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.954769] env[69357]: DEBUG oslo_vmware.api [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Waiting for the task: (returnval){ [ 638.954769] env[69357]: value = "task-3282117" [ 638.954769] env[69357]: _type = "Task" [ 638.954769] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.972499] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.979018] env[69357]: DEBUG oslo_vmware.api [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Task: {'id': task-3282117, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.984755] env[69357]: DEBUG oslo_vmware.api [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Task: {'id': task-3282116, 'name': PowerOnVM_Task, 'duration_secs': 0.493023} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.984755] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.984755] env[69357]: DEBUG nova.compute.manager [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.984755] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d97757-561a-4a8b-bff9-09fd5c529b2b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.026386] env[69357]: DEBUG nova.compute.manager [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.043256] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282113, 'name': CreateVM_Task, 'duration_secs': 0.765462} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.046663] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.046663] env[69357]: DEBUG oslo_concurrency.lockutils [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.046663] env[69357]: DEBUG oslo_concurrency.lockutils [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.046663] env[69357]: DEBUG oslo_concurrency.lockutils [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.046663] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90cfb6f4-2df0-4861-8f45-a1afcaab6880 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.055067] env[69357]: DEBUG oslo_vmware.api [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Waiting for the task: (returnval){ [ 639.055067] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]522acc40-d42c-b04e-edc8-632b27b03cd5" [ 639.055067] env[69357]: _type = "Task" [ 639.055067] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.070129] env[69357]: DEBUG nova.virt.hardware [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:02:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='50873958',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-91456442',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.070446] env[69357]: DEBUG nova.virt.hardware [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.070537] env[69357]: DEBUG nova.virt.hardware [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.070780] env[69357]: DEBUG nova.virt.hardware [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.070922] env[69357]: DEBUG nova.virt.hardware [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.073235] env[69357]: DEBUG nova.virt.hardware [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.076244] env[69357]: DEBUG nova.virt.hardware [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.076445] env[69357]: DEBUG nova.virt.hardware [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.076627] env[69357]: DEBUG nova.virt.hardware [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.076800] env[69357]: DEBUG nova.virt.hardware [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.076977] env[69357]: DEBUG nova.virt.hardware [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.078627] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f933a8-0f92-4ae7-a233-d6991cbf2ecb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.090272] env[69357]: DEBUG oslo_vmware.api [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]522acc40-d42c-b04e-edc8-632b27b03cd5, 'name': SearchDatastore_Task, 'duration_secs': 0.009491} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.091055] env[69357]: DEBUG oslo_concurrency.lockutils [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.091286] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.091648] env[69357]: DEBUG oslo_concurrency.lockutils [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.091648] env[69357]: DEBUG oslo_concurrency.lockutils [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.092117] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.094343] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21231a92-faf2-4d3a-a097-e4dc20bb35d9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.097210] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b58ad0-f515-4023-a009-f8a2a23da537 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.115699] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.116030] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.119951] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72d76cd1-cdb0-402d-84eb-c13f8725942f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.133234] env[69357]: DEBUG oslo_vmware.api [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Waiting for the task: (returnval){ [ 639.133234] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]520d1100-ddf4-4bf7-307b-df39b500531c" [ 639.133234] env[69357]: _type = "Task" [ 639.133234] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.137927] env[69357]: DEBUG oslo_vmware.api [None req-87816543-666a-405b-b348-dc80529f3a5d tempest-ServersAdminNegativeTestJSON-1362883368 tempest-ServersAdminNegativeTestJSON-1362883368-project-admin] Task: {'id': task-3282114, 'name': SuspendVM_Task, 'duration_secs': 0.929106} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.141591] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-87816543-666a-405b-b348-dc80529f3a5d tempest-ServersAdminNegativeTestJSON-1362883368 tempest-ServersAdminNegativeTestJSON-1362883368-project-admin] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Suspended the VM {{(pid=69357) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 639.141790] env[69357]: DEBUG nova.compute.manager [None req-87816543-666a-405b-b348-dc80529f3a5d tempest-ServersAdminNegativeTestJSON-1362883368 tempest-ServersAdminNegativeTestJSON-1362883368-project-admin] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.142761] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255eea2e-3d4d-42e8-adb5-21ddd3709e5f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.154222] env[69357]: DEBUG oslo_vmware.api [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]520d1100-ddf4-4bf7-307b-df39b500531c, 'name': SearchDatastore_Task, 'duration_secs': 0.0084} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.157224] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e067f34-e18c-4f0f-8cce-b0f5a99ee1d3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.163722] env[69357]: DEBUG oslo_vmware.api [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Waiting for the task: (returnval){ [ 639.163722] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e01fb5-6487-e242-d31a-095293802790" [ 639.163722] env[69357]: _type = "Task" [ 639.163722] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.174032] env[69357]: DEBUG oslo_vmware.api [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e01fb5-6487-e242-d31a-095293802790, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.214126] env[69357]: DEBUG oslo_concurrency.lockutils [None req-53b3d71e-1667-414a-998a-b1a6934dadc8 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.220s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.216317] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.788s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.218026] env[69357]: INFO nova.compute.claims [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.247035] env[69357]: INFO nova.scheduler.client.report [None req-53b3d71e-1667-414a-998a-b1a6934dadc8 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Deleted allocations for instance 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f [ 639.466694] env[69357]: DEBUG oslo_vmware.api [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Task: {'id': task-3282117, 'name': Rename_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.502179] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.615039] env[69357]: DEBUG nova.network.neutron [req-bc1c7f39-d66b-4f80-8ae5-756296bd8772 req-40ba7254-8e9d-4d5a-8b82-2b3bda3c884a service nova] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Updated VIF entry in instance network info cache for port 35f5b73b-75ed-4bbb-a4ca-20bfd835f4d6. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.615039] env[69357]: DEBUG nova.network.neutron [req-bc1c7f39-d66b-4f80-8ae5-756296bd8772 req-40ba7254-8e9d-4d5a-8b82-2b3bda3c884a service nova] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Updating instance_info_cache with network_info: [{"id": "35f5b73b-75ed-4bbb-a4ca-20bfd835f4d6", "address": "fa:16:3e:3a:e6:ee", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35f5b73b-75", "ovs_interfaceid": "35f5b73b-75ed-4bbb-a4ca-20bfd835f4d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.674606] env[69357]: DEBUG oslo_vmware.api [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e01fb5-6487-e242-d31a-095293802790, 'name': SearchDatastore_Task, 'duration_secs': 0.009036} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.674606] env[69357]: DEBUG oslo_concurrency.lockutils [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.674828] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 79bb7eb4-1551-4f19-824d-69b2e5944d6e/79bb7eb4-1551-4f19-824d-69b2e5944d6e.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.675092] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-132f2eb8-1401-4ca5-bac7-27564584f6f1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.683019] env[69357]: DEBUG oslo_vmware.api [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Waiting for the task: (returnval){ [ 639.683019] env[69357]: value = "task-3282118" [ 639.683019] env[69357]: _type = "Task" [ 639.683019] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.691387] env[69357]: DEBUG oslo_vmware.api [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Task: {'id': task-3282118, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.755271] env[69357]: DEBUG oslo_concurrency.lockutils [None req-53b3d71e-1667-414a-998a-b1a6934dadc8 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Lock "59a10a12-9a40-48ad-a6f5-c647cb6c5f2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.972s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.860926] env[69357]: DEBUG nova.compute.manager [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.861591] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33628c3-9076-4fd4-bcdd-b8fd8e587c35 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.970336] env[69357]: DEBUG oslo_vmware.api [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Task: {'id': task-3282117, 'name': Rename_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.121553] env[69357]: DEBUG oslo_concurrency.lockutils [req-bc1c7f39-d66b-4f80-8ae5-756296bd8772 req-40ba7254-8e9d-4d5a-8b82-2b3bda3c884a service nova] Releasing lock "refresh_cache-79bb7eb4-1551-4f19-824d-69b2e5944d6e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.195187] env[69357]: DEBUG oslo_vmware.api [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Task: {'id': task-3282118, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.379469] env[69357]: INFO nova.compute.manager [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] instance snapshotting [ 640.379469] env[69357]: WARNING nova.compute.manager [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 640.392206] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afd265a-f8b8-430a-8cf1-841d2e6d3096 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.424859] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6865e49f-aeda-43cb-ae23-1dbe38acff57 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.471616] env[69357]: DEBUG oslo_vmware.api [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Task: {'id': task-3282117, 'name': Rename_Task, 'duration_secs': 1.130872} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.475286] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.475909] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf28d922-6732-4559-a0ec-22ff0104e6a4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.485353] env[69357]: DEBUG oslo_vmware.api [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Waiting for the task: (returnval){ [ 640.485353] env[69357]: value = "task-3282119" [ 640.485353] env[69357]: _type = "Task" [ 640.485353] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.501017] env[69357]: DEBUG oslo_vmware.api [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Task: {'id': task-3282119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.698662] env[69357]: DEBUG oslo_vmware.api [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Task: {'id': task-3282118, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.845965} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.698662] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 79bb7eb4-1551-4f19-824d-69b2e5944d6e/79bb7eb4-1551-4f19-824d-69b2e5944d6e.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.698662] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.698662] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad956cb9-804a-4414-9bd4-b62908a372dd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.704375] env[69357]: DEBUG oslo_vmware.api [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Waiting for the task: (returnval){ [ 640.704375] env[69357]: value = "task-3282120" [ 640.704375] env[69357]: _type = "Task" [ 640.704375] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.716535] env[69357]: DEBUG oslo_vmware.api [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Task: {'id': task-3282120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.807834] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72048b8-d274-4236-a0f6-672473d12782 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.816532] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5419ab2-0633-483c-a2c9-ab6348e82895 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.853929] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dccb133-e9a5-4323-a4df-e7d372f6ac48 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.862646] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb80ece-7cfe-425f-aa8b-6ccaff23a1fc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.883988] env[69357]: DEBUG nova.compute.provider_tree [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.939714] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Creating Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 640.945034] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c9fb4d01-7993-4eaf-9fff-c40e0831cc09 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.956225] env[69357]: DEBUG oslo_vmware.api [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 640.956225] env[69357]: value = "task-3282121" [ 640.956225] env[69357]: _type = "Task" [ 640.956225] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.969022] env[69357]: DEBUG oslo_vmware.api [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282121, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.996967] env[69357]: DEBUG oslo_vmware.api [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Task: {'id': task-3282119, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.218032] env[69357]: DEBUG oslo_vmware.api [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Task: {'id': task-3282120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067364} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.218032] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 641.218032] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67d0f34-f448-4697-84ab-bc7071efdf64 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.247605] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 79bb7eb4-1551-4f19-824d-69b2e5944d6e/79bb7eb4-1551-4f19-824d-69b2e5944d6e.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 641.247605] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27dc9ca3-8f8d-4118-9bcb-33f3c5401252 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.275082] env[69357]: DEBUG oslo_vmware.api [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Waiting for the task: (returnval){ [ 641.275082] env[69357]: value = "task-3282122" [ 641.275082] env[69357]: _type = "Task" [ 641.275082] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.284707] env[69357]: DEBUG oslo_vmware.api [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Task: {'id': task-3282122, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.350254] env[69357]: DEBUG nova.network.neutron [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Successfully updated port: 7d8313cb-0201-43ca-8d75-cb06c32d3a83 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.390759] env[69357]: DEBUG nova.scheduler.client.report [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.421440] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Acquiring lock "40995412-2970-4f48-a4a7-429273c4357e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.423266] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Lock "40995412-2970-4f48-a4a7-429273c4357e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.467400] env[69357]: DEBUG oslo_vmware.api [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282121, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.499996] env[69357]: DEBUG oslo_vmware.api [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Task: {'id': task-3282119, 'name': PowerOnVM_Task, 'duration_secs': 0.524236} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.500537] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.500631] env[69357]: INFO nova.compute.manager [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Took 11.97 seconds to spawn the instance on the hypervisor. [ 641.500781] env[69357]: DEBUG nova.compute.manager [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.502051] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1a3da5-e832-407f-81b9-76f8629b346c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.533019] env[69357]: DEBUG oslo_concurrency.lockutils [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Acquiring lock "7dd39a10-693d-4638-a80b-17c441c7be69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.533409] env[69357]: DEBUG oslo_concurrency.lockutils [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Lock "7dd39a10-693d-4638-a80b-17c441c7be69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.533925] env[69357]: DEBUG oslo_concurrency.lockutils [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Acquiring lock "7dd39a10-693d-4638-a80b-17c441c7be69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.533925] env[69357]: DEBUG oslo_concurrency.lockutils [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Lock "7dd39a10-693d-4638-a80b-17c441c7be69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.533994] env[69357]: DEBUG oslo_concurrency.lockutils [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Lock "7dd39a10-693d-4638-a80b-17c441c7be69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.538617] env[69357]: INFO nova.compute.manager [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Terminating instance [ 641.753460] env[69357]: DEBUG nova.compute.manager [req-07011f97-bb12-4577-9429-930448c162b0 req-8412ef68-2751-45fa-b741-53d423197d2a service nova] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Received event network-vif-plugged-7d8313cb-0201-43ca-8d75-cb06c32d3a83 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.753671] env[69357]: DEBUG oslo_concurrency.lockutils [req-07011f97-bb12-4577-9429-930448c162b0 req-8412ef68-2751-45fa-b741-53d423197d2a service nova] Acquiring lock "45908d95-bd1c-4340-8cc2-3198f900bebd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.753795] env[69357]: DEBUG oslo_concurrency.lockutils [req-07011f97-bb12-4577-9429-930448c162b0 req-8412ef68-2751-45fa-b741-53d423197d2a service nova] Lock "45908d95-bd1c-4340-8cc2-3198f900bebd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.754459] env[69357]: DEBUG oslo_concurrency.lockutils [req-07011f97-bb12-4577-9429-930448c162b0 req-8412ef68-2751-45fa-b741-53d423197d2a service nova] Lock "45908d95-bd1c-4340-8cc2-3198f900bebd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.754459] env[69357]: DEBUG nova.compute.manager [req-07011f97-bb12-4577-9429-930448c162b0 req-8412ef68-2751-45fa-b741-53d423197d2a service nova] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] No waiting events found dispatching network-vif-plugged-7d8313cb-0201-43ca-8d75-cb06c32d3a83 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 641.754459] env[69357]: WARNING nova.compute.manager [req-07011f97-bb12-4577-9429-930448c162b0 req-8412ef68-2751-45fa-b741-53d423197d2a service nova] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Received unexpected event network-vif-plugged-7d8313cb-0201-43ca-8d75-cb06c32d3a83 for instance with vm_state building and task_state spawning. [ 641.788053] env[69357]: DEBUG oslo_vmware.api [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Task: {'id': task-3282122, 'name': ReconfigVM_Task, 'duration_secs': 0.366192} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.788288] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 79bb7eb4-1551-4f19-824d-69b2e5944d6e/79bb7eb4-1551-4f19-824d-69b2e5944d6e.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.788918] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-884c4589-690f-40a1-bfa4-c8934094a8d4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.796611] env[69357]: DEBUG oslo_vmware.api [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Waiting for the task: (returnval){ [ 641.796611] env[69357]: value = "task-3282123" [ 641.796611] env[69357]: _type = "Task" [ 641.796611] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.812064] env[69357]: DEBUG oslo_vmware.api [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Task: {'id': task-3282123, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.853189] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Acquiring lock "refresh_cache-45908d95-bd1c-4340-8cc2-3198f900bebd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.853189] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Acquired lock "refresh_cache-45908d95-bd1c-4340-8cc2-3198f900bebd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.853189] env[69357]: DEBUG nova.network.neutron [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.898590] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.898956] env[69357]: DEBUG nova.compute.manager [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.904178] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.628s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.907068] env[69357]: INFO nova.compute.claims [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.971212] env[69357]: DEBUG oslo_vmware.api [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282121, 'name': CreateSnapshot_Task, 'duration_secs': 0.655409} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.971408] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Created Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 641.972251] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3d18df-d61e-4d71-b1cf-b59109d2bf84 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.027857] env[69357]: INFO nova.compute.manager [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Took 29.49 seconds to build instance. [ 642.046466] env[69357]: DEBUG oslo_concurrency.lockutils [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Acquiring lock "refresh_cache-7dd39a10-693d-4638-a80b-17c441c7be69" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.049374] env[69357]: DEBUG oslo_concurrency.lockutils [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Acquired lock "refresh_cache-7dd39a10-693d-4638-a80b-17c441c7be69" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.049374] env[69357]: DEBUG nova.network.neutron [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.311018] env[69357]: DEBUG oslo_vmware.api [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Task: {'id': task-3282123, 'name': Rename_Task, 'duration_secs': 0.136076} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.313708] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.313708] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67d9e1b9-8367-4263-8bdc-c44c40c0b6ce {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.318346] env[69357]: DEBUG oslo_vmware.api [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Waiting for the task: (returnval){ [ 642.318346] env[69357]: value = "task-3282124" [ 642.318346] env[69357]: _type = "Task" [ 642.318346] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.330512] env[69357]: DEBUG oslo_vmware.api [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Task: {'id': task-3282124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.405385] env[69357]: DEBUG nova.network.neutron [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.414946] env[69357]: DEBUG nova.compute.utils [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.416466] env[69357]: DEBUG nova.compute.manager [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.416629] env[69357]: DEBUG nova.network.neutron [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.503926] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Creating linked-clone VM from snapshot {{(pid=69357) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 642.506328] env[69357]: DEBUG nova.policy [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ff5587b6ff3453799b02760495be643', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e38e934eccd41dba0c2f54c247ffd77', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.508258] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e0ba7651-f928-42c5-8b7f-551a07c0bbbf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.517412] env[69357]: DEBUG oslo_vmware.api [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 642.517412] env[69357]: value = "task-3282125" [ 642.517412] env[69357]: _type = "Task" [ 642.517412] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.529646] env[69357]: DEBUG oslo_vmware.api [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282125, 'name': CloneVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.533759] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a212c05-f18f-44ee-8ecb-6abdec136f1d tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Lock "86487bab-df97-4480-8e57-2bcdeba9520b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.107s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.593952] env[69357]: DEBUG nova.network.neutron [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.693244] env[69357]: DEBUG nova.network.neutron [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.784526] env[69357]: DEBUG nova.network.neutron [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Updating instance_info_cache with network_info: [{"id": "7d8313cb-0201-43ca-8d75-cb06c32d3a83", "address": "fa:16:3e:2e:ac:10", "network": {"id": "55d16c65-a706-4d25-8e88-2e2e1df8279f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-5124809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b608e46580a841d98bb1dcaeb7cd12ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d8313cb-02", "ovs_interfaceid": "7d8313cb-0201-43ca-8d75-cb06c32d3a83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.829406] env[69357]: DEBUG oslo_vmware.api [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Task: {'id': task-3282124, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.922546] env[69357]: DEBUG nova.compute.manager [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.027384] env[69357]: DEBUG oslo_vmware.api [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282125, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.035820] env[69357]: DEBUG nova.compute.manager [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.196598] env[69357]: DEBUG oslo_concurrency.lockutils [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Releasing lock "refresh_cache-7dd39a10-693d-4638-a80b-17c441c7be69" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.197312] env[69357]: DEBUG nova.compute.manager [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 643.197652] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 643.204492] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614f5349-373e-4e6f-bb35-94f37de10c3f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.217514] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 643.217514] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d1701f9-9c88-4e8e-90f6-dc5b5b3f9594 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.224078] env[69357]: DEBUG oslo_vmware.api [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Waiting for the task: (returnval){ [ 643.224078] env[69357]: value = "task-3282126" [ 643.224078] env[69357]: _type = "Task" [ 643.224078] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.240422] env[69357]: DEBUG oslo_vmware.api [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.257156] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Acquiring lock "a1f0cf9f-f8f1-4ef9-a011-72ca04288549" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.257156] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Lock "a1f0cf9f-f8f1-4ef9-a011-72ca04288549" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.289132] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Releasing lock "refresh_cache-45908d95-bd1c-4340-8cc2-3198f900bebd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.289274] env[69357]: DEBUG nova.compute.manager [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Instance network_info: |[{"id": "7d8313cb-0201-43ca-8d75-cb06c32d3a83", "address": "fa:16:3e:2e:ac:10", "network": {"id": "55d16c65-a706-4d25-8e88-2e2e1df8279f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-5124809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b608e46580a841d98bb1dcaeb7cd12ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d8313cb-02", "ovs_interfaceid": "7d8313cb-0201-43ca-8d75-cb06c32d3a83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.290921] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:ac:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d8313cb-0201-43ca-8d75-cb06c32d3a83', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.298890] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Creating folder: Project (b608e46580a841d98bb1dcaeb7cd12ac). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.303550] env[69357]: DEBUG nova.network.neutron [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Successfully created port: 609f476c-4551-483e-9ab2-43972685f9a0 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 643.305310] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cea54ce4-b902-4f72-bf69-2f1c6e920a54 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.317895] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Created folder: Project (b608e46580a841d98bb1dcaeb7cd12ac) in parent group-v655402. [ 643.318970] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Creating folder: Instances. Parent ref: group-v655448. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.318970] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66a66233-7c06-4838-9beb-781a27c814de {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.335105] env[69357]: DEBUG oslo_vmware.api [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Task: {'id': task-3282124, 'name': PowerOnVM_Task, 'duration_secs': 0.997746} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.336680] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.337065] env[69357]: INFO nova.compute.manager [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Took 9.20 seconds to spawn the instance on the hypervisor. [ 643.337369] env[69357]: DEBUG nova.compute.manager [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.338079] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Created folder: Instances in parent group-v655448. [ 643.338079] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.338810] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4b35ed-0c10-4d8d-ab2e-17ee138bf9c7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.341585] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.344780] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04ef19ae-89dc-4b53-a4a9-00ba17eea621 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.372595] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.372595] env[69357]: value = "task-3282129" [ 643.372595] env[69357]: _type = "Task" [ 643.372595] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.380964] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282129, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.538869] env[69357]: DEBUG oslo_vmware.api [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282125, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.578430] env[69357]: DEBUG oslo_concurrency.lockutils [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.597632] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8685912d-5408-4b0c-9548-4c8541e24adb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.606088] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbfab1e-f05f-436c-86f6-793b2cf399e8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.657419] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2db94d0-fb39-458a-9315-2508360f9867 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.665918] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb019eef-e4a1-435e-883a-6266169fb0de {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.690097] env[69357]: DEBUG nova.compute.provider_tree [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.741549] env[69357]: DEBUG oslo_vmware.api [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282126, 'name': PowerOffVM_Task, 'duration_secs': 0.171585} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.741969] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 643.742480] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 643.742743] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aec3d1e4-e3d1-480d-bd7e-fd12f7911854 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.767816] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 643.768333] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 643.768532] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Deleting the datastore file [datastore2] 7dd39a10-693d-4638-a80b-17c441c7be69 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 643.768940] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34d95e1d-951e-45e5-adee-0c1d89aa4892 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.777624] env[69357]: DEBUG oslo_vmware.api [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Waiting for the task: (returnval){ [ 643.777624] env[69357]: value = "task-3282131" [ 643.777624] env[69357]: _type = "Task" [ 643.777624] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.790399] env[69357]: DEBUG oslo_vmware.api [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.886971] env[69357]: INFO nova.compute.manager [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Took 29.45 seconds to build instance. [ 643.892522] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282129, 'name': CreateVM_Task, 'duration_secs': 0.393702} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.893021] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.897034] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.897034] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.897034] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.897034] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8517af7a-75a2-4897-851d-e501ed0acdb8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.901178] env[69357]: DEBUG oslo_vmware.api [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Waiting for the task: (returnval){ [ 643.901178] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52977cb7-2774-2e79-ab0c-47b23deb2295" [ 643.901178] env[69357]: _type = "Task" [ 643.901178] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.916778] env[69357]: DEBUG oslo_vmware.api [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52977cb7-2774-2e79-ab0c-47b23deb2295, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.931989] env[69357]: DEBUG nova.compute.manager [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 643.959064] env[69357]: DEBUG nova.virt.hardware [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.959364] env[69357]: DEBUG nova.virt.hardware [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.959519] env[69357]: DEBUG nova.virt.hardware [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.959773] env[69357]: DEBUG nova.virt.hardware [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.959921] env[69357]: DEBUG nova.virt.hardware [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.960188] env[69357]: DEBUG nova.virt.hardware [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.960761] env[69357]: DEBUG nova.virt.hardware [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.960977] env[69357]: DEBUG nova.virt.hardware [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.961521] env[69357]: DEBUG nova.virt.hardware [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.961521] env[69357]: DEBUG nova.virt.hardware [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.961607] env[69357]: DEBUG nova.virt.hardware [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.962533] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95191667-dacc-49d1-99ac-bb59ebbaef10 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.971504] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d900b0cd-8fca-42fb-a2eb-023d4d8752c7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.033310] env[69357]: DEBUG oslo_vmware.api [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282125, 'name': CloneVM_Task, 'duration_secs': 1.505098} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.033698] env[69357]: INFO nova.virt.vmwareapi.vmops [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Created linked-clone VM from snapshot [ 644.034603] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4b9256-bb37-4fcc-aca6-8184a0e0fc08 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.043386] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Uploading image e0a71b74-a097-4fdc-bd42-b129001dab75 {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 644.068847] env[69357]: DEBUG oslo_vmware.rw_handles [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 644.068847] env[69357]: value = "vm-655447" [ 644.068847] env[69357]: _type = "VirtualMachine" [ 644.068847] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 644.069179] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f35e04c0-9c93-4c95-82e8-2f58ac0ad9e8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.080796] env[69357]: DEBUG oslo_vmware.rw_handles [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lease: (returnval){ [ 644.080796] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f6f5e2-a0f9-635e-b96f-5f6fe86ef350" [ 644.080796] env[69357]: _type = "HttpNfcLease" [ 644.080796] env[69357]: } obtained for exporting VM: (result){ [ 644.080796] env[69357]: value = "vm-655447" [ 644.080796] env[69357]: _type = "VirtualMachine" [ 644.080796] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 644.081260] env[69357]: DEBUG oslo_vmware.api [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the lease: (returnval){ [ 644.081260] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f6f5e2-a0f9-635e-b96f-5f6fe86ef350" [ 644.081260] env[69357]: _type = "HttpNfcLease" [ 644.081260] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 644.089424] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 644.089424] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f6f5e2-a0f9-635e-b96f-5f6fe86ef350" [ 644.089424] env[69357]: _type = "HttpNfcLease" [ 644.089424] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 644.194365] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Acquiring lock "909b4df9-e9c0-4c44-a167-704236afb433" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.194530] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Lock "909b4df9-e9c0-4c44-a167-704236afb433" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.195375] env[69357]: DEBUG nova.scheduler.client.report [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.291157] env[69357]: DEBUG oslo_vmware.api [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Task: {'id': task-3282131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163395} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.291773] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 644.291773] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 644.291984] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 644.291984] env[69357]: INFO nova.compute.manager [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Took 1.09 seconds to destroy the instance on the hypervisor. [ 644.292240] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.292787] env[69357]: DEBUG nova.compute.manager [-] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 644.292917] env[69357]: DEBUG nova.network.neutron [-] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 644.393543] env[69357]: DEBUG oslo_concurrency.lockutils [None req-df22a26e-c010-438f-be12-3ebdbcbb3841 tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Lock "79bb7eb4-1551-4f19-824d-69b2e5944d6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.981s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.412640] env[69357]: DEBUG oslo_vmware.api [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52977cb7-2774-2e79-ab0c-47b23deb2295, 'name': SearchDatastore_Task, 'duration_secs': 0.022407} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.412920] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.414230] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.414230] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.414230] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.414230] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.414230] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12a06a14-6a11-492d-9ed2-20ead923d2b0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.425192] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.425448] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.426577] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99e6e373-8618-4335-9dc2-7ac1f2744687 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.435608] env[69357]: DEBUG oslo_vmware.api [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Waiting for the task: (returnval){ [ 644.435608] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]524ffa2f-16af-8d16-4be2-7ee49cbbd2b6" [ 644.435608] env[69357]: _type = "Task" [ 644.435608] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.445364] env[69357]: DEBUG oslo_vmware.api [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]524ffa2f-16af-8d16-4be2-7ee49cbbd2b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.473250] env[69357]: DEBUG nova.network.neutron [-] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 644.591338] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 644.591338] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f6f5e2-a0f9-635e-b96f-5f6fe86ef350" [ 644.591338] env[69357]: _type = "HttpNfcLease" [ 644.591338] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 644.591753] env[69357]: DEBUG oslo_vmware.rw_handles [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 644.591753] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f6f5e2-a0f9-635e-b96f-5f6fe86ef350" [ 644.591753] env[69357]: _type = "HttpNfcLease" [ 644.591753] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 644.593035] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df714b41-d673-4ab1-8b31-b0857a5341d4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.601867] env[69357]: DEBUG oslo_vmware.rw_handles [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a4fcf-1064-28e2-9826-522fa69c325d/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 644.602344] env[69357]: DEBUG oslo_vmware.rw_handles [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a4fcf-1064-28e2-9826-522fa69c325d/disk-0.vmdk for reading. {{(pid=69357) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 644.606120] env[69357]: DEBUG nova.compute.manager [req-2f54f827-1cc0-4995-b8b5-bd35415f8962 req-6ff41452-3e71-4e1d-9b66-0885f1fd572c service nova] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Received event network-changed-7d8313cb-0201-43ca-8d75-cb06c32d3a83 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.606226] env[69357]: DEBUG nova.compute.manager [req-2f54f827-1cc0-4995-b8b5-bd35415f8962 req-6ff41452-3e71-4e1d-9b66-0885f1fd572c service nova] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Refreshing instance network info cache due to event network-changed-7d8313cb-0201-43ca-8d75-cb06c32d3a83. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 644.606527] env[69357]: DEBUG oslo_concurrency.lockutils [req-2f54f827-1cc0-4995-b8b5-bd35415f8962 req-6ff41452-3e71-4e1d-9b66-0885f1fd572c service nova] Acquiring lock "refresh_cache-45908d95-bd1c-4340-8cc2-3198f900bebd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.607217] env[69357]: DEBUG oslo_concurrency.lockutils [req-2f54f827-1cc0-4995-b8b5-bd35415f8962 req-6ff41452-3e71-4e1d-9b66-0885f1fd572c service nova] Acquired lock "refresh_cache-45908d95-bd1c-4340-8cc2-3198f900bebd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.607829] env[69357]: DEBUG nova.network.neutron [req-2f54f827-1cc0-4995-b8b5-bd35415f8962 req-6ff41452-3e71-4e1d-9b66-0885f1fd572c service nova] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Refreshing network info cache for port 7d8313cb-0201-43ca-8d75-cb06c32d3a83 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.700336] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.701278] env[69357]: DEBUG nova.compute.manager [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.706395] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.132s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.706756] env[69357]: DEBUG nova.objects.instance [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69357) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 644.771810] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-198b6c30-ccb7-4d23-94f4-6c6646a3ef92 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.896326] env[69357]: DEBUG nova.compute.manager [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.948104] env[69357]: DEBUG oslo_vmware.api [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]524ffa2f-16af-8d16-4be2-7ee49cbbd2b6, 'name': SearchDatastore_Task, 'duration_secs': 0.01103} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.948899] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd1debda-6c22-46ba-b64d-787a73edec40 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.954601] env[69357]: DEBUG oslo_vmware.api [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Waiting for the task: (returnval){ [ 644.954601] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d557dc-d840-2fb2-1135-3ddba364dac1" [ 644.954601] env[69357]: _type = "Task" [ 644.954601] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.965494] env[69357]: DEBUG oslo_vmware.api [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d557dc-d840-2fb2-1135-3ddba364dac1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.981302] env[69357]: DEBUG nova.network.neutron [-] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.216658] env[69357]: DEBUG nova.compute.utils [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.218838] env[69357]: DEBUG nova.compute.manager [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 645.219031] env[69357]: DEBUG nova.network.neutron [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 645.241821] env[69357]: DEBUG nova.network.neutron [req-2f54f827-1cc0-4995-b8b5-bd35415f8962 req-6ff41452-3e71-4e1d-9b66-0885f1fd572c service nova] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Updated VIF entry in instance network info cache for port 7d8313cb-0201-43ca-8d75-cb06c32d3a83. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.241821] env[69357]: DEBUG nova.network.neutron [req-2f54f827-1cc0-4995-b8b5-bd35415f8962 req-6ff41452-3e71-4e1d-9b66-0885f1fd572c service nova] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Updating instance_info_cache with network_info: [{"id": "7d8313cb-0201-43ca-8d75-cb06c32d3a83", "address": "fa:16:3e:2e:ac:10", "network": {"id": "55d16c65-a706-4d25-8e88-2e2e1df8279f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-5124809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b608e46580a841d98bb1dcaeb7cd12ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d8313cb-02", "ovs_interfaceid": "7d8313cb-0201-43ca-8d75-cb06c32d3a83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.298017] env[69357]: DEBUG nova.policy [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b92cc502cd74c17bfbae12102d1a6a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd7f6e1599164ccbab841d690660656c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.433636] env[69357]: DEBUG oslo_concurrency.lockutils [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.474266] env[69357]: DEBUG oslo_vmware.api [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d557dc-d840-2fb2-1135-3ddba364dac1, 'name': SearchDatastore_Task, 'duration_secs': 0.040511} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.474581] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.474859] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 45908d95-bd1c-4340-8cc2-3198f900bebd/45908d95-bd1c-4340-8cc2-3198f900bebd.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.475186] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74b20f61-a91b-4a98-9b0b-a0b58747079e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.486796] env[69357]: INFO nova.compute.manager [-] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Took 1.19 seconds to deallocate network for instance. [ 645.486796] env[69357]: DEBUG oslo_vmware.api [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Waiting for the task: (returnval){ [ 645.486796] env[69357]: value = "task-3282133" [ 645.486796] env[69357]: _type = "Task" [ 645.486796] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.507792] env[69357]: DEBUG oslo_vmware.api [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': task-3282133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.702893] env[69357]: DEBUG nova.network.neutron [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Successfully updated port: 609f476c-4551-483e-9ab2-43972685f9a0 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.708223] env[69357]: DEBUG nova.network.neutron [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Successfully created port: 47c06b74-3390-4779-94cc-daadc54b0749 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.721269] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d91b8eaa-4ba1-4265-865f-a7bc694ea6f9 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.721954] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c02d880b-38d1-42b0-9303-aca61bdc6060 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.135s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.722278] env[69357]: DEBUG nova.objects.instance [None req-c02d880b-38d1-42b0-9303-aca61bdc6060 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lazy-loading 'resources' on Instance uuid 6d04873f-de29-486c-9e97-34114457d14c {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 645.734020] env[69357]: DEBUG nova.compute.manager [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.744864] env[69357]: DEBUG oslo_concurrency.lockutils [req-2f54f827-1cc0-4995-b8b5-bd35415f8962 req-6ff41452-3e71-4e1d-9b66-0885f1fd572c service nova] Releasing lock "refresh_cache-45908d95-bd1c-4340-8cc2-3198f900bebd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.802176] env[69357]: DEBUG nova.compute.manager [None req-8cbe1264-3d2c-43cf-9957-40a4afdc481a tempest-ServerExternalEventsTest-1452193775 tempest-ServerExternalEventsTest-1452193775-project] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Received event network-changed {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.802386] env[69357]: DEBUG nova.compute.manager [None req-8cbe1264-3d2c-43cf-9957-40a4afdc481a tempest-ServerExternalEventsTest-1452193775 tempest-ServerExternalEventsTest-1452193775-project] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Refreshing instance network info cache due to event network-changed. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 645.802610] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8cbe1264-3d2c-43cf-9957-40a4afdc481a tempest-ServerExternalEventsTest-1452193775 tempest-ServerExternalEventsTest-1452193775-project] Acquiring lock "refresh_cache-79bb7eb4-1551-4f19-824d-69b2e5944d6e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.802809] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8cbe1264-3d2c-43cf-9957-40a4afdc481a tempest-ServerExternalEventsTest-1452193775 tempest-ServerExternalEventsTest-1452193775-project] Acquired lock "refresh_cache-79bb7eb4-1551-4f19-824d-69b2e5944d6e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.802895] env[69357]: DEBUG nova.network.neutron [None req-8cbe1264-3d2c-43cf-9957-40a4afdc481a tempest-ServerExternalEventsTest-1452193775 tempest-ServerExternalEventsTest-1452193775-project] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.004486] env[69357]: DEBUG oslo_concurrency.lockutils [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.005537] env[69357]: DEBUG oslo_vmware.api [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': task-3282133, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.206863] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Acquiring lock "refresh_cache-442ed0ae-d3f8-4ca8-a450-7d7369000dd2" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.206991] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Acquired lock "refresh_cache-442ed0ae-d3f8-4ca8-a450-7d7369000dd2" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.207325] env[69357]: DEBUG nova.network.neutron [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.505712] env[69357]: DEBUG oslo_vmware.api [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': task-3282133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648893} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.505979] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 45908d95-bd1c-4340-8cc2-3198f900bebd/45908d95-bd1c-4340-8cc2-3198f900bebd.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.506207] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.510025] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f0cf315-c3f4-46ac-9603-939a7ff622ac {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.514190] env[69357]: DEBUG oslo_vmware.api [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Waiting for the task: (returnval){ [ 646.514190] env[69357]: value = "task-3282134" [ 646.514190] env[69357]: _type = "Task" [ 646.514190] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.531293] env[69357]: DEBUG oslo_vmware.api [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': task-3282134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.737093] env[69357]: DEBUG oslo_concurrency.lockutils [None req-75545121-7616-4c47-bcbb-6e62eda6c29a tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Acquiring lock "79bb7eb4-1551-4f19-824d-69b2e5944d6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.737378] env[69357]: DEBUG oslo_concurrency.lockutils [None req-75545121-7616-4c47-bcbb-6e62eda6c29a tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Lock "79bb7eb4-1551-4f19-824d-69b2e5944d6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.737566] env[69357]: DEBUG oslo_concurrency.lockutils [None req-75545121-7616-4c47-bcbb-6e62eda6c29a tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Acquiring lock "79bb7eb4-1551-4f19-824d-69b2e5944d6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.737983] env[69357]: DEBUG oslo_concurrency.lockutils [None req-75545121-7616-4c47-bcbb-6e62eda6c29a tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Lock "79bb7eb4-1551-4f19-824d-69b2e5944d6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.737983] env[69357]: DEBUG oslo_concurrency.lockutils [None req-75545121-7616-4c47-bcbb-6e62eda6c29a tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Lock "79bb7eb4-1551-4f19-824d-69b2e5944d6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.740029] env[69357]: INFO nova.compute.manager [None req-75545121-7616-4c47-bcbb-6e62eda6c29a tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Terminating instance [ 646.745908] env[69357]: DEBUG nova.compute.manager [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.790906] env[69357]: DEBUG nova.virt.hardware [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.790906] env[69357]: DEBUG nova.virt.hardware [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.790906] env[69357]: DEBUG nova.virt.hardware [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.791296] env[69357]: DEBUG nova.virt.hardware [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.791296] env[69357]: DEBUG nova.virt.hardware [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.791296] env[69357]: DEBUG nova.virt.hardware [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.791296] env[69357]: DEBUG nova.virt.hardware [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.791296] env[69357]: DEBUG nova.virt.hardware [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.791486] env[69357]: DEBUG nova.virt.hardware [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.791486] env[69357]: DEBUG nova.virt.hardware [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.791486] env[69357]: DEBUG nova.virt.hardware [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.791607] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0488cb1-2c25-463b-9eda-1c947cfd80cf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.803352] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f34746d-bb98-4687-93b2-2cc56385c1a6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.854844] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def86803-08cf-4711-887e-d5c38ad759ac {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.863294] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abcd427-5020-47f8-84d0-2f0ae941cf98 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.902220] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec4ceb1-e33a-4168-ad41-aef4308e1382 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.909704] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2645046c-9a0b-4b44-8abc-288d09c309d1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.927906] env[69357]: DEBUG nova.compute.provider_tree [None req-c02d880b-38d1-42b0-9303-aca61bdc6060 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.956978] env[69357]: DEBUG nova.network.neutron [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.024522] env[69357]: DEBUG oslo_vmware.api [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': task-3282134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064275} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.024807] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.025717] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfedbc0e-54b2-4ba9-8b9e-ab5a9414c7ab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.053156] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 45908d95-bd1c-4340-8cc2-3198f900bebd/45908d95-bd1c-4340-8cc2-3198f900bebd.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.053499] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ef039b9-ee5b-48f5-89b6-d5243607324a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.074683] env[69357]: DEBUG oslo_vmware.api [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Waiting for the task: (returnval){ [ 647.074683] env[69357]: value = "task-3282135" [ 647.074683] env[69357]: _type = "Task" [ 647.074683] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.083340] env[69357]: DEBUG oslo_vmware.api [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': task-3282135, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.164798] env[69357]: DEBUG nova.network.neutron [None req-8cbe1264-3d2c-43cf-9957-40a4afdc481a tempest-ServerExternalEventsTest-1452193775 tempest-ServerExternalEventsTest-1452193775-project] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Updating instance_info_cache with network_info: [{"id": "35f5b73b-75ed-4bbb-a4ca-20bfd835f4d6", "address": "fa:16:3e:3a:e6:ee", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35f5b73b-75", "ovs_interfaceid": "35f5b73b-75ed-4bbb-a4ca-20bfd835f4d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.245118] env[69357]: DEBUG nova.compute.manager [None req-75545121-7616-4c47-bcbb-6e62eda6c29a tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 647.245445] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-75545121-7616-4c47-bcbb-6e62eda6c29a tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 647.246622] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88da8d8f-6376-483d-b0cb-9e59733b89a2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.255702] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-75545121-7616-4c47-bcbb-6e62eda6c29a tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 647.255953] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a7f5176-9174-4974-b9ba-eb0689a3f5b4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.263372] env[69357]: DEBUG oslo_vmware.api [None req-75545121-7616-4c47-bcbb-6e62eda6c29a tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Waiting for the task: (returnval){ [ 647.263372] env[69357]: value = "task-3282136" [ 647.263372] env[69357]: _type = "Task" [ 647.263372] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.274549] env[69357]: DEBUG oslo_vmware.api [None req-75545121-7616-4c47-bcbb-6e62eda6c29a tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Task: {'id': task-3282136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.306329] env[69357]: DEBUG nova.compute.manager [req-5100a333-8be1-47bb-919b-8393cd3d4685 req-d208b040-a390-4fc8-ac00-23e827b0425d service nova] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Received event network-changed-50902470-8a07-4821-9edb-d505ba7cc079 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.306556] env[69357]: DEBUG nova.compute.manager [req-5100a333-8be1-47bb-919b-8393cd3d4685 req-d208b040-a390-4fc8-ac00-23e827b0425d service nova] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Refreshing instance network info cache due to event network-changed-50902470-8a07-4821-9edb-d505ba7cc079. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 647.306797] env[69357]: DEBUG oslo_concurrency.lockutils [req-5100a333-8be1-47bb-919b-8393cd3d4685 req-d208b040-a390-4fc8-ac00-23e827b0425d service nova] Acquiring lock "refresh_cache-86487bab-df97-4480-8e57-2bcdeba9520b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.306956] env[69357]: DEBUG oslo_concurrency.lockutils [req-5100a333-8be1-47bb-919b-8393cd3d4685 req-d208b040-a390-4fc8-ac00-23e827b0425d service nova] Acquired lock "refresh_cache-86487bab-df97-4480-8e57-2bcdeba9520b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.307154] env[69357]: DEBUG nova.network.neutron [req-5100a333-8be1-47bb-919b-8393cd3d4685 req-d208b040-a390-4fc8-ac00-23e827b0425d service nova] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Refreshing network info cache for port 50902470-8a07-4821-9edb-d505ba7cc079 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.333720] env[69357]: DEBUG nova.network.neutron [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Updating instance_info_cache with network_info: [{"id": "609f476c-4551-483e-9ab2-43972685f9a0", "address": "fa:16:3e:67:9b:65", "network": {"id": "9631a961-ab5a-447b-8de1-04ae5a0dfb99", "bridge": "br-int", "label": "tempest-ServersTestJSON-669792086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e38e934eccd41dba0c2f54c247ffd77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap609f476c-45", "ovs_interfaceid": "609f476c-4551-483e-9ab2-43972685f9a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.372930] env[69357]: DEBUG nova.network.neutron [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Successfully updated port: 47c06b74-3390-4779-94cc-daadc54b0749 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 647.431937] env[69357]: DEBUG nova.scheduler.client.report [None req-c02d880b-38d1-42b0-9303-aca61bdc6060 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.589202] env[69357]: DEBUG oslo_vmware.api [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': task-3282135, 'name': ReconfigVM_Task, 'duration_secs': 0.2982} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.589532] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 45908d95-bd1c-4340-8cc2-3198f900bebd/45908d95-bd1c-4340-8cc2-3198f900bebd.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.590237] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a1b0cee-9998-4d99-9e25-dd7b044de613 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.598279] env[69357]: DEBUG oslo_vmware.api [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Waiting for the task: (returnval){ [ 647.598279] env[69357]: value = "task-3282137" [ 647.598279] env[69357]: _type = "Task" [ 647.598279] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.608592] env[69357]: DEBUG oslo_vmware.api [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': task-3282137, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.666941] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8cbe1264-3d2c-43cf-9957-40a4afdc481a tempest-ServerExternalEventsTest-1452193775 tempest-ServerExternalEventsTest-1452193775-project] Releasing lock "refresh_cache-79bb7eb4-1551-4f19-824d-69b2e5944d6e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.776755] env[69357]: DEBUG oslo_vmware.api [None req-75545121-7616-4c47-bcbb-6e62eda6c29a tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Task: {'id': task-3282136, 'name': PowerOffVM_Task, 'duration_secs': 0.217956} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.777703] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-75545121-7616-4c47-bcbb-6e62eda6c29a tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 647.778095] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-75545121-7616-4c47-bcbb-6e62eda6c29a tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 647.778615] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f87d6c18-bdb5-43c8-8b13-8828223cd000 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.843306] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Releasing lock "refresh_cache-442ed0ae-d3f8-4ca8-a450-7d7369000dd2" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.843306] env[69357]: DEBUG nova.compute.manager [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Instance network_info: |[{"id": "609f476c-4551-483e-9ab2-43972685f9a0", "address": "fa:16:3e:67:9b:65", "network": {"id": "9631a961-ab5a-447b-8de1-04ae5a0dfb99", "bridge": "br-int", "label": "tempest-ServersTestJSON-669792086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e38e934eccd41dba0c2f54c247ffd77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap609f476c-45", "ovs_interfaceid": "609f476c-4551-483e-9ab2-43972685f9a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.843462] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:9b:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '609f476c-4551-483e-9ab2-43972685f9a0', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.851110] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Creating folder: Project (4e38e934eccd41dba0c2f54c247ffd77). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.852657] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8739c2c0-f641-4f34-a270-02a372cb9b84 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.854806] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-75545121-7616-4c47-bcbb-6e62eda6c29a tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 647.855062] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-75545121-7616-4c47-bcbb-6e62eda6c29a tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 647.855362] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-75545121-7616-4c47-bcbb-6e62eda6c29a tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Deleting the datastore file [datastore2] 79bb7eb4-1551-4f19-824d-69b2e5944d6e {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 647.858716] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f43c1a08-890a-46ae-bbd4-71caeba4aa4e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.868021] env[69357]: DEBUG oslo_vmware.api [None req-75545121-7616-4c47-bcbb-6e62eda6c29a tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Waiting for the task: (returnval){ [ 647.868021] env[69357]: value = "task-3282140" [ 647.868021] env[69357]: _type = "Task" [ 647.868021] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.872218] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Created folder: Project (4e38e934eccd41dba0c2f54c247ffd77) in parent group-v655402. [ 647.872598] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Creating folder: Instances. Parent ref: group-v655451. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.873495] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9d7ec66-be93-46ba-abc6-2937669ef646 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.882873] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Acquiring lock "refresh_cache-2f591c40-74b9-42e7-95da-568884aeb59b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.883055] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Acquired lock "refresh_cache-2f591c40-74b9-42e7-95da-568884aeb59b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.883212] env[69357]: DEBUG nova.network.neutron [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.885492] env[69357]: DEBUG oslo_vmware.api [None req-75545121-7616-4c47-bcbb-6e62eda6c29a tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Task: {'id': task-3282140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.893271] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Created folder: Instances in parent group-v655451. [ 647.893526] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.893768] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.893934] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-912e1d59-bb3b-42ed-bca8-3d00659919f8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.914032] env[69357]: DEBUG nova.compute.manager [req-8b7d6c4c-0ab2-4239-8ece-7f5eba4dbdb6 req-b10cfe73-9199-4e30-896f-641f51585be0 service nova] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Received event network-vif-plugged-47c06b74-3390-4779-94cc-daadc54b0749 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.914032] env[69357]: DEBUG oslo_concurrency.lockutils [req-8b7d6c4c-0ab2-4239-8ece-7f5eba4dbdb6 req-b10cfe73-9199-4e30-896f-641f51585be0 service nova] Acquiring lock "2f591c40-74b9-42e7-95da-568884aeb59b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.914205] env[69357]: DEBUG oslo_concurrency.lockutils [req-8b7d6c4c-0ab2-4239-8ece-7f5eba4dbdb6 req-b10cfe73-9199-4e30-896f-641f51585be0 service nova] Lock "2f591c40-74b9-42e7-95da-568884aeb59b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.914700] env[69357]: DEBUG oslo_concurrency.lockutils [req-8b7d6c4c-0ab2-4239-8ece-7f5eba4dbdb6 req-b10cfe73-9199-4e30-896f-641f51585be0 service nova] Lock "2f591c40-74b9-42e7-95da-568884aeb59b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.914700] env[69357]: DEBUG nova.compute.manager [req-8b7d6c4c-0ab2-4239-8ece-7f5eba4dbdb6 req-b10cfe73-9199-4e30-896f-641f51585be0 service nova] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] No waiting events found dispatching network-vif-plugged-47c06b74-3390-4779-94cc-daadc54b0749 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 647.914700] env[69357]: WARNING nova.compute.manager [req-8b7d6c4c-0ab2-4239-8ece-7f5eba4dbdb6 req-b10cfe73-9199-4e30-896f-641f51585be0 service nova] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Received unexpected event network-vif-plugged-47c06b74-3390-4779-94cc-daadc54b0749 for instance with vm_state building and task_state spawning. [ 647.919583] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.919583] env[69357]: value = "task-3282142" [ 647.919583] env[69357]: _type = "Task" [ 647.919583] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.927895] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282142, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.938552] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c02d880b-38d1-42b0-9303-aca61bdc6060 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.942132] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7382a05-edd2-42e1-9079-c4f8ee93b8c7 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.257s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.942569] env[69357]: DEBUG nova.objects.instance [None req-b7382a05-edd2-42e1-9079-c4f8ee93b8c7 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lazy-loading 'resources' on Instance uuid 1839d78b-c2a0-4694-8a07-6782042b68e3 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 647.972524] env[69357]: INFO nova.scheduler.client.report [None req-c02d880b-38d1-42b0-9303-aca61bdc6060 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Deleted allocations for instance 6d04873f-de29-486c-9e97-34114457d14c [ 648.110998] env[69357]: DEBUG oslo_vmware.api [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': task-3282137, 'name': Rename_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.382383] env[69357]: DEBUG oslo_vmware.api [None req-75545121-7616-4c47-bcbb-6e62eda6c29a tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Task: {'id': task-3282140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285382} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.387040] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-75545121-7616-4c47-bcbb-6e62eda6c29a tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 648.387040] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-75545121-7616-4c47-bcbb-6e62eda6c29a tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 648.387040] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-75545121-7616-4c47-bcbb-6e62eda6c29a tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 648.387040] env[69357]: INFO nova.compute.manager [None req-75545121-7616-4c47-bcbb-6e62eda6c29a tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 648.387040] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75545121-7616-4c47-bcbb-6e62eda6c29a tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.388751] env[69357]: DEBUG nova.compute.manager [-] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 648.388751] env[69357]: DEBUG nova.network.neutron [-] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 648.395222] env[69357]: DEBUG nova.network.neutron [req-5100a333-8be1-47bb-919b-8393cd3d4685 req-d208b040-a390-4fc8-ac00-23e827b0425d service nova] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Updated VIF entry in instance network info cache for port 50902470-8a07-4821-9edb-d505ba7cc079. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.396563] env[69357]: DEBUG nova.network.neutron [req-5100a333-8be1-47bb-919b-8393cd3d4685 req-d208b040-a390-4fc8-ac00-23e827b0425d service nova] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Updating instance_info_cache with network_info: [{"id": "50902470-8a07-4821-9edb-d505ba7cc079", "address": "fa:16:3e:54:d3:81", "network": {"id": "815ad6da-5c7e-420c-8991-e861f2b1a92c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-809600979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5f16a6c454b4e66bfa85df9d6bce0f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50902470-8a", "ovs_interfaceid": "50902470-8a07-4821-9edb-d505ba7cc079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.437238] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282142, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.448566] env[69357]: DEBUG nova.network.neutron [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.487570] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c02d880b-38d1-42b0-9303-aca61bdc6060 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "6d04873f-de29-486c-9e97-34114457d14c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.093s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.610978] env[69357]: DEBUG oslo_vmware.api [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': task-3282137, 'name': Rename_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.900081] env[69357]: DEBUG oslo_concurrency.lockutils [req-5100a333-8be1-47bb-919b-8393cd3d4685 req-d208b040-a390-4fc8-ac00-23e827b0425d service nova] Releasing lock "refresh_cache-86487bab-df97-4480-8e57-2bcdeba9520b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.900407] env[69357]: DEBUG nova.compute.manager [req-5100a333-8be1-47bb-919b-8393cd3d4685 req-d208b040-a390-4fc8-ac00-23e827b0425d service nova] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Received event network-vif-plugged-609f476c-4551-483e-9ab2-43972685f9a0 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.900524] env[69357]: DEBUG oslo_concurrency.lockutils [req-5100a333-8be1-47bb-919b-8393cd3d4685 req-d208b040-a390-4fc8-ac00-23e827b0425d service nova] Acquiring lock "442ed0ae-d3f8-4ca8-a450-7d7369000dd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.900733] env[69357]: DEBUG oslo_concurrency.lockutils [req-5100a333-8be1-47bb-919b-8393cd3d4685 req-d208b040-a390-4fc8-ac00-23e827b0425d service nova] Lock "442ed0ae-d3f8-4ca8-a450-7d7369000dd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.900885] env[69357]: DEBUG oslo_concurrency.lockutils [req-5100a333-8be1-47bb-919b-8393cd3d4685 req-d208b040-a390-4fc8-ac00-23e827b0425d service nova] Lock "442ed0ae-d3f8-4ca8-a450-7d7369000dd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.901056] env[69357]: DEBUG nova.compute.manager [req-5100a333-8be1-47bb-919b-8393cd3d4685 req-d208b040-a390-4fc8-ac00-23e827b0425d service nova] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] No waiting events found dispatching network-vif-plugged-609f476c-4551-483e-9ab2-43972685f9a0 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 648.901218] env[69357]: WARNING nova.compute.manager [req-5100a333-8be1-47bb-919b-8393cd3d4685 req-d208b040-a390-4fc8-ac00-23e827b0425d service nova] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Received unexpected event network-vif-plugged-609f476c-4551-483e-9ab2-43972685f9a0 for instance with vm_state building and task_state spawning. [ 648.901373] env[69357]: DEBUG nova.compute.manager [req-5100a333-8be1-47bb-919b-8393cd3d4685 req-d208b040-a390-4fc8-ac00-23e827b0425d service nova] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Received event network-changed-609f476c-4551-483e-9ab2-43972685f9a0 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.902386] env[69357]: DEBUG nova.compute.manager [req-5100a333-8be1-47bb-919b-8393cd3d4685 req-d208b040-a390-4fc8-ac00-23e827b0425d service nova] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Refreshing instance network info cache due to event network-changed-609f476c-4551-483e-9ab2-43972685f9a0. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.902386] env[69357]: DEBUG oslo_concurrency.lockutils [req-5100a333-8be1-47bb-919b-8393cd3d4685 req-d208b040-a390-4fc8-ac00-23e827b0425d service nova] Acquiring lock "refresh_cache-442ed0ae-d3f8-4ca8-a450-7d7369000dd2" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.902386] env[69357]: DEBUG oslo_concurrency.lockutils [req-5100a333-8be1-47bb-919b-8393cd3d4685 req-d208b040-a390-4fc8-ac00-23e827b0425d service nova] Acquired lock "refresh_cache-442ed0ae-d3f8-4ca8-a450-7d7369000dd2" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.902386] env[69357]: DEBUG nova.network.neutron [req-5100a333-8be1-47bb-919b-8393cd3d4685 req-d208b040-a390-4fc8-ac00-23e827b0425d service nova] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Refreshing network info cache for port 609f476c-4551-483e-9ab2-43972685f9a0 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.923599] env[69357]: DEBUG nova.network.neutron [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Updating instance_info_cache with network_info: [{"id": "47c06b74-3390-4779-94cc-daadc54b0749", "address": "fa:16:3e:53:a3:c8", "network": {"id": "f9fb8671-240e-44e5-ba55-8e979a1558e8", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1808161823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd7f6e1599164ccbab841d690660656c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c06b74-33", "ovs_interfaceid": "47c06b74-3390-4779-94cc-daadc54b0749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.925969] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6cea9872-dc6a-44f6-ab09-9491a949a798 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Acquiring lock "6225ee70-10a4-4047-b0d3-a8a16856dd42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.926284] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6cea9872-dc6a-44f6-ab09-9491a949a798 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Lock "6225ee70-10a4-4047-b0d3-a8a16856dd42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.926512] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6cea9872-dc6a-44f6-ab09-9491a949a798 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Acquiring lock "6225ee70-10a4-4047-b0d3-a8a16856dd42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.926795] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6cea9872-dc6a-44f6-ab09-9491a949a798 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Lock "6225ee70-10a4-4047-b0d3-a8a16856dd42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.927170] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6cea9872-dc6a-44f6-ab09-9491a949a798 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Lock "6225ee70-10a4-4047-b0d3-a8a16856dd42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.936692] env[69357]: INFO nova.compute.manager [None req-6cea9872-dc6a-44f6-ab09-9491a949a798 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Terminating instance [ 648.951436] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282142, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.039799] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5fa1b3-e8af-435b-9b4a-26dbe7ec376d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.048748] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f0df7b-787d-4b0a-82de-85a2fa796ee3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.081472] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cba71aa-a453-4136-b41a-655d38f0bc69 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.093237] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d4f877-af08-4c30-9e4d-576d4fdfd613 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.116200] env[69357]: DEBUG nova.compute.provider_tree [None req-b7382a05-edd2-42e1-9079-c4f8ee93b8c7 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.122781] env[69357]: DEBUG oslo_vmware.api [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': task-3282137, 'name': Rename_Task, 'duration_secs': 1.163551} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.123354] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.123610] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d74a5a1f-f0d9-4419-83df-43e5cb8118be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.132436] env[69357]: DEBUG oslo_vmware.api [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Waiting for the task: (returnval){ [ 649.132436] env[69357]: value = "task-3282143" [ 649.132436] env[69357]: _type = "Task" [ 649.132436] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.143191] env[69357]: DEBUG oslo_vmware.api [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': task-3282143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.323095] env[69357]: DEBUG oslo_concurrency.lockutils [None req-318ff0c6-2d61-4b33-b43e-13b46bdf27ab tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Acquiring lock "2387c056-1571-4b63-8a29-8d8b0e927fb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.323376] env[69357]: DEBUG oslo_concurrency.lockutils [None req-318ff0c6-2d61-4b33-b43e-13b46bdf27ab tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Lock "2387c056-1571-4b63-8a29-8d8b0e927fb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.323587] env[69357]: DEBUG oslo_concurrency.lockutils [None req-318ff0c6-2d61-4b33-b43e-13b46bdf27ab tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Acquiring lock "2387c056-1571-4b63-8a29-8d8b0e927fb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.323767] env[69357]: DEBUG oslo_concurrency.lockutils [None req-318ff0c6-2d61-4b33-b43e-13b46bdf27ab tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Lock "2387c056-1571-4b63-8a29-8d8b0e927fb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.323963] env[69357]: DEBUG oslo_concurrency.lockutils [None req-318ff0c6-2d61-4b33-b43e-13b46bdf27ab tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Lock "2387c056-1571-4b63-8a29-8d8b0e927fb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.330066] env[69357]: INFO nova.compute.manager [None req-318ff0c6-2d61-4b33-b43e-13b46bdf27ab tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Terminating instance [ 649.432480] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Releasing lock "refresh_cache-2f591c40-74b9-42e7-95da-568884aeb59b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.433934] env[69357]: DEBUG nova.compute.manager [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Instance network_info: |[{"id": "47c06b74-3390-4779-94cc-daadc54b0749", "address": "fa:16:3e:53:a3:c8", "network": {"id": "f9fb8671-240e-44e5-ba55-8e979a1558e8", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1808161823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd7f6e1599164ccbab841d690660656c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c06b74-33", "ovs_interfaceid": "47c06b74-3390-4779-94cc-daadc54b0749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 649.436644] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:a3:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0685bd0b-3dbf-4a06-951c-c6a4726dd4b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47c06b74-3390-4779-94cc-daadc54b0749', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.447942] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Creating folder: Project (fd7f6e1599164ccbab841d690660656c). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.452160] env[69357]: DEBUG nova.compute.manager [None req-6cea9872-dc6a-44f6-ab09-9491a949a798 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 649.452160] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6cea9872-dc6a-44f6-ab09-9491a949a798 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 649.452160] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-974effad-60d0-47bf-aba6-c7021a25f553 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.454250] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d34515b-eb23-4c49-b95c-3360bc4f4c19 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.460200] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282142, 'name': CreateVM_Task, 'duration_secs': 1.143633} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.460682] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.465508] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.465680] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.466050] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.471508] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3068bdc6-f0eb-471e-bfe4-9f36f2692d9e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.473494] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cea9872-dc6a-44f6-ab09-9491a949a798 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.473909] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d533d8c-f5b6-4fa7-b60f-96769b29dbcb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.478666] env[69357]: DEBUG oslo_vmware.api [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Waiting for the task: (returnval){ [ 649.478666] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5287ac1b-9143-86d4-0141-9b54861a532d" [ 649.478666] env[69357]: _type = "Task" [ 649.478666] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.484814] env[69357]: DEBUG oslo_vmware.api [None req-6cea9872-dc6a-44f6-ab09-9491a949a798 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Waiting for the task: (returnval){ [ 649.484814] env[69357]: value = "task-3282145" [ 649.484814] env[69357]: _type = "Task" [ 649.484814] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.485177] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Created folder: Project (fd7f6e1599164ccbab841d690660656c) in parent group-v655402. [ 649.486024] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Creating folder: Instances. Parent ref: group-v655454. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.486024] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89bc3ab9-5161-4331-9e2b-3c9939eb478b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.495200] env[69357]: DEBUG oslo_vmware.api [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5287ac1b-9143-86d4-0141-9b54861a532d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.501427] env[69357]: DEBUG oslo_vmware.api [None req-6cea9872-dc6a-44f6-ab09-9491a949a798 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3282145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.504023] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Created folder: Instances in parent group-v655454. [ 649.504023] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.504169] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.504779] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-595b70e2-d0fb-479d-a3ec-dfdc54116674 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.524852] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.524852] env[69357]: value = "task-3282147" [ 649.524852] env[69357]: _type = "Task" [ 649.524852] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.535027] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282147, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.543570] env[69357]: DEBUG nova.network.neutron [-] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.594204] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb4748e8-a477-482f-9d32-30aa74ec382c tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Acquiring lock "981f9891-970f-4efc-8a1d-fc6a737c57cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.594204] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb4748e8-a477-482f-9d32-30aa74ec382c tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Lock "981f9891-970f-4efc-8a1d-fc6a737c57cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.594204] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb4748e8-a477-482f-9d32-30aa74ec382c tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Acquiring lock "981f9891-970f-4efc-8a1d-fc6a737c57cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.594433] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb4748e8-a477-482f-9d32-30aa74ec382c tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Lock "981f9891-970f-4efc-8a1d-fc6a737c57cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.594433] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb4748e8-a477-482f-9d32-30aa74ec382c tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Lock "981f9891-970f-4efc-8a1d-fc6a737c57cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.598700] env[69357]: INFO nova.compute.manager [None req-bb4748e8-a477-482f-9d32-30aa74ec382c tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Terminating instance [ 649.618760] env[69357]: DEBUG nova.scheduler.client.report [None req-b7382a05-edd2-42e1-9079-c4f8ee93b8c7 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.642189] env[69357]: DEBUG oslo_vmware.api [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': task-3282143, 'name': PowerOnVM_Task, 'duration_secs': 0.494939} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.642565] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.642872] env[69357]: INFO nova.compute.manager [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Took 10.62 seconds to spawn the instance on the hypervisor. [ 649.642959] env[69357]: DEBUG nova.compute.manager [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.644449] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b88e748-910f-4c3a-8e7b-7801d0a693e1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.835793] env[69357]: DEBUG nova.compute.manager [None req-318ff0c6-2d61-4b33-b43e-13b46bdf27ab tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 649.835793] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-318ff0c6-2d61-4b33-b43e-13b46bdf27ab tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 649.836303] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d15d461-a0a7-4c5c-bc58-0095867ea88b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.845896] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-318ff0c6-2d61-4b33-b43e-13b46bdf27ab tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.848737] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4996cd41-5e4c-4d3a-b37b-fb9cf5f3f725 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.857352] env[69357]: DEBUG oslo_vmware.api [None req-318ff0c6-2d61-4b33-b43e-13b46bdf27ab tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Waiting for the task: (returnval){ [ 649.857352] env[69357]: value = "task-3282148" [ 649.857352] env[69357]: _type = "Task" [ 649.857352] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.870720] env[69357]: DEBUG oslo_vmware.api [None req-318ff0c6-2d61-4b33-b43e-13b46bdf27ab tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3282148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.926902] env[69357]: DEBUG nova.network.neutron [req-5100a333-8be1-47bb-919b-8393cd3d4685 req-d208b040-a390-4fc8-ac00-23e827b0425d service nova] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Updated VIF entry in instance network info cache for port 609f476c-4551-483e-9ab2-43972685f9a0. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.928510] env[69357]: DEBUG nova.network.neutron [req-5100a333-8be1-47bb-919b-8393cd3d4685 req-d208b040-a390-4fc8-ac00-23e827b0425d service nova] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Updating instance_info_cache with network_info: [{"id": "609f476c-4551-483e-9ab2-43972685f9a0", "address": "fa:16:3e:67:9b:65", "network": {"id": "9631a961-ab5a-447b-8de1-04ae5a0dfb99", "bridge": "br-int", "label": "tempest-ServersTestJSON-669792086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e38e934eccd41dba0c2f54c247ffd77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap609f476c-45", "ovs_interfaceid": "609f476c-4551-483e-9ab2-43972685f9a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.994348] env[69357]: DEBUG oslo_vmware.api [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5287ac1b-9143-86d4-0141-9b54861a532d, 'name': SearchDatastore_Task, 'duration_secs': 0.01339} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.995929] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.996463] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.996839] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.997157] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.997478] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.997978] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-490de398-ecf3-4dd4-8759-f2ae4e33bf3d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.005323] env[69357]: DEBUG oslo_vmware.api [None req-6cea9872-dc6a-44f6-ab09-9491a949a798 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3282145, 'name': PowerOffVM_Task, 'duration_secs': 0.307999} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.005763] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cea9872-dc6a-44f6-ab09-9491a949a798 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 650.006085] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6cea9872-dc6a-44f6-ab09-9491a949a798 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 650.007576] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9059ea1a-15e2-40e3-8aa7-378e9b0d258b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.010997] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.010997] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.012229] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f99de27d-9949-4749-a487-71110766e13e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.020340] env[69357]: DEBUG oslo_vmware.api [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Waiting for the task: (returnval){ [ 650.020340] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]529c94a5-906d-fcde-a8ec-61110740b24e" [ 650.020340] env[69357]: _type = "Task" [ 650.020340] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.050190] env[69357]: INFO nova.compute.manager [-] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Took 1.66 seconds to deallocate network for instance. [ 650.050341] env[69357]: DEBUG oslo_vmware.api [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]529c94a5-906d-fcde-a8ec-61110740b24e, 'name': SearchDatastore_Task, 'duration_secs': 0.01808} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.050552] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282147, 'name': CreateVM_Task, 'duration_secs': 0.418623} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.054714] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.056299] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcf9ceff-feed-48b7-b3e1-6a84b735d240 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.061043] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.061043] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.061043] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.061043] env[69357]: DEBUG nova.compute.manager [req-5f6f0853-8dc6-4bc9-b3a3-22d855815bfb req-3a9c67e2-256b-4157-a8c3-59711430f53c service nova] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Received event network-vif-deleted-35f5b73b-75ed-4bbb-a4ca-20bfd835f4d6 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.065383] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8664d724-7882-4514-86e9-2c1ac694f42a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.070989] env[69357]: DEBUG oslo_vmware.api [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Waiting for the task: (returnval){ [ 650.070989] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]523030e1-362a-a831-7a6a-12195ad95c48" [ 650.070989] env[69357]: _type = "Task" [ 650.070989] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.072903] env[69357]: DEBUG oslo_vmware.api [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Waiting for the task: (returnval){ [ 650.072903] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]528acb58-1a7a-d878-0050-05bedc3d4e2e" [ 650.072903] env[69357]: _type = "Task" [ 650.072903] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.086189] env[69357]: DEBUG oslo_vmware.api [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]523030e1-362a-a831-7a6a-12195ad95c48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.088660] env[69357]: DEBUG oslo_vmware.api [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]528acb58-1a7a-d878-0050-05bedc3d4e2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.096606] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6cea9872-dc6a-44f6-ab09-9491a949a798 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 650.096853] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6cea9872-dc6a-44f6-ab09-9491a949a798 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 650.097049] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cea9872-dc6a-44f6-ab09-9491a949a798 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Deleting the datastore file [datastore1] 6225ee70-10a4-4047-b0d3-a8a16856dd42 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.097820] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-921894af-8bf3-49b4-8ff5-cc9c3534910d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.104551] env[69357]: DEBUG oslo_vmware.api [None req-6cea9872-dc6a-44f6-ab09-9491a949a798 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Waiting for the task: (returnval){ [ 650.104551] env[69357]: value = "task-3282150" [ 650.104551] env[69357]: _type = "Task" [ 650.104551] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.114286] env[69357]: DEBUG nova.compute.manager [None req-bb4748e8-a477-482f-9d32-30aa74ec382c tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 650.114572] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4748e8-a477-482f-9d32-30aa74ec382c tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 650.114871] env[69357]: DEBUG oslo_vmware.api [None req-6cea9872-dc6a-44f6-ab09-9491a949a798 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3282150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.115847] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b2498a-5719-4b95-9444-83c9b11dce79 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.124353] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4748e8-a477-482f-9d32-30aa74ec382c tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 650.124629] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c51d3234-3df5-4734-b63e-1e27d916fe0e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.129881] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7382a05-edd2-42e1-9079-c4f8ee93b8c7 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.134300] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.399s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.134300] env[69357]: INFO nova.compute.claims [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.172794] env[69357]: INFO nova.compute.manager [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Took 30.01 seconds to build instance. [ 650.186515] env[69357]: INFO nova.scheduler.client.report [None req-b7382a05-edd2-42e1-9079-c4f8ee93b8c7 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Deleted allocations for instance 1839d78b-c2a0-4694-8a07-6782042b68e3 [ 650.215259] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4748e8-a477-482f-9d32-30aa74ec382c tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 650.215259] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4748e8-a477-482f-9d32-30aa74ec382c tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 650.215259] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4748e8-a477-482f-9d32-30aa74ec382c tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Deleting the datastore file [datastore1] 981f9891-970f-4efc-8a1d-fc6a737c57cc {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.215259] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49dc02ad-a623-4d84-95ed-22683821661d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.228022] env[69357]: DEBUG oslo_vmware.api [None req-bb4748e8-a477-482f-9d32-30aa74ec382c tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Waiting for the task: (returnval){ [ 650.228022] env[69357]: value = "task-3282152" [ 650.228022] env[69357]: _type = "Task" [ 650.228022] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.238491] env[69357]: DEBUG oslo_vmware.api [None req-bb4748e8-a477-482f-9d32-30aa74ec382c tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': task-3282152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.369986] env[69357]: DEBUG oslo_vmware.api [None req-318ff0c6-2d61-4b33-b43e-13b46bdf27ab tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3282148, 'name': PowerOffVM_Task, 'duration_secs': 0.291318} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.370365] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-318ff0c6-2d61-4b33-b43e-13b46bdf27ab tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 650.370553] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-318ff0c6-2d61-4b33-b43e-13b46bdf27ab tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 650.370851] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-accb117b-c558-422a-9c87-6105c55024ba {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.429581] env[69357]: DEBUG oslo_concurrency.lockutils [req-5100a333-8be1-47bb-919b-8393cd3d4685 req-d208b040-a390-4fc8-ac00-23e827b0425d service nova] Releasing lock "refresh_cache-442ed0ae-d3f8-4ca8-a450-7d7369000dd2" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.458200] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-318ff0c6-2d61-4b33-b43e-13b46bdf27ab tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 650.458200] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-318ff0c6-2d61-4b33-b43e-13b46bdf27ab tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 650.458200] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-318ff0c6-2d61-4b33-b43e-13b46bdf27ab tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Deleting the datastore file [datastore1] 2387c056-1571-4b63-8a29-8d8b0e927fb5 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.458200] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efed214d-7c27-4c03-92ae-0acfcf584e56 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.471256] env[69357]: DEBUG oslo_vmware.api [None req-318ff0c6-2d61-4b33-b43e-13b46bdf27ab tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Waiting for the task: (returnval){ [ 650.471256] env[69357]: value = "task-3282154" [ 650.471256] env[69357]: _type = "Task" [ 650.471256] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.482997] env[69357]: DEBUG oslo_vmware.api [None req-318ff0c6-2d61-4b33-b43e-13b46bdf27ab tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3282154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.570403] env[69357]: DEBUG oslo_concurrency.lockutils [None req-75545121-7616-4c47-bcbb-6e62eda6c29a tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.591587] env[69357]: DEBUG oslo_vmware.api [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]523030e1-362a-a831-7a6a-12195ad95c48, 'name': SearchDatastore_Task, 'duration_secs': 0.023476} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.596319] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.598079] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 442ed0ae-d3f8-4ca8-a450-7d7369000dd2/442ed0ae-d3f8-4ca8-a450-7d7369000dd2.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.598079] env[69357]: DEBUG oslo_vmware.api [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]528acb58-1a7a-d878-0050-05bedc3d4e2e, 'name': SearchDatastore_Task, 'duration_secs': 0.023318} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.598079] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ea3db71-6243-46ff-9048-8642159e2ba8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.599811] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.599914] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.600747] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.600747] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.600747] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.600747] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b3ef07c-9480-4781-bd95-335914340a5b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.609858] env[69357]: DEBUG oslo_vmware.api [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Waiting for the task: (returnval){ [ 650.609858] env[69357]: value = "task-3282155" [ 650.609858] env[69357]: _type = "Task" [ 650.609858] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.612921] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.612921] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.615678] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8a0d0df-dc5e-43c7-b88f-d2f92f4757d8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.622789] env[69357]: DEBUG oslo_vmware.api [None req-6cea9872-dc6a-44f6-ab09-9491a949a798 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3282150, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288419} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.623806] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cea9872-dc6a-44f6-ab09-9491a949a798 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.624011] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6cea9872-dc6a-44f6-ab09-9491a949a798 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 650.624234] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6cea9872-dc6a-44f6-ab09-9491a949a798 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 650.624410] env[69357]: INFO nova.compute.manager [None req-6cea9872-dc6a-44f6-ab09-9491a949a798 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Took 1.17 seconds to destroy the instance on the hypervisor. [ 650.624649] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cea9872-dc6a-44f6-ab09-9491a949a798 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.628073] env[69357]: DEBUG nova.compute.manager [-] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 650.628177] env[69357]: DEBUG nova.network.neutron [-] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 650.630018] env[69357]: DEBUG oslo_vmware.api [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Task: {'id': task-3282155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.631711] env[69357]: DEBUG oslo_vmware.api [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Waiting for the task: (returnval){ [ 650.631711] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ca8401-f54d-109f-b8cd-16e94304bf70" [ 650.631711] env[69357]: _type = "Task" [ 650.631711] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.646278] env[69357]: DEBUG oslo_vmware.api [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ca8401-f54d-109f-b8cd-16e94304bf70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.678687] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce984956-b916-43bc-8a3f-7e83bbf1afb3 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Lock "45908d95-bd1c-4340-8cc2-3198f900bebd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.005s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.695626] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7382a05-edd2-42e1-9079-c4f8ee93b8c7 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "1839d78b-c2a0-4694-8a07-6782042b68e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.731s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.738503] env[69357]: DEBUG oslo_vmware.api [None req-bb4748e8-a477-482f-9d32-30aa74ec382c tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': task-3282152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31807} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.738842] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4748e8-a477-482f-9d32-30aa74ec382c tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.739202] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4748e8-a477-482f-9d32-30aa74ec382c tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 650.740039] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4748e8-a477-482f-9d32-30aa74ec382c tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 650.740039] env[69357]: INFO nova.compute.manager [None req-bb4748e8-a477-482f-9d32-30aa74ec382c tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Took 0.63 seconds to destroy the instance on the hypervisor. [ 650.740039] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb4748e8-a477-482f-9d32-30aa74ec382c tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.741170] env[69357]: DEBUG nova.compute.manager [-] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 650.741170] env[69357]: DEBUG nova.network.neutron [-] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 650.985276] env[69357]: DEBUG oslo_vmware.api [None req-318ff0c6-2d61-4b33-b43e-13b46bdf27ab tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Task: {'id': task-3282154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349617} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.985848] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-318ff0c6-2d61-4b33-b43e-13b46bdf27ab tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.986274] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-318ff0c6-2d61-4b33-b43e-13b46bdf27ab tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 650.986577] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-318ff0c6-2d61-4b33-b43e-13b46bdf27ab tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 650.986768] env[69357]: INFO nova.compute.manager [None req-318ff0c6-2d61-4b33-b43e-13b46bdf27ab tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 650.987017] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-318ff0c6-2d61-4b33-b43e-13b46bdf27ab tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.987408] env[69357]: DEBUG nova.compute.manager [-] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 650.987408] env[69357]: DEBUG nova.network.neutron [-] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 651.125894] env[69357]: DEBUG oslo_vmware.api [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Task: {'id': task-3282155, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.145966] env[69357]: DEBUG oslo_vmware.api [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ca8401-f54d-109f-b8cd-16e94304bf70, 'name': SearchDatastore_Task, 'duration_secs': 0.024531} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.146973] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-763053d5-e186-4e5d-8de3-61610675caf3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.162930] env[69357]: DEBUG oslo_vmware.api [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Waiting for the task: (returnval){ [ 651.162930] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d1c5e2-4613-e7a4-8be9-39c84fab9097" [ 651.162930] env[69357]: _type = "Task" [ 651.162930] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.165325] env[69357]: DEBUG nova.compute.manager [req-16d0daa5-427b-419d-8515-92284208a9ae req-93d6f3af-d870-4a81-a8cc-b90fef48f6cf service nova] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Received event network-changed-47c06b74-3390-4779-94cc-daadc54b0749 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.165515] env[69357]: DEBUG nova.compute.manager [req-16d0daa5-427b-419d-8515-92284208a9ae req-93d6f3af-d870-4a81-a8cc-b90fef48f6cf service nova] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Refreshing instance network info cache due to event network-changed-47c06b74-3390-4779-94cc-daadc54b0749. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.165730] env[69357]: DEBUG oslo_concurrency.lockutils [req-16d0daa5-427b-419d-8515-92284208a9ae req-93d6f3af-d870-4a81-a8cc-b90fef48f6cf service nova] Acquiring lock "refresh_cache-2f591c40-74b9-42e7-95da-568884aeb59b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.165869] env[69357]: DEBUG oslo_concurrency.lockutils [req-16d0daa5-427b-419d-8515-92284208a9ae req-93d6f3af-d870-4a81-a8cc-b90fef48f6cf service nova] Acquired lock "refresh_cache-2f591c40-74b9-42e7-95da-568884aeb59b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.166040] env[69357]: DEBUG nova.network.neutron [req-16d0daa5-427b-419d-8515-92284208a9ae req-93d6f3af-d870-4a81-a8cc-b90fef48f6cf service nova] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Refreshing network info cache for port 47c06b74-3390-4779-94cc-daadc54b0749 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.178628] env[69357]: DEBUG oslo_vmware.api [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d1c5e2-4613-e7a4-8be9-39c84fab9097, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.182593] env[69357]: DEBUG nova.compute.manager [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.634546] env[69357]: DEBUG oslo_vmware.api [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Task: {'id': task-3282155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615466} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.635091] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 442ed0ae-d3f8-4ca8-a450-7d7369000dd2/442ed0ae-d3f8-4ca8-a450-7d7369000dd2.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.635475] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.635829] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbb294dd-79a6-4070-823f-96fc0199f90c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.648364] env[69357]: DEBUG oslo_vmware.api [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Waiting for the task: (returnval){ [ 651.648364] env[69357]: value = "task-3282156" [ 651.648364] env[69357]: _type = "Task" [ 651.648364] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.672108] env[69357]: DEBUG oslo_vmware.api [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Task: {'id': task-3282156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.685662] env[69357]: DEBUG oslo_vmware.api [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d1c5e2-4613-e7a4-8be9-39c84fab9097, 'name': SearchDatastore_Task, 'duration_secs': 0.043299} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.685826] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.686095] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 2f591c40-74b9-42e7-95da-568884aeb59b/2f591c40-74b9-42e7-95da-568884aeb59b.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.686350] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e3bbc35-74db-4c16-9a0e-1878069e8b62 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.698475] env[69357]: DEBUG oslo_vmware.api [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Waiting for the task: (returnval){ [ 651.698475] env[69357]: value = "task-3282157" [ 651.698475] env[69357]: _type = "Task" [ 651.698475] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.709406] env[69357]: DEBUG oslo_vmware.api [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Task: {'id': task-3282157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.714569] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.749620] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb504460-59af-41ee-a388-d8059ec007ed {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.763898] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2159194-1459-4d03-8feb-86777db066ce {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.801409] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2651a4b-f516-4ab8-a509-0501fa277c79 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.807995] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e999610-cd61-4804-8cc0-2888b639e71d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.823081] env[69357]: DEBUG nova.compute.provider_tree [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.014280] env[69357]: DEBUG nova.network.neutron [-] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.161805] env[69357]: DEBUG oslo_concurrency.lockutils [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Acquiring lock "bd2c496d-2105-408b-a786-771214b707ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.162070] env[69357]: DEBUG oslo_concurrency.lockutils [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Lock "bd2c496d-2105-408b-a786-771214b707ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.168657] env[69357]: DEBUG oslo_vmware.api [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Task: {'id': task-3282156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067391} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.168944] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.169839] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c2f892-a202-43b1-a25a-76968e992675 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.195606] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 442ed0ae-d3f8-4ca8-a450-7d7369000dd2/442ed0ae-d3f8-4ca8-a450-7d7369000dd2.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.200667] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a0cd145-6c27-4ecf-83ee-9d8751c5b19c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.220979] env[69357]: DEBUG nova.network.neutron [-] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.231671] env[69357]: DEBUG oslo_vmware.api [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Task: {'id': task-3282157, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502432} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.234263] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 2f591c40-74b9-42e7-95da-568884aeb59b/2f591c40-74b9-42e7-95da-568884aeb59b.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.234263] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.234263] env[69357]: DEBUG oslo_vmware.api [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Waiting for the task: (returnval){ [ 652.234263] env[69357]: value = "task-3282158" [ 652.234263] env[69357]: _type = "Task" [ 652.234263] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.234263] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a0ac35b-5913-47d7-a1c7-bac49b5ab76c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.248558] env[69357]: DEBUG oslo_vmware.api [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Task: {'id': task-3282158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.250604] env[69357]: DEBUG oslo_vmware.api [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Waiting for the task: (returnval){ [ 652.250604] env[69357]: value = "task-3282159" [ 652.250604] env[69357]: _type = "Task" [ 652.250604] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.261219] env[69357]: DEBUG oslo_vmware.api [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Task: {'id': task-3282159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.271049] env[69357]: DEBUG nova.network.neutron [-] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.327118] env[69357]: DEBUG nova.scheduler.client.report [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.341772] env[69357]: DEBUG nova.network.neutron [req-16d0daa5-427b-419d-8515-92284208a9ae req-93d6f3af-d870-4a81-a8cc-b90fef48f6cf service nova] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Updated VIF entry in instance network info cache for port 47c06b74-3390-4779-94cc-daadc54b0749. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.342240] env[69357]: DEBUG nova.network.neutron [req-16d0daa5-427b-419d-8515-92284208a9ae req-93d6f3af-d870-4a81-a8cc-b90fef48f6cf service nova] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Updating instance_info_cache with network_info: [{"id": "47c06b74-3390-4779-94cc-daadc54b0749", "address": "fa:16:3e:53:a3:c8", "network": {"id": "f9fb8671-240e-44e5-ba55-8e979a1558e8", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1808161823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd7f6e1599164ccbab841d690660656c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c06b74-33", "ovs_interfaceid": "47c06b74-3390-4779-94cc-daadc54b0749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.417937] env[69357]: DEBUG nova.compute.manager [req-cc3eea1f-dadc-4737-ba08-980fce2b7a78 req-e2bd4be6-fcc2-4b94-a7cc-c077e5f8985a service nova] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Received event network-vif-deleted-287d8e2d-db72-40ab-bbdc-762c6e850ded {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.418456] env[69357]: DEBUG nova.compute.manager [req-cc3eea1f-dadc-4737-ba08-980fce2b7a78 req-e2bd4be6-fcc2-4b94-a7cc-c077e5f8985a service nova] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Received event network-vif-deleted-2bbd1e2a-a1f5-40e7-aa5e-ac1ad9e94c29 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.518259] env[69357]: INFO nova.compute.manager [-] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Took 1.89 seconds to deallocate network for instance. [ 652.720151] env[69357]: INFO nova.compute.manager [-] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Took 1.73 seconds to deallocate network for instance. [ 652.755261] env[69357]: DEBUG oslo_vmware.api [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Task: {'id': task-3282158, 'name': ReconfigVM_Task, 'duration_secs': 0.366239} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.764094] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 442ed0ae-d3f8-4ca8-a450-7d7369000dd2/442ed0ae-d3f8-4ca8-a450-7d7369000dd2.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.766839] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89519a1c-2439-40e5-8f62-460c54fd1455 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.771355] env[69357]: INFO nova.compute.manager [-] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Took 2.03 seconds to deallocate network for instance. [ 652.778163] env[69357]: DEBUG oslo_vmware.api [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Task: {'id': task-3282159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075303} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.782150] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.782865] env[69357]: DEBUG oslo_vmware.api [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Waiting for the task: (returnval){ [ 652.782865] env[69357]: value = "task-3282160" [ 652.782865] env[69357]: _type = "Task" [ 652.782865] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.783788] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757195f1-b336-4c32-b9bd-fa362ad2d0cb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.808867] env[69357]: DEBUG oslo_vmware.api [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Task: {'id': task-3282160, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.819048] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 2f591c40-74b9-42e7-95da-568884aeb59b/2f591c40-74b9-42e7-95da-568884aeb59b.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.822316] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6af5881-8c80-431f-b1a4-a9a10a236d7b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.839350] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.843369] env[69357]: DEBUG nova.compute.manager [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 652.843369] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.985s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.844762] env[69357]: INFO nova.compute.claims [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.850616] env[69357]: DEBUG oslo_vmware.rw_handles [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a4fcf-1064-28e2-9826-522fa69c325d/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 652.851184] env[69357]: DEBUG oslo_concurrency.lockutils [req-16d0daa5-427b-419d-8515-92284208a9ae req-93d6f3af-d870-4a81-a8cc-b90fef48f6cf service nova] Releasing lock "refresh_cache-2f591c40-74b9-42e7-95da-568884aeb59b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.852181] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696ec9ee-ade1-4a51-940a-7384c94b8229 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.856564] env[69357]: DEBUG oslo_vmware.api [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Waiting for the task: (returnval){ [ 652.856564] env[69357]: value = "task-3282161" [ 652.856564] env[69357]: _type = "Task" [ 652.856564] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.862564] env[69357]: DEBUG oslo_vmware.rw_handles [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a4fcf-1064-28e2-9826-522fa69c325d/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 652.862564] env[69357]: ERROR oslo_vmware.rw_handles [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a4fcf-1064-28e2-9826-522fa69c325d/disk-0.vmdk due to incomplete transfer. [ 652.863237] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-87ee6152-9250-4971-9736-5a28ce2f1c7e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.869248] env[69357]: DEBUG oslo_vmware.api [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Task: {'id': task-3282161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.871320] env[69357]: DEBUG oslo_vmware.rw_handles [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a4fcf-1064-28e2-9826-522fa69c325d/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 652.871871] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Uploaded image e0a71b74-a097-4fdc-bd42-b129001dab75 to the Glance image server {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 652.874599] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Destroying the VM {{(pid=69357) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 652.874978] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9c52c67c-f20b-4436-92e1-879f31cb5f29 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.882142] env[69357]: DEBUG oslo_vmware.api [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 652.882142] env[69357]: value = "task-3282162" [ 652.882142] env[69357]: _type = "Task" [ 652.882142] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.890695] env[69357]: DEBUG oslo_vmware.api [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282162, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.025757] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6cea9872-dc6a-44f6-ab09-9491a949a798 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.231529] env[69357]: DEBUG oslo_concurrency.lockutils [None req-318ff0c6-2d61-4b33-b43e-13b46bdf27ab tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.284920] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb4748e8-a477-482f-9d32-30aa74ec382c tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.297941] env[69357]: DEBUG oslo_vmware.api [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Task: {'id': task-3282160, 'name': Rename_Task, 'duration_secs': 0.446558} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.298195] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.298242] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1da872d-632b-4d5d-9444-2dad7d086f44 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.308625] env[69357]: DEBUG oslo_vmware.api [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Waiting for the task: (returnval){ [ 653.308625] env[69357]: value = "task-3282163" [ 653.308625] env[69357]: _type = "Task" [ 653.308625] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.320871] env[69357]: DEBUG oslo_vmware.api [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Task: {'id': task-3282163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.356350] env[69357]: DEBUG nova.compute.utils [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.362889] env[69357]: DEBUG nova.compute.manager [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 653.363360] env[69357]: DEBUG nova.network.neutron [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.384441] env[69357]: DEBUG oslo_vmware.api [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Task: {'id': task-3282161, 'name': ReconfigVM_Task, 'duration_secs': 0.416374} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.387882] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 2f591c40-74b9-42e7-95da-568884aeb59b/2f591c40-74b9-42e7-95da-568884aeb59b.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.389560] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb9998b7-25d8-4b8f-9d79-ba85ec626ae8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.400018] env[69357]: DEBUG oslo_vmware.api [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282162, 'name': Destroy_Task, 'duration_secs': 0.431441} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.404424] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Destroyed the VM [ 653.404783] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Deleting Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 653.405066] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8dccca8a-59b5-4d4a-82df-49f0187fac5c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.409279] env[69357]: DEBUG oslo_vmware.api [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Waiting for the task: (returnval){ [ 653.409279] env[69357]: value = "task-3282164" [ 653.409279] env[69357]: _type = "Task" [ 653.409279] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.419179] env[69357]: DEBUG oslo_vmware.api [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 653.419179] env[69357]: value = "task-3282165" [ 653.419179] env[69357]: _type = "Task" [ 653.419179] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.425951] env[69357]: DEBUG oslo_vmware.api [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Task: {'id': task-3282164, 'name': Rename_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.432813] env[69357]: DEBUG oslo_vmware.api [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282165, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.463836] env[69357]: DEBUG nova.policy [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58d2f28f7a92429da60a0a8c8feed533', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '430c74b82be046b2b91336496d331833', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.550698] env[69357]: DEBUG nova.compute.manager [req-f062ce61-2d38-4a08-8bac-64849f3d66f5 req-93a68110-1030-4f8c-9475-175e25b6f0c6 service nova] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Received event network-vif-deleted-c053d6fb-6ac9-4722-9bdf-114236ce0125 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.551339] env[69357]: DEBUG nova.compute.manager [req-f062ce61-2d38-4a08-8bac-64849f3d66f5 req-93a68110-1030-4f8c-9475-175e25b6f0c6 service nova] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Received event network-changed-7d8313cb-0201-43ca-8d75-cb06c32d3a83 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.551339] env[69357]: DEBUG nova.compute.manager [req-f062ce61-2d38-4a08-8bac-64849f3d66f5 req-93a68110-1030-4f8c-9475-175e25b6f0c6 service nova] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Refreshing instance network info cache due to event network-changed-7d8313cb-0201-43ca-8d75-cb06c32d3a83. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 653.551339] env[69357]: DEBUG oslo_concurrency.lockutils [req-f062ce61-2d38-4a08-8bac-64849f3d66f5 req-93a68110-1030-4f8c-9475-175e25b6f0c6 service nova] Acquiring lock "refresh_cache-45908d95-bd1c-4340-8cc2-3198f900bebd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.551779] env[69357]: DEBUG oslo_concurrency.lockutils [req-f062ce61-2d38-4a08-8bac-64849f3d66f5 req-93a68110-1030-4f8c-9475-175e25b6f0c6 service nova] Acquired lock "refresh_cache-45908d95-bd1c-4340-8cc2-3198f900bebd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.551779] env[69357]: DEBUG nova.network.neutron [req-f062ce61-2d38-4a08-8bac-64849f3d66f5 req-93a68110-1030-4f8c-9475-175e25b6f0c6 service nova] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Refreshing network info cache for port 7d8313cb-0201-43ca-8d75-cb06c32d3a83 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.823107] env[69357]: DEBUG oslo_vmware.api [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Task: {'id': task-3282163, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.873183] env[69357]: DEBUG nova.compute.manager [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 653.886165] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquiring lock "7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.886165] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.922717] env[69357]: DEBUG oslo_vmware.api [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Task: {'id': task-3282164, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.930942] env[69357]: DEBUG oslo_vmware.api [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282165, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.960455] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquiring lock "1985609d-5994-415f-afe7-a83ec46d36c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.960716] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "1985609d-5994-415f-afe7-a83ec46d36c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.325973] env[69357]: DEBUG oslo_vmware.api [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Task: {'id': task-3282163, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.427337] env[69357]: DEBUG oslo_vmware.api [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Task: {'id': task-3282164, 'name': Rename_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.444380] env[69357]: DEBUG oslo_vmware.api [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282165, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.492379] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa32972-40df-4d91-8cb5-f8a559f76942 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.498884] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e700a632-7c3c-46b5-b7d0-85cffd9e00c8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.536803] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fda4b98-c12a-49a0-9b5c-3aaf36ab74c1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.544721] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7bda74-47f2-46d5-b011-fbd3a23f0c62 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.558451] env[69357]: DEBUG nova.compute.provider_tree [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.638869] env[69357]: DEBUG nova.network.neutron [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Successfully created port: ded785bf-16bc-459f-a0cd-79b2ee338e00 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.824157] env[69357]: DEBUG oslo_vmware.api [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Task: {'id': task-3282163, 'name': PowerOnVM_Task, 'duration_secs': 1.157522} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.824326] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.824529] env[69357]: INFO nova.compute.manager [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Took 10.89 seconds to spawn the instance on the hypervisor. [ 654.824967] env[69357]: DEBUG nova.compute.manager [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.825553] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec81c04-ba92-4d02-9e69-ecef89a48c3e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.838052] env[69357]: DEBUG nova.network.neutron [req-f062ce61-2d38-4a08-8bac-64849f3d66f5 req-93a68110-1030-4f8c-9475-175e25b6f0c6 service nova] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Updated VIF entry in instance network info cache for port 7d8313cb-0201-43ca-8d75-cb06c32d3a83. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.838052] env[69357]: DEBUG nova.network.neutron [req-f062ce61-2d38-4a08-8bac-64849f3d66f5 req-93a68110-1030-4f8c-9475-175e25b6f0c6 service nova] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Updating instance_info_cache with network_info: [{"id": "7d8313cb-0201-43ca-8d75-cb06c32d3a83", "address": "fa:16:3e:2e:ac:10", "network": {"id": "55d16c65-a706-4d25-8e88-2e2e1df8279f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-5124809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b608e46580a841d98bb1dcaeb7cd12ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d8313cb-02", "ovs_interfaceid": "7d8313cb-0201-43ca-8d75-cb06c32d3a83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.884126] env[69357]: DEBUG nova.compute.manager [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 654.919564] env[69357]: DEBUG nova.virt.hardware [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.919887] env[69357]: DEBUG nova.virt.hardware [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.920270] env[69357]: DEBUG nova.virt.hardware [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.920270] env[69357]: DEBUG nova.virt.hardware [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.920809] env[69357]: DEBUG nova.virt.hardware [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.920809] env[69357]: DEBUG nova.virt.hardware [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.920809] env[69357]: DEBUG nova.virt.hardware [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.921116] env[69357]: DEBUG nova.virt.hardware [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.921116] env[69357]: DEBUG nova.virt.hardware [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.921235] env[69357]: DEBUG nova.virt.hardware [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.921397] env[69357]: DEBUG nova.virt.hardware [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.922591] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470fd5e9-7ae1-42ab-b97e-fb19d5777393 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.938272] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbc3e0a-5f07-43f2-a699-e2e234261b3d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.946636] env[69357]: DEBUG oslo_vmware.api [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Task: {'id': task-3282164, 'name': Rename_Task, 'duration_secs': 1.033748} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.950390] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.950686] env[69357]: DEBUG oslo_vmware.api [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282165, 'name': RemoveSnapshot_Task, 'duration_secs': 1.244162} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.951330] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34d9fe86-1a45-48ed-8721-0b10885d2ecc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.956121] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Deleted Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 654.956121] env[69357]: INFO nova.compute.manager [None req-7353911d-de20-424b-a8af-9da4e063a092 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Took 14.56 seconds to snapshot the instance on the hypervisor. [ 654.969468] env[69357]: DEBUG oslo_vmware.api [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Waiting for the task: (returnval){ [ 654.969468] env[69357]: value = "task-3282166" [ 654.969468] env[69357]: _type = "Task" [ 654.969468] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.979804] env[69357]: DEBUG oslo_vmware.api [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Task: {'id': task-3282166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.063032] env[69357]: DEBUG nova.scheduler.client.report [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.344231] env[69357]: DEBUG oslo_concurrency.lockutils [req-f062ce61-2d38-4a08-8bac-64849f3d66f5 req-93a68110-1030-4f8c-9475-175e25b6f0c6 service nova] Releasing lock "refresh_cache-45908d95-bd1c-4340-8cc2-3198f900bebd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.349278] env[69357]: INFO nova.compute.manager [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Took 32.95 seconds to build instance. [ 655.484385] env[69357]: DEBUG oslo_vmware.api [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Task: {'id': task-3282166, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.569910] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.569910] env[69357]: DEBUG nova.compute.manager [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 655.572798] env[69357]: DEBUG oslo_concurrency.lockutils [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.589s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.573348] env[69357]: INFO nova.compute.claims [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.627269] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d296bd89-ea16-4a08-a2db-eaa905fb9bf7 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "3f8e7073-dafa-4522-bfac-f60a953cfa8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.627518] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d296bd89-ea16-4a08-a2db-eaa905fb9bf7 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "3f8e7073-dafa-4522-bfac-f60a953cfa8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.627775] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d296bd89-ea16-4a08-a2db-eaa905fb9bf7 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "3f8e7073-dafa-4522-bfac-f60a953cfa8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.628062] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d296bd89-ea16-4a08-a2db-eaa905fb9bf7 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "3f8e7073-dafa-4522-bfac-f60a953cfa8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.628212] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d296bd89-ea16-4a08-a2db-eaa905fb9bf7 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "3f8e7073-dafa-4522-bfac-f60a953cfa8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.630459] env[69357]: INFO nova.compute.manager [None req-d296bd89-ea16-4a08-a2db-eaa905fb9bf7 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Terminating instance [ 655.853647] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b0d0352d-b087-4140-ad5e-bba625249128 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Lock "442ed0ae-d3f8-4ca8-a450-7d7369000dd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.301s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.994145] env[69357]: DEBUG oslo_vmware.api [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Task: {'id': task-3282166, 'name': PowerOnVM_Task, 'duration_secs': 0.863421} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.994145] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.994145] env[69357]: INFO nova.compute.manager [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Took 9.25 seconds to spawn the instance on the hypervisor. [ 655.994145] env[69357]: DEBUG nova.compute.manager [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.994145] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d2bc9c-1b3f-41dc-8d3c-9594250e21ce {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.082489] env[69357]: DEBUG nova.compute.utils [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.089750] env[69357]: DEBUG nova.compute.manager [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 656.089939] env[69357]: DEBUG nova.network.neutron [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 656.137345] env[69357]: DEBUG nova.compute.manager [None req-d296bd89-ea16-4a08-a2db-eaa905fb9bf7 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 656.137345] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d296bd89-ea16-4a08-a2db-eaa905fb9bf7 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 656.139080] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da30578-f08d-402f-8716-e4349f7c9b13 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.149028] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d296bd89-ea16-4a08-a2db-eaa905fb9bf7 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 656.149028] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecb8233b-2b72-4c3f-9ff1-5beb221b9a42 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.220310] env[69357]: DEBUG nova.policy [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7aa57530d1a04208bc06d92a295f3e93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93131de3c24b4a09a5cea44081568a86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.225434] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d296bd89-ea16-4a08-a2db-eaa905fb9bf7 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 656.225571] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d296bd89-ea16-4a08-a2db-eaa905fb9bf7 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 656.225687] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d296bd89-ea16-4a08-a2db-eaa905fb9bf7 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Deleting the datastore file [datastore1] 3f8e7073-dafa-4522-bfac-f60a953cfa8f {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 656.225954] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e0e3c8f-5887-46ce-844c-5913c4af94e1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.234197] env[69357]: DEBUG oslo_vmware.api [None req-d296bd89-ea16-4a08-a2db-eaa905fb9bf7 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 656.234197] env[69357]: value = "task-3282168" [ 656.234197] env[69357]: _type = "Task" [ 656.234197] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.254000] env[69357]: DEBUG oslo_vmware.api [None req-d296bd89-ea16-4a08-a2db-eaa905fb9bf7 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.338332] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "939664b5-35ce-4388-bb10-f20c050fa27a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.338704] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "939664b5-35ce-4388-bb10-f20c050fa27a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.349461] env[69357]: DEBUG oslo_concurrency.lockutils [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Acquiring lock "5a064560-6b50-4107-bccd-8c9e7a57d235" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.349877] env[69357]: DEBUG oslo_concurrency.lockutils [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Lock "5a064560-6b50-4107-bccd-8c9e7a57d235" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.358551] env[69357]: DEBUG nova.compute.manager [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.522968] env[69357]: INFO nova.compute.manager [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Took 33.28 seconds to build instance. [ 656.586294] env[69357]: DEBUG nova.compute.manager [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.755619] env[69357]: DEBUG oslo_vmware.api [None req-d296bd89-ea16-4a08-a2db-eaa905fb9bf7 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221518} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.757751] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d296bd89-ea16-4a08-a2db-eaa905fb9bf7 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 656.758067] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d296bd89-ea16-4a08-a2db-eaa905fb9bf7 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 656.758322] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d296bd89-ea16-4a08-a2db-eaa905fb9bf7 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 656.758597] env[69357]: INFO nova.compute.manager [None req-d296bd89-ea16-4a08-a2db-eaa905fb9bf7 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Took 0.62 seconds to destroy the instance on the hypervisor. [ 656.758988] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d296bd89-ea16-4a08-a2db-eaa905fb9bf7 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.759149] env[69357]: DEBUG nova.compute.manager [-] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 656.759278] env[69357]: DEBUG nova.network.neutron [-] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 656.880935] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.913011] env[69357]: DEBUG nova.network.neutron [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Successfully updated port: ded785bf-16bc-459f-a0cd-79b2ee338e00 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.954525] env[69357]: DEBUG nova.compute.manager [req-be4c4c62-7d60-4799-b408-a638b97fd1f9 req-e288ab58-b3af-43a4-8801-76dc572f9407 service nova] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Received event network-vif-plugged-ded785bf-16bc-459f-a0cd-79b2ee338e00 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.954761] env[69357]: DEBUG oslo_concurrency.lockutils [req-be4c4c62-7d60-4799-b408-a638b97fd1f9 req-e288ab58-b3af-43a4-8801-76dc572f9407 service nova] Acquiring lock "6a64d4bd-0cef-4bbf-830c-941cee6767a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.954976] env[69357]: DEBUG oslo_concurrency.lockutils [req-be4c4c62-7d60-4799-b408-a638b97fd1f9 req-e288ab58-b3af-43a4-8801-76dc572f9407 service nova] Lock "6a64d4bd-0cef-4bbf-830c-941cee6767a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.956296] env[69357]: DEBUG oslo_concurrency.lockutils [req-be4c4c62-7d60-4799-b408-a638b97fd1f9 req-e288ab58-b3af-43a4-8801-76dc572f9407 service nova] Lock "6a64d4bd-0cef-4bbf-830c-941cee6767a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.956449] env[69357]: DEBUG nova.compute.manager [req-be4c4c62-7d60-4799-b408-a638b97fd1f9 req-e288ab58-b3af-43a4-8801-76dc572f9407 service nova] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] No waiting events found dispatching network-vif-plugged-ded785bf-16bc-459f-a0cd-79b2ee338e00 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.956591] env[69357]: WARNING nova.compute.manager [req-be4c4c62-7d60-4799-b408-a638b97fd1f9 req-e288ab58-b3af-43a4-8801-76dc572f9407 service nova] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Received unexpected event network-vif-plugged-ded785bf-16bc-459f-a0cd-79b2ee338e00 for instance with vm_state building and task_state spawning. [ 656.970767] env[69357]: DEBUG nova.network.neutron [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Successfully created port: 5c46f7e3-6fb0-46f9-9fdc-dbcd82c5269c {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.027419] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b8eec8b6-75f0-4537-927a-b4bc6285e776 tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Lock "2f591c40-74b9-42e7-95da-568884aeb59b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.688s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.254832] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a11122-4172-4265-bfe9-6c0d5962aeeb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.263669] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d92f05c-d72d-484d-b0ae-055b3561f3d1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.297515] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cdac9a-4404-4896-8770-ae9796693199 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.306344] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6aeca9-90e7-4b06-8223-1bba742936fa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.323027] env[69357]: DEBUG nova.compute.provider_tree [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.416478] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Acquiring lock "refresh_cache-6a64d4bd-0cef-4bbf-830c-941cee6767a7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.416745] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Acquired lock "refresh_cache-6a64d4bd-0cef-4bbf-830c-941cee6767a7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.416745] env[69357]: DEBUG nova.network.neutron [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.530799] env[69357]: DEBUG nova.compute.manager [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.597906] env[69357]: DEBUG nova.compute.manager [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 657.629654] env[69357]: DEBUG nova.virt.hardware [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.630333] env[69357]: DEBUG nova.virt.hardware [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.630540] env[69357]: DEBUG nova.virt.hardware [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.630741] env[69357]: DEBUG nova.virt.hardware [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.630889] env[69357]: DEBUG nova.virt.hardware [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.631061] env[69357]: DEBUG nova.virt.hardware [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.631283] env[69357]: DEBUG nova.virt.hardware [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.631442] env[69357]: DEBUG nova.virt.hardware [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.631609] env[69357]: DEBUG nova.virt.hardware [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.631772] env[69357]: DEBUG nova.virt.hardware [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.631945] env[69357]: DEBUG nova.virt.hardware [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.633108] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ced2b8-9f7d-4bbf-b4a8-02c226c269f5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.642967] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8316729e-73b7-42d5-8e23-7d120fbe62e6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.647564] env[69357]: DEBUG nova.compute.manager [req-2726411d-ecc1-4733-a02a-3167cb7bb468 req-ac83938f-ff10-4be2-83c2-87897d57d811 service nova] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Received event network-vif-deleted-616c1056-696a-4787-8fc8-69ac56d6634b {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.647805] env[69357]: INFO nova.compute.manager [req-2726411d-ecc1-4733-a02a-3167cb7bb468 req-ac83938f-ff10-4be2-83c2-87897d57d811 service nova] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Neutron deleted interface 616c1056-696a-4787-8fc8-69ac56d6634b; detaching it from the instance and deleting it from the info cache [ 657.647990] env[69357]: DEBUG nova.network.neutron [req-2726411d-ecc1-4733-a02a-3167cb7bb468 req-ac83938f-ff10-4be2-83c2-87897d57d811 service nova] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.831125] env[69357]: DEBUG nova.scheduler.client.report [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.970886] env[69357]: DEBUG nova.network.neutron [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.067361] env[69357]: DEBUG oslo_concurrency.lockutils [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.113488] env[69357]: DEBUG nova.network.neutron [-] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.152494] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d801805-47cf-418b-9903-36d637aa6d51 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.166570] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a63fb34-a72f-4684-9d32-93424a8943cf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.189030] env[69357]: DEBUG nova.network.neutron [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Updating instance_info_cache with network_info: [{"id": "ded785bf-16bc-459f-a0cd-79b2ee338e00", "address": "fa:16:3e:00:d7:27", "network": {"id": "f352f804-c614-4f44-a256-b603d9ab11e6", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1337288533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "430c74b82be046b2b91336496d331833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapded785bf-16", "ovs_interfaceid": "ded785bf-16bc-459f-a0cd-79b2ee338e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.202990] env[69357]: DEBUG nova.compute.manager [req-2726411d-ecc1-4733-a02a-3167cb7bb468 req-ac83938f-ff10-4be2-83c2-87897d57d811 service nova] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Detach interface failed, port_id=616c1056-696a-4787-8fc8-69ac56d6634b, reason: Instance 3f8e7073-dafa-4522-bfac-f60a953cfa8f could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 658.342032] env[69357]: DEBUG oslo_concurrency.lockutils [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.342032] env[69357]: DEBUG nova.compute.manager [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.343219] env[69357]: DEBUG oslo_concurrency.lockutils [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.921s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.344934] env[69357]: INFO nova.compute.claims [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.618665] env[69357]: INFO nova.compute.manager [-] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Took 1.86 seconds to deallocate network for instance. [ 658.691260] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Releasing lock "refresh_cache-6a64d4bd-0cef-4bbf-830c-941cee6767a7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.691586] env[69357]: DEBUG nova.compute.manager [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Instance network_info: |[{"id": "ded785bf-16bc-459f-a0cd-79b2ee338e00", "address": "fa:16:3e:00:d7:27", "network": {"id": "f352f804-c614-4f44-a256-b603d9ab11e6", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1337288533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "430c74b82be046b2b91336496d331833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapded785bf-16", "ovs_interfaceid": "ded785bf-16bc-459f-a0cd-79b2ee338e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 658.693120] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:d7:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ded785bf-16bc-459f-a0cd-79b2ee338e00', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.706326] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Creating folder: Project (430c74b82be046b2b91336496d331833). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.707316] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05b945ad-69bb-4196-a0f2-7392e716ea43 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.778241] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Created folder: Project (430c74b82be046b2b91336496d331833) in parent group-v655402. [ 658.778427] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Creating folder: Instances. Parent ref: group-v655457. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.781504] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe26227a-2c72-4eb2-a639-8db736bcc75c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.793022] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Created folder: Instances in parent group-v655457. [ 658.793022] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.793022] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.793022] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce619210-26d5-4f91-8018-203f9d0c13f0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.823723] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.823723] env[69357]: value = "task-3282171" [ 658.823723] env[69357]: _type = "Task" [ 658.823723] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.832882] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282171, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.853027] env[69357]: DEBUG nova.compute.utils [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.855941] env[69357]: DEBUG nova.compute.manager [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 658.856360] env[69357]: DEBUG nova.network.neutron [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 658.915619] env[69357]: DEBUG nova.network.neutron [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Successfully updated port: 5c46f7e3-6fb0-46f9-9fdc-dbcd82c5269c {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.951530] env[69357]: DEBUG nova.policy [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '323ba2eb835a4f8a855ba565696b0d5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34055bbad79e42e59bb22ff7a0529002', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.127555] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d296bd89-ea16-4a08-a2db-eaa905fb9bf7 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.281842] env[69357]: DEBUG nova.compute.manager [req-c51fb846-75b7-43d2-b109-e03ef74e11a7 req-b281b637-c07c-44b3-bb10-d11911d888f3 service nova] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Received event network-changed-ded785bf-16bc-459f-a0cd-79b2ee338e00 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.282037] env[69357]: DEBUG nova.compute.manager [req-c51fb846-75b7-43d2-b109-e03ef74e11a7 req-b281b637-c07c-44b3-bb10-d11911d888f3 service nova] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Refreshing instance network info cache due to event network-changed-ded785bf-16bc-459f-a0cd-79b2ee338e00. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.282728] env[69357]: DEBUG oslo_concurrency.lockutils [req-c51fb846-75b7-43d2-b109-e03ef74e11a7 req-b281b637-c07c-44b3-bb10-d11911d888f3 service nova] Acquiring lock "refresh_cache-6a64d4bd-0cef-4bbf-830c-941cee6767a7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.282728] env[69357]: DEBUG oslo_concurrency.lockutils [req-c51fb846-75b7-43d2-b109-e03ef74e11a7 req-b281b637-c07c-44b3-bb10-d11911d888f3 service nova] Acquired lock "refresh_cache-6a64d4bd-0cef-4bbf-830c-941cee6767a7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.282728] env[69357]: DEBUG nova.network.neutron [req-c51fb846-75b7-43d2-b109-e03ef74e11a7 req-b281b637-c07c-44b3-bb10-d11911d888f3 service nova] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Refreshing network info cache for port ded785bf-16bc-459f-a0cd-79b2ee338e00 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.338132] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282171, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.346611] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "ff1d2974-d5a3-4753-9fa4-77f49949dd16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.346842] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "ff1d2974-d5a3-4753-9fa4-77f49949dd16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.356721] env[69357]: DEBUG nova.compute.manager [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.419914] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Acquiring lock "refresh_cache-8a2798c0-37b3-4a3c-a21b-f643ab42091d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.420266] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Acquired lock "refresh_cache-8a2798c0-37b3-4a3c-a21b-f643ab42091d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.420526] env[69357]: DEBUG nova.network.neutron [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.453448] env[69357]: DEBUG nova.network.neutron [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Successfully created port: 86d1d0d8-6f45-4c35-88aa-b47b929759ae {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 659.695761] env[69357]: DEBUG nova.compute.manager [req-bc233caa-c1bb-4ab9-8cb0-9eacb5ac5921 req-019c7396-49e3-49c7-8d5f-d8d2ec50764d service nova] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Received event network-changed-609f476c-4551-483e-9ab2-43972685f9a0 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.696025] env[69357]: DEBUG nova.compute.manager [req-bc233caa-c1bb-4ab9-8cb0-9eacb5ac5921 req-019c7396-49e3-49c7-8d5f-d8d2ec50764d service nova] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Refreshing instance network info cache due to event network-changed-609f476c-4551-483e-9ab2-43972685f9a0. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.696274] env[69357]: DEBUG oslo_concurrency.lockutils [req-bc233caa-c1bb-4ab9-8cb0-9eacb5ac5921 req-019c7396-49e3-49c7-8d5f-d8d2ec50764d service nova] Acquiring lock "refresh_cache-442ed0ae-d3f8-4ca8-a450-7d7369000dd2" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.696368] env[69357]: DEBUG oslo_concurrency.lockutils [req-bc233caa-c1bb-4ab9-8cb0-9eacb5ac5921 req-019c7396-49e3-49c7-8d5f-d8d2ec50764d service nova] Acquired lock "refresh_cache-442ed0ae-d3f8-4ca8-a450-7d7369000dd2" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.696459] env[69357]: DEBUG nova.network.neutron [req-bc233caa-c1bb-4ab9-8cb0-9eacb5ac5921 req-019c7396-49e3-49c7-8d5f-d8d2ec50764d service nova] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Refreshing network info cache for port 609f476c-4551-483e-9ab2-43972685f9a0 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.841959] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282171, 'name': CreateVM_Task, 'duration_secs': 0.755497} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.845386] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.846570] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.846748] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.847104] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.848202] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeb79fe9-bc5f-4492-b27b-28e69ba6c63c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.853641] env[69357]: DEBUG oslo_vmware.api [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Waiting for the task: (returnval){ [ 659.853641] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]520d3a1f-06be-befa-00ff-0582fe3c9ef8" [ 659.853641] env[69357]: _type = "Task" [ 659.853641] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.865883] env[69357]: DEBUG oslo_vmware.api [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]520d3a1f-06be-befa-00ff-0582fe3c9ef8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.974371] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba31639-dfab-45a6-85c9-09419d28140f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.982257] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2880d7-50c7-4ef2-b0c9-4c97389804a2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.014671] env[69357]: DEBUG nova.network.neutron [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.019175] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d60554e-14d0-4ace-9418-96ec739801ff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.027054] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48652c1e-bd74-48de-8880-d624e95b5727 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.040701] env[69357]: DEBUG nova.compute.provider_tree [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.279086] env[69357]: DEBUG nova.network.neutron [req-c51fb846-75b7-43d2-b109-e03ef74e11a7 req-b281b637-c07c-44b3-bb10-d11911d888f3 service nova] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Updated VIF entry in instance network info cache for port ded785bf-16bc-459f-a0cd-79b2ee338e00. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.279591] env[69357]: DEBUG nova.network.neutron [req-c51fb846-75b7-43d2-b109-e03ef74e11a7 req-b281b637-c07c-44b3-bb10-d11911d888f3 service nova] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Updating instance_info_cache with network_info: [{"id": "ded785bf-16bc-459f-a0cd-79b2ee338e00", "address": "fa:16:3e:00:d7:27", "network": {"id": "f352f804-c614-4f44-a256-b603d9ab11e6", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1337288533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "430c74b82be046b2b91336496d331833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapded785bf-16", "ovs_interfaceid": "ded785bf-16bc-459f-a0cd-79b2ee338e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.364313] env[69357]: DEBUG oslo_vmware.api [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]520d3a1f-06be-befa-00ff-0582fe3c9ef8, 'name': SearchDatastore_Task, 'duration_secs': 0.010095} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.364654] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.364913] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.365171] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.365322] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.365515] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.365786] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7329c80-fbc6-43d3-a65e-c302254f24e4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.373392] env[69357]: DEBUG nova.compute.manager [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.376875] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.377087] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.377893] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b6d0931-4081-45fb-9a3c-3094c855b713 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.386711] env[69357]: DEBUG oslo_vmware.api [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Waiting for the task: (returnval){ [ 660.386711] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5257d73c-ef91-4a24-4d3e-708ecb4efaed" [ 660.386711] env[69357]: _type = "Task" [ 660.386711] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.395746] env[69357]: DEBUG oslo_vmware.api [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5257d73c-ef91-4a24-4d3e-708ecb4efaed, 'name': SearchDatastore_Task, 'duration_secs': 0.008933} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.398427] env[69357]: DEBUG nova.network.neutron [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Updating instance_info_cache with network_info: [{"id": "5c46f7e3-6fb0-46f9-9fdc-dbcd82c5269c", "address": "fa:16:3e:94:70:03", "network": {"id": "9fc56764-4e8e-4299-8788-a4bfd01cf449", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-91556913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93131de3c24b4a09a5cea44081568a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c46f7e3-6f", "ovs_interfaceid": "5c46f7e3-6fb0-46f9-9fdc-dbcd82c5269c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.400401] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-914ffb07-d062-4208-a845-19e1dfdeb7ad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.405727] env[69357]: DEBUG oslo_vmware.api [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Waiting for the task: (returnval){ [ 660.405727] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ad7ec9-b4ef-6a66-df74-0895e03ba79b" [ 660.405727] env[69357]: _type = "Task" [ 660.405727] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.407791] env[69357]: DEBUG nova.virt.hardware [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.408039] env[69357]: DEBUG nova.virt.hardware [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.408203] env[69357]: DEBUG nova.virt.hardware [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.408384] env[69357]: DEBUG nova.virt.hardware [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.408528] env[69357]: DEBUG nova.virt.hardware [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.408672] env[69357]: DEBUG nova.virt.hardware [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.408875] env[69357]: DEBUG nova.virt.hardware [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.409048] env[69357]: DEBUG nova.virt.hardware [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.409218] env[69357]: DEBUG nova.virt.hardware [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.409380] env[69357]: DEBUG nova.virt.hardware [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.409642] env[69357]: DEBUG nova.virt.hardware [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.410393] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65f1937-48c3-46da-ab19-70fcf84614b9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.423558] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e93e49-df4b-4efa-b2fc-3a0e59e03752 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.427350] env[69357]: DEBUG oslo_vmware.api [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ad7ec9-b4ef-6a66-df74-0895e03ba79b, 'name': SearchDatastore_Task, 'duration_secs': 0.009917} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.428173] env[69357]: DEBUG nova.network.neutron [req-bc233caa-c1bb-4ab9-8cb0-9eacb5ac5921 req-019c7396-49e3-49c7-8d5f-d8d2ec50764d service nova] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Updated VIF entry in instance network info cache for port 609f476c-4551-483e-9ab2-43972685f9a0. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.428499] env[69357]: DEBUG nova.network.neutron [req-bc233caa-c1bb-4ab9-8cb0-9eacb5ac5921 req-019c7396-49e3-49c7-8d5f-d8d2ec50764d service nova] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Updating instance_info_cache with network_info: [{"id": "609f476c-4551-483e-9ab2-43972685f9a0", "address": "fa:16:3e:67:9b:65", "network": {"id": "9631a961-ab5a-447b-8de1-04ae5a0dfb99", "bridge": "br-int", "label": "tempest-ServersTestJSON-669792086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e38e934eccd41dba0c2f54c247ffd77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap609f476c-45", "ovs_interfaceid": "609f476c-4551-483e-9ab2-43972685f9a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.430121] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.430374] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 6a64d4bd-0cef-4bbf-830c-941cee6767a7/6a64d4bd-0cef-4bbf-830c-941cee6767a7.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.431090] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3842509e-96c9-4ddf-a3c3-0b6625593432 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.446651] env[69357]: DEBUG oslo_vmware.api [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Waiting for the task: (returnval){ [ 660.446651] env[69357]: value = "task-3282172" [ 660.446651] env[69357]: _type = "Task" [ 660.446651] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.454711] env[69357]: DEBUG oslo_vmware.api [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.547386] env[69357]: DEBUG nova.scheduler.client.report [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.782816] env[69357]: DEBUG oslo_concurrency.lockutils [req-c51fb846-75b7-43d2-b109-e03ef74e11a7 req-b281b637-c07c-44b3-bb10-d11911d888f3 service nova] Releasing lock "refresh_cache-6a64d4bd-0cef-4bbf-830c-941cee6767a7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.784272] env[69357]: DEBUG nova.compute.manager [req-c51fb846-75b7-43d2-b109-e03ef74e11a7 req-b281b637-c07c-44b3-bb10-d11911d888f3 service nova] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Received event network-changed-47c06b74-3390-4779-94cc-daadc54b0749 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.784272] env[69357]: DEBUG nova.compute.manager [req-c51fb846-75b7-43d2-b109-e03ef74e11a7 req-b281b637-c07c-44b3-bb10-d11911d888f3 service nova] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Refreshing instance network info cache due to event network-changed-47c06b74-3390-4779-94cc-daadc54b0749. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 660.784272] env[69357]: DEBUG oslo_concurrency.lockutils [req-c51fb846-75b7-43d2-b109-e03ef74e11a7 req-b281b637-c07c-44b3-bb10-d11911d888f3 service nova] Acquiring lock "refresh_cache-2f591c40-74b9-42e7-95da-568884aeb59b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.784272] env[69357]: DEBUG oslo_concurrency.lockutils [req-c51fb846-75b7-43d2-b109-e03ef74e11a7 req-b281b637-c07c-44b3-bb10-d11911d888f3 service nova] Acquired lock "refresh_cache-2f591c40-74b9-42e7-95da-568884aeb59b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.784272] env[69357]: DEBUG nova.network.neutron [req-c51fb846-75b7-43d2-b109-e03ef74e11a7 req-b281b637-c07c-44b3-bb10-d11911d888f3 service nova] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Refreshing network info cache for port 47c06b74-3390-4779-94cc-daadc54b0749 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.904185] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Releasing lock "refresh_cache-8a2798c0-37b3-4a3c-a21b-f643ab42091d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.904527] env[69357]: DEBUG nova.compute.manager [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Instance network_info: |[{"id": "5c46f7e3-6fb0-46f9-9fdc-dbcd82c5269c", "address": "fa:16:3e:94:70:03", "network": {"id": "9fc56764-4e8e-4299-8788-a4bfd01cf449", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-91556913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93131de3c24b4a09a5cea44081568a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c46f7e3-6f", "ovs_interfaceid": "5c46f7e3-6fb0-46f9-9fdc-dbcd82c5269c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.904981] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:70:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dba18786-598d-4e06-96db-b3dc1717530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c46f7e3-6fb0-46f9-9fdc-dbcd82c5269c', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.919330] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Creating folder: Project (93131de3c24b4a09a5cea44081568a86). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.919655] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-259a988a-c528-41f2-8c85-3eb3a011d9fb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.930540] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Created folder: Project (93131de3c24b4a09a5cea44081568a86) in parent group-v655402. [ 660.930824] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Creating folder: Instances. Parent ref: group-v655460. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.931265] env[69357]: DEBUG oslo_concurrency.lockutils [req-bc233caa-c1bb-4ab9-8cb0-9eacb5ac5921 req-019c7396-49e3-49c7-8d5f-d8d2ec50764d service nova] Releasing lock "refresh_cache-442ed0ae-d3f8-4ca8-a450-7d7369000dd2" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.931614] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f785e1d-c90e-47b0-a376-dccf03011b2a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.941472] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Created folder: Instances in parent group-v655460. [ 660.941824] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.942055] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.942266] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40bbd35c-0f5c-42f8-9872-18d6aafa86dc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.967322] env[69357]: DEBUG oslo_vmware.api [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282172, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445109} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.968663] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 6a64d4bd-0cef-4bbf-830c-941cee6767a7/6a64d4bd-0cef-4bbf-830c-941cee6767a7.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.968812] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.969217] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.969217] env[69357]: value = "task-3282175" [ 660.969217] env[69357]: _type = "Task" [ 660.969217] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.969442] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4844ce2b-8f7f-4bbe-a04c-830ba3bd575b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.979856] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282175, 'name': CreateVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.981265] env[69357]: DEBUG oslo_vmware.api [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Waiting for the task: (returnval){ [ 660.981265] env[69357]: value = "task-3282176" [ 660.981265] env[69357]: _type = "Task" [ 660.981265] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.989063] env[69357]: DEBUG oslo_vmware.api [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.003730] env[69357]: DEBUG nova.network.neutron [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Successfully updated port: 86d1d0d8-6f45-4c35-88aa-b47b929759ae {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.053247] env[69357]: DEBUG oslo_concurrency.lockutils [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.053782] env[69357]: DEBUG nova.compute.manager [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.056927] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3fcd639b-346c-4d98-8b2a-94eeae5daf84 tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.306s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.057183] env[69357]: DEBUG nova.objects.instance [None req-3fcd639b-346c-4d98-8b2a-94eeae5daf84 tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Lazy-loading 'resources' on Instance uuid a3356b27-2c6a-45be-b610-b99fdc08d1bd {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 661.481675] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282175, 'name': CreateVM_Task, 'duration_secs': 0.293251} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.481750] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.485599] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.485599] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.485760] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.486878] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1abfb17a-fb29-43be-999d-726fc4c49230 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.492239] env[69357]: DEBUG oslo_vmware.api [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.493614] env[69357]: DEBUG oslo_vmware.api [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for the task: (returnval){ [ 661.493614] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5205239b-a713-ccc8-bc05-467db38e62fb" [ 661.493614] env[69357]: _type = "Task" [ 661.493614] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.504811] env[69357]: DEBUG oslo_vmware.api [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5205239b-a713-ccc8-bc05-467db38e62fb, 'name': SearchDatastore_Task, 'duration_secs': 0.009635} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.505110] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.505343] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.505565] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.505709] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.505881] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.506149] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c59ad1f1-ab0f-4545-802e-94585c58cf83 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.508159] env[69357]: DEBUG oslo_concurrency.lockutils [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "refresh_cache-af8f9e4f-c0d8-447b-91ad-04f88290c199" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.508344] env[69357]: DEBUG oslo_concurrency.lockutils [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquired lock "refresh_cache-af8f9e4f-c0d8-447b-91ad-04f88290c199" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.508615] env[69357]: DEBUG nova.network.neutron [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.516647] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.516647] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.517033] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37559fb4-20e2-4f8d-922f-d94ca1e60745 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.521947] env[69357]: DEBUG oslo_vmware.api [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for the task: (returnval){ [ 661.521947] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52492339-4fa0-639f-b356-c94933bec858" [ 661.521947] env[69357]: _type = "Task" [ 661.521947] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.530552] env[69357]: DEBUG oslo_vmware.api [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52492339-4fa0-639f-b356-c94933bec858, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.536060] env[69357]: DEBUG nova.network.neutron [req-c51fb846-75b7-43d2-b109-e03ef74e11a7 req-b281b637-c07c-44b3-bb10-d11911d888f3 service nova] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Updated VIF entry in instance network info cache for port 47c06b74-3390-4779-94cc-daadc54b0749. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.537028] env[69357]: DEBUG nova.network.neutron [req-c51fb846-75b7-43d2-b109-e03ef74e11a7 req-b281b637-c07c-44b3-bb10-d11911d888f3 service nova] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Updating instance_info_cache with network_info: [{"id": "47c06b74-3390-4779-94cc-daadc54b0749", "address": "fa:16:3e:53:a3:c8", "network": {"id": "f9fb8671-240e-44e5-ba55-8e979a1558e8", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1808161823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd7f6e1599164ccbab841d690660656c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c06b74-33", "ovs_interfaceid": "47c06b74-3390-4779-94cc-daadc54b0749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.558850] env[69357]: DEBUG nova.compute.utils [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.560461] env[69357]: DEBUG nova.compute.manager [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.560622] env[69357]: DEBUG nova.network.neutron [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.607254] env[69357]: DEBUG nova.policy [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b65d43936a147cf954f17aa3e218358', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa0b5985faa849ad9f69a11affdd23b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.898772] env[69357]: DEBUG nova.network.neutron [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Successfully created port: 7129f224-2c73-470d-a434-97c4ee3ea591 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.994710] env[69357]: DEBUG oslo_vmware.api [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.902679} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.998119] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.999783] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe5cfdb-828d-44d3-ac23-8fe936865732 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.027522] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 6a64d4bd-0cef-4bbf-830c-941cee6767a7/6a64d4bd-0cef-4bbf-830c-941cee6767a7.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.031099] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adb0e61a-6306-4e2b-803a-4f64b6f50668 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.051565] env[69357]: DEBUG oslo_concurrency.lockutils [req-c51fb846-75b7-43d2-b109-e03ef74e11a7 req-b281b637-c07c-44b3-bb10-d11911d888f3 service nova] Releasing lock "refresh_cache-2f591c40-74b9-42e7-95da-568884aeb59b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.051920] env[69357]: DEBUG nova.compute.manager [req-c51fb846-75b7-43d2-b109-e03ef74e11a7 req-b281b637-c07c-44b3-bb10-d11911d888f3 service nova] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Received event network-vif-plugged-5c46f7e3-6fb0-46f9-9fdc-dbcd82c5269c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.052111] env[69357]: DEBUG oslo_concurrency.lockutils [req-c51fb846-75b7-43d2-b109-e03ef74e11a7 req-b281b637-c07c-44b3-bb10-d11911d888f3 service nova] Acquiring lock "8a2798c0-37b3-4a3c-a21b-f643ab42091d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.052357] env[69357]: DEBUG oslo_concurrency.lockutils [req-c51fb846-75b7-43d2-b109-e03ef74e11a7 req-b281b637-c07c-44b3-bb10-d11911d888f3 service nova] Lock "8a2798c0-37b3-4a3c-a21b-f643ab42091d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.054105] env[69357]: DEBUG oslo_concurrency.lockutils [req-c51fb846-75b7-43d2-b109-e03ef74e11a7 req-b281b637-c07c-44b3-bb10-d11911d888f3 service nova] Lock "8a2798c0-37b3-4a3c-a21b-f643ab42091d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.054105] env[69357]: DEBUG nova.compute.manager [req-c51fb846-75b7-43d2-b109-e03ef74e11a7 req-b281b637-c07c-44b3-bb10-d11911d888f3 service nova] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] No waiting events found dispatching network-vif-plugged-5c46f7e3-6fb0-46f9-9fdc-dbcd82c5269c {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 662.054105] env[69357]: WARNING nova.compute.manager [req-c51fb846-75b7-43d2-b109-e03ef74e11a7 req-b281b637-c07c-44b3-bb10-d11911d888f3 service nova] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Received unexpected event network-vif-plugged-5c46f7e3-6fb0-46f9-9fdc-dbcd82c5269c for instance with vm_state building and task_state spawning. [ 662.054105] env[69357]: DEBUG nova.compute.manager [req-c51fb846-75b7-43d2-b109-e03ef74e11a7 req-b281b637-c07c-44b3-bb10-d11911d888f3 service nova] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Received event network-changed-5c46f7e3-6fb0-46f9-9fdc-dbcd82c5269c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.054105] env[69357]: DEBUG nova.compute.manager [req-c51fb846-75b7-43d2-b109-e03ef74e11a7 req-b281b637-c07c-44b3-bb10-d11911d888f3 service nova] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Refreshing instance network info cache due to event network-changed-5c46f7e3-6fb0-46f9-9fdc-dbcd82c5269c. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 662.054293] env[69357]: DEBUG oslo_concurrency.lockutils [req-c51fb846-75b7-43d2-b109-e03ef74e11a7 req-b281b637-c07c-44b3-bb10-d11911d888f3 service nova] Acquiring lock "refresh_cache-8a2798c0-37b3-4a3c-a21b-f643ab42091d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.054293] env[69357]: DEBUG oslo_concurrency.lockutils [req-c51fb846-75b7-43d2-b109-e03ef74e11a7 req-b281b637-c07c-44b3-bb10-d11911d888f3 service nova] Acquired lock "refresh_cache-8a2798c0-37b3-4a3c-a21b-f643ab42091d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.054293] env[69357]: DEBUG nova.network.neutron [req-c51fb846-75b7-43d2-b109-e03ef74e11a7 req-b281b637-c07c-44b3-bb10-d11911d888f3 service nova] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Refreshing network info cache for port 5c46f7e3-6fb0-46f9-9fdc-dbcd82c5269c {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.062173] env[69357]: DEBUG oslo_vmware.api [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52492339-4fa0-639f-b356-c94933bec858, 'name': SearchDatastore_Task, 'duration_secs': 0.008307} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.065163] env[69357]: DEBUG oslo_vmware.api [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Waiting for the task: (returnval){ [ 662.065163] env[69357]: value = "task-3282177" [ 662.065163] env[69357]: _type = "Task" [ 662.065163] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.067758] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6d5478f-8125-491c-8b6a-e6c10053bfaa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.070397] env[69357]: DEBUG nova.compute.manager [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.080345] env[69357]: DEBUG oslo_vmware.api [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for the task: (returnval){ [ 662.080345] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]526db077-17f0-65a7-1650-63585e317df2" [ 662.080345] env[69357]: _type = "Task" [ 662.080345] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.083774] env[69357]: DEBUG oslo_vmware.api [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.094127] env[69357]: DEBUG nova.compute.manager [req-2c8bbd5d-a05f-4fc5-9866-608a6852046e req-51f4a4bc-ca6b-4a50-946d-d154a55bcfab service nova] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Received event network-vif-plugged-86d1d0d8-6f45-4c35-88aa-b47b929759ae {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.094127] env[69357]: DEBUG oslo_concurrency.lockutils [req-2c8bbd5d-a05f-4fc5-9866-608a6852046e req-51f4a4bc-ca6b-4a50-946d-d154a55bcfab service nova] Acquiring lock "af8f9e4f-c0d8-447b-91ad-04f88290c199-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.094127] env[69357]: DEBUG oslo_concurrency.lockutils [req-2c8bbd5d-a05f-4fc5-9866-608a6852046e req-51f4a4bc-ca6b-4a50-946d-d154a55bcfab service nova] Lock "af8f9e4f-c0d8-447b-91ad-04f88290c199-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.094127] env[69357]: DEBUG oslo_concurrency.lockutils [req-2c8bbd5d-a05f-4fc5-9866-608a6852046e req-51f4a4bc-ca6b-4a50-946d-d154a55bcfab service nova] Lock "af8f9e4f-c0d8-447b-91ad-04f88290c199-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.094127] env[69357]: DEBUG nova.compute.manager [req-2c8bbd5d-a05f-4fc5-9866-608a6852046e req-51f4a4bc-ca6b-4a50-946d-d154a55bcfab service nova] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] No waiting events found dispatching network-vif-plugged-86d1d0d8-6f45-4c35-88aa-b47b929759ae {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 662.094642] env[69357]: WARNING nova.compute.manager [req-2c8bbd5d-a05f-4fc5-9866-608a6852046e req-51f4a4bc-ca6b-4a50-946d-d154a55bcfab service nova] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Received unexpected event network-vif-plugged-86d1d0d8-6f45-4c35-88aa-b47b929759ae for instance with vm_state building and task_state spawning. [ 662.094642] env[69357]: DEBUG nova.compute.manager [req-2c8bbd5d-a05f-4fc5-9866-608a6852046e req-51f4a4bc-ca6b-4a50-946d-d154a55bcfab service nova] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Received event network-changed-86d1d0d8-6f45-4c35-88aa-b47b929759ae {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.094642] env[69357]: DEBUG nova.compute.manager [req-2c8bbd5d-a05f-4fc5-9866-608a6852046e req-51f4a4bc-ca6b-4a50-946d-d154a55bcfab service nova] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Refreshing instance network info cache due to event network-changed-86d1d0d8-6f45-4c35-88aa-b47b929759ae. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 662.094642] env[69357]: DEBUG oslo_concurrency.lockutils [req-2c8bbd5d-a05f-4fc5-9866-608a6852046e req-51f4a4bc-ca6b-4a50-946d-d154a55bcfab service nova] Acquiring lock "refresh_cache-af8f9e4f-c0d8-447b-91ad-04f88290c199" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.098185] env[69357]: DEBUG nova.network.neutron [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.104359] env[69357]: DEBUG oslo_vmware.api [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]526db077-17f0-65a7-1650-63585e317df2, 'name': SearchDatastore_Task, 'duration_secs': 0.01028} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.104359] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.104359] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 8a2798c0-37b3-4a3c-a21b-f643ab42091d/8a2798c0-37b3-4a3c-a21b-f643ab42091d.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.104359] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab45f1dd-b2c7-489a-949b-4de7b66cd020 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.108523] env[69357]: DEBUG oslo_vmware.api [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for the task: (returnval){ [ 662.108523] env[69357]: value = "task-3282178" [ 662.108523] env[69357]: _type = "Task" [ 662.108523] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.116366] env[69357]: DEBUG oslo_vmware.api [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.192128] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688ebc97-9f5e-4299-8932-55c8e955c0b6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.199772] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f42f7fd-b56f-4816-a8ce-2878ad23754f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.234991] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443bc3fe-052e-47cf-b2c3-2d381a2045a4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.246030] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b908c68-7889-4973-8ea9-cd488717a49d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.261366] env[69357]: DEBUG nova.compute.provider_tree [None req-3fcd639b-346c-4d98-8b2a-94eeae5daf84 tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.307128] env[69357]: DEBUG nova.network.neutron [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Updating instance_info_cache with network_info: [{"id": "86d1d0d8-6f45-4c35-88aa-b47b929759ae", "address": "fa:16:3e:eb:b3:ae", "network": {"id": "256f2819-f719-4377-82d3-97bddef87341", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-545752502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34055bbad79e42e59bb22ff7a0529002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86d1d0d8-6f", "ovs_interfaceid": "86d1d0d8-6f45-4c35-88aa-b47b929759ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.595399] env[69357]: DEBUG oslo_vmware.api [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282177, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.621461] env[69357]: DEBUG oslo_vmware.api [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282178, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.764417] env[69357]: DEBUG nova.scheduler.client.report [None req-3fcd639b-346c-4d98-8b2a-94eeae5daf84 tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.804145] env[69357]: DEBUG nova.network.neutron [req-c51fb846-75b7-43d2-b109-e03ef74e11a7 req-b281b637-c07c-44b3-bb10-d11911d888f3 service nova] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Updated VIF entry in instance network info cache for port 5c46f7e3-6fb0-46f9-9fdc-dbcd82c5269c. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.804509] env[69357]: DEBUG nova.network.neutron [req-c51fb846-75b7-43d2-b109-e03ef74e11a7 req-b281b637-c07c-44b3-bb10-d11911d888f3 service nova] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Updating instance_info_cache with network_info: [{"id": "5c46f7e3-6fb0-46f9-9fdc-dbcd82c5269c", "address": "fa:16:3e:94:70:03", "network": {"id": "9fc56764-4e8e-4299-8788-a4bfd01cf449", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-91556913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93131de3c24b4a09a5cea44081568a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c46f7e3-6f", "ovs_interfaceid": "5c46f7e3-6fb0-46f9-9fdc-dbcd82c5269c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.809415] env[69357]: DEBUG oslo_concurrency.lockutils [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Releasing lock "refresh_cache-af8f9e4f-c0d8-447b-91ad-04f88290c199" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.809612] env[69357]: DEBUG nova.compute.manager [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Instance network_info: |[{"id": "86d1d0d8-6f45-4c35-88aa-b47b929759ae", "address": "fa:16:3e:eb:b3:ae", "network": {"id": "256f2819-f719-4377-82d3-97bddef87341", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-545752502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34055bbad79e42e59bb22ff7a0529002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86d1d0d8-6f", "ovs_interfaceid": "86d1d0d8-6f45-4c35-88aa-b47b929759ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.810975] env[69357]: DEBUG oslo_concurrency.lockutils [req-2c8bbd5d-a05f-4fc5-9866-608a6852046e req-51f4a4bc-ca6b-4a50-946d-d154a55bcfab service nova] Acquired lock "refresh_cache-af8f9e4f-c0d8-447b-91ad-04f88290c199" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.810975] env[69357]: DEBUG nova.network.neutron [req-2c8bbd5d-a05f-4fc5-9866-608a6852046e req-51f4a4bc-ca6b-4a50-946d-d154a55bcfab service nova] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Refreshing network info cache for port 86d1d0d8-6f45-4c35-88aa-b47b929759ae {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.814185] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:b3:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86d1d0d8-6f45-4c35-88aa-b47b929759ae', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.823977] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Creating folder: Project (34055bbad79e42e59bb22ff7a0529002). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.828161] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c96193f-b713-40bb-9596-2a2a43a61bf3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.838869] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Created folder: Project (34055bbad79e42e59bb22ff7a0529002) in parent group-v655402. [ 662.839074] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Creating folder: Instances. Parent ref: group-v655463. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.839305] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c373d401-d73d-4414-9018-c88be1463748 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.847469] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Created folder: Instances in parent group-v655463. [ 662.848641] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.848641] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.848641] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5cf8bc0-3e0f-46a8-b1f7-c27b9b2cef3b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.870991] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.870991] env[69357]: value = "task-3282181" [ 662.870991] env[69357]: _type = "Task" [ 662.870991] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.880014] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282181, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.038817] env[69357]: DEBUG nova.network.neutron [req-2c8bbd5d-a05f-4fc5-9866-608a6852046e req-51f4a4bc-ca6b-4a50-946d-d154a55bcfab service nova] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Updated VIF entry in instance network info cache for port 86d1d0d8-6f45-4c35-88aa-b47b929759ae. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.040098] env[69357]: DEBUG nova.network.neutron [req-2c8bbd5d-a05f-4fc5-9866-608a6852046e req-51f4a4bc-ca6b-4a50-946d-d154a55bcfab service nova] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Updating instance_info_cache with network_info: [{"id": "86d1d0d8-6f45-4c35-88aa-b47b929759ae", "address": "fa:16:3e:eb:b3:ae", "network": {"id": "256f2819-f719-4377-82d3-97bddef87341", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-545752502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34055bbad79e42e59bb22ff7a0529002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86d1d0d8-6f", "ovs_interfaceid": "86d1d0d8-6f45-4c35-88aa-b47b929759ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.081595] env[69357]: DEBUG oslo_vmware.api [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282177, 'name': ReconfigVM_Task, 'duration_secs': 0.569791} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.081894] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 6a64d4bd-0cef-4bbf-830c-941cee6767a7/6a64d4bd-0cef-4bbf-830c-941cee6767a7.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.082593] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35b75174-786d-4f0b-9ba2-cac08be65609 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.089555] env[69357]: DEBUG nova.compute.manager [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.091745] env[69357]: DEBUG oslo_vmware.api [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Waiting for the task: (returnval){ [ 663.091745] env[69357]: value = "task-3282182" [ 663.091745] env[69357]: _type = "Task" [ 663.091745] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.103964] env[69357]: DEBUG oslo_vmware.api [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282182, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.126478] env[69357]: DEBUG oslo_vmware.api [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282178, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.130400] env[69357]: DEBUG nova.virt.hardware [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.130666] env[69357]: DEBUG nova.virt.hardware [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.130825] env[69357]: DEBUG nova.virt.hardware [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.131080] env[69357]: DEBUG nova.virt.hardware [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.131297] env[69357]: DEBUG nova.virt.hardware [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.131491] env[69357]: DEBUG nova.virt.hardware [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.131717] env[69357]: DEBUG nova.virt.hardware [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.131881] env[69357]: DEBUG nova.virt.hardware [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.132642] env[69357]: DEBUG nova.virt.hardware [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.132642] env[69357]: DEBUG nova.virt.hardware [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.132642] env[69357]: DEBUG nova.virt.hardware [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.133221] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1e10ba-dc92-4bc1-ac26-a560ccb2e76d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.142195] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd9ffc2-8c08-401c-ba86-c482b46885f4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.275017] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3fcd639b-346c-4d98-8b2a-94eeae5daf84 tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.276228] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.303s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.279614] env[69357]: INFO nova.compute.claims [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.308734] env[69357]: DEBUG oslo_concurrency.lockutils [req-c51fb846-75b7-43d2-b109-e03ef74e11a7 req-b281b637-c07c-44b3-bb10-d11911d888f3 service nova] Releasing lock "refresh_cache-8a2798c0-37b3-4a3c-a21b-f643ab42091d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.322280] env[69357]: INFO nova.scheduler.client.report [None req-3fcd639b-346c-4d98-8b2a-94eeae5daf84 tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Deleted allocations for instance a3356b27-2c6a-45be-b610-b99fdc08d1bd [ 663.395833] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282181, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.543020] env[69357]: DEBUG oslo_concurrency.lockutils [req-2c8bbd5d-a05f-4fc5-9866-608a6852046e req-51f4a4bc-ca6b-4a50-946d-d154a55bcfab service nova] Releasing lock "refresh_cache-af8f9e4f-c0d8-447b-91ad-04f88290c199" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.606323] env[69357]: DEBUG oslo_vmware.api [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282182, 'name': Rename_Task, 'duration_secs': 0.169111} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.606323] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.606323] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6674a8a1-6b23-465c-b3b0-f5c04f08c1a9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.613385] env[69357]: DEBUG oslo_vmware.api [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Waiting for the task: (returnval){ [ 663.613385] env[69357]: value = "task-3282183" [ 663.613385] env[69357]: _type = "Task" [ 663.613385] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.625410] env[69357]: DEBUG oslo_vmware.api [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.629548] env[69357]: DEBUG oslo_vmware.api [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282178, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.507042} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.629548] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 8a2798c0-37b3-4a3c-a21b-f643ab42091d/8a2798c0-37b3-4a3c-a21b-f643ab42091d.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.629548] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.629548] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aea3fbca-216f-41d9-822b-96a15877e270 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.637111] env[69357]: DEBUG oslo_vmware.api [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for the task: (returnval){ [ 663.637111] env[69357]: value = "task-3282184" [ 663.637111] env[69357]: _type = "Task" [ 663.637111] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.646893] env[69357]: DEBUG oslo_vmware.api [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282184, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.676980] env[69357]: DEBUG nova.network.neutron [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Successfully updated port: 7129f224-2c73-470d-a434-97c4ee3ea591 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.831733] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3fcd639b-346c-4d98-8b2a-94eeae5daf84 tempest-ServerDiagnosticsTest-225163643 tempest-ServerDiagnosticsTest-225163643-project-member] Lock "a3356b27-2c6a-45be-b610-b99fdc08d1bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.169s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.882777] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282181, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.129696] env[69357]: DEBUG oslo_vmware.api [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282183, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.148454] env[69357]: DEBUG oslo_vmware.api [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282184, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0776} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.148766] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.149715] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ac9c67-b19b-4faf-812d-550a5ca47364 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.180377] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 8a2798c0-37b3-4a3c-a21b-f643ab42091d/8a2798c0-37b3-4a3c-a21b-f643ab42091d.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.180823] env[69357]: DEBUG oslo_concurrency.lockutils [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Acquiring lock "refresh_cache-c8057193-ee6e-43c5-8595-496b47cf1a51" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.180953] env[69357]: DEBUG oslo_concurrency.lockutils [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Acquired lock "refresh_cache-c8057193-ee6e-43c5-8595-496b47cf1a51" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.181656] env[69357]: DEBUG nova.network.neutron [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.183517] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdb989e5-754b-428a-896a-1578973ec02b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.205955] env[69357]: DEBUG oslo_vmware.api [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for the task: (returnval){ [ 664.205955] env[69357]: value = "task-3282185" [ 664.205955] env[69357]: _type = "Task" [ 664.205955] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.215734] env[69357]: DEBUG oslo_vmware.api [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282185, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.380230] env[69357]: DEBUG nova.compute.manager [req-21fad478-45c5-486f-9991-1d2cb93f2955 req-63b33d95-82d2-426e-b834-c7673e0b9205 service nova] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Received event network-vif-plugged-7129f224-2c73-470d-a434-97c4ee3ea591 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.380548] env[69357]: DEBUG oslo_concurrency.lockutils [req-21fad478-45c5-486f-9991-1d2cb93f2955 req-63b33d95-82d2-426e-b834-c7673e0b9205 service nova] Acquiring lock "c8057193-ee6e-43c5-8595-496b47cf1a51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.380724] env[69357]: DEBUG oslo_concurrency.lockutils [req-21fad478-45c5-486f-9991-1d2cb93f2955 req-63b33d95-82d2-426e-b834-c7673e0b9205 service nova] Lock "c8057193-ee6e-43c5-8595-496b47cf1a51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.380894] env[69357]: DEBUG oslo_concurrency.lockutils [req-21fad478-45c5-486f-9991-1d2cb93f2955 req-63b33d95-82d2-426e-b834-c7673e0b9205 service nova] Lock "c8057193-ee6e-43c5-8595-496b47cf1a51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.381109] env[69357]: DEBUG nova.compute.manager [req-21fad478-45c5-486f-9991-1d2cb93f2955 req-63b33d95-82d2-426e-b834-c7673e0b9205 service nova] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] No waiting events found dispatching network-vif-plugged-7129f224-2c73-470d-a434-97c4ee3ea591 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 664.381342] env[69357]: WARNING nova.compute.manager [req-21fad478-45c5-486f-9991-1d2cb93f2955 req-63b33d95-82d2-426e-b834-c7673e0b9205 service nova] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Received unexpected event network-vif-plugged-7129f224-2c73-470d-a434-97c4ee3ea591 for instance with vm_state building and task_state spawning. [ 664.381829] env[69357]: DEBUG nova.compute.manager [req-21fad478-45c5-486f-9991-1d2cb93f2955 req-63b33d95-82d2-426e-b834-c7673e0b9205 service nova] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Received event network-changed-7129f224-2c73-470d-a434-97c4ee3ea591 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.382371] env[69357]: DEBUG nova.compute.manager [req-21fad478-45c5-486f-9991-1d2cb93f2955 req-63b33d95-82d2-426e-b834-c7673e0b9205 service nova] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Refreshing instance network info cache due to event network-changed-7129f224-2c73-470d-a434-97c4ee3ea591. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 664.382371] env[69357]: DEBUG oslo_concurrency.lockutils [req-21fad478-45c5-486f-9991-1d2cb93f2955 req-63b33d95-82d2-426e-b834-c7673e0b9205 service nova] Acquiring lock "refresh_cache-c8057193-ee6e-43c5-8595-496b47cf1a51" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.394087] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282181, 'name': CreateVM_Task, 'duration_secs': 1.079998} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.397571] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.397571] env[69357]: DEBUG oslo_concurrency.lockutils [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.397571] env[69357]: DEBUG oslo_concurrency.lockutils [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.397571] env[69357]: DEBUG oslo_concurrency.lockutils [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.397571] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0b20242-2999-4f81-8bd6-398161301f63 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.407840] env[69357]: DEBUG oslo_vmware.api [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 664.407840] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5263653e-87c9-81f2-af7a-d4a8cf5adeb5" [ 664.407840] env[69357]: _type = "Task" [ 664.407840] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.416926] env[69357]: DEBUG oslo_vmware.api [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5263653e-87c9-81f2-af7a-d4a8cf5adeb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.630417] env[69357]: DEBUG oslo_vmware.api [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282183, 'name': PowerOnVM_Task, 'duration_secs': 0.831741} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.633258] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.633724] env[69357]: INFO nova.compute.manager [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Took 9.75 seconds to spawn the instance on the hypervisor. [ 664.633724] env[69357]: DEBUG nova.compute.manager [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.634769] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887aa6f5-f8ad-4ef4-bdab-2bc14ca29983 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.717606] env[69357]: DEBUG oslo_vmware.api [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282185, 'name': ReconfigVM_Task, 'duration_secs': 0.293297} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.720459] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 8a2798c0-37b3-4a3c-a21b-f643ab42091d/8a2798c0-37b3-4a3c-a21b-f643ab42091d.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.721811] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c71b6f8e-e229-4409-98d3-bc56a073ae37 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.732523] env[69357]: DEBUG oslo_vmware.api [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for the task: (returnval){ [ 664.732523] env[69357]: value = "task-3282186" [ 664.732523] env[69357]: _type = "Task" [ 664.732523] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.740225] env[69357]: DEBUG oslo_vmware.api [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282186, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.749370] env[69357]: DEBUG nova.network.neutron [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.863020] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebee6b8-5e4d-4db2-8ad5-75f3bb22218b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.871369] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4777a8dd-4245-4105-b621-f2caee8e15c4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.905202] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9feaab5-63ff-4c24-9670-904ab2a0b0a2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.908599] env[69357]: DEBUG nova.network.neutron [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Updating instance_info_cache with network_info: [{"id": "7129f224-2c73-470d-a434-97c4ee3ea591", "address": "fa:16:3e:70:be:94", "network": {"id": "81a96926-6e4d-4ca7-8592-2da843949079", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-122926924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa0b5985faa849ad9f69a11affdd23b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7129f224-2c", "ovs_interfaceid": "7129f224-2c73-470d-a434-97c4ee3ea591", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.917407] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7576c42c-1fbd-4910-b2c1-8499164470b4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.925406] env[69357]: DEBUG oslo_vmware.api [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5263653e-87c9-81f2-af7a-d4a8cf5adeb5, 'name': SearchDatastore_Task, 'duration_secs': 0.010299} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.926092] env[69357]: DEBUG oslo_concurrency.lockutils [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.926356] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.926823] env[69357]: DEBUG oslo_concurrency.lockutils [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.926823] env[69357]: DEBUG oslo_concurrency.lockutils [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.926912] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.927202] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2f89d49-ac0d-4c0b-b276-49ac395c9a93 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.936848] env[69357]: DEBUG nova.compute.provider_tree [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.945013] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.945273] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.946840] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1f87732-b474-4bf6-8aac-f77d8601b878 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.951980] env[69357]: DEBUG oslo_vmware.api [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 664.951980] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52114ddd-cd9d-1a5d-3033-e19077fe363f" [ 664.951980] env[69357]: _type = "Task" [ 664.951980] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.961124] env[69357]: DEBUG oslo_vmware.api [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52114ddd-cd9d-1a5d-3033-e19077fe363f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.155855] env[69357]: INFO nova.compute.manager [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Took 35.45 seconds to build instance. [ 665.241468] env[69357]: DEBUG oslo_vmware.api [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282186, 'name': Rename_Task, 'duration_secs': 0.152749} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.241745] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.241988] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4cd0738-99a0-438a-aafd-08fd72a2cc8b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.247847] env[69357]: DEBUG oslo_vmware.api [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for the task: (returnval){ [ 665.247847] env[69357]: value = "task-3282187" [ 665.247847] env[69357]: _type = "Task" [ 665.247847] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.255335] env[69357]: DEBUG oslo_vmware.api [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.416445] env[69357]: DEBUG oslo_concurrency.lockutils [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Releasing lock "refresh_cache-c8057193-ee6e-43c5-8595-496b47cf1a51" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.416801] env[69357]: DEBUG nova.compute.manager [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Instance network_info: |[{"id": "7129f224-2c73-470d-a434-97c4ee3ea591", "address": "fa:16:3e:70:be:94", "network": {"id": "81a96926-6e4d-4ca7-8592-2da843949079", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-122926924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa0b5985faa849ad9f69a11affdd23b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7129f224-2c", "ovs_interfaceid": "7129f224-2c73-470d-a434-97c4ee3ea591", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.417290] env[69357]: DEBUG oslo_concurrency.lockutils [req-21fad478-45c5-486f-9991-1d2cb93f2955 req-63b33d95-82d2-426e-b834-c7673e0b9205 service nova] Acquired lock "refresh_cache-c8057193-ee6e-43c5-8595-496b47cf1a51" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.417386] env[69357]: DEBUG nova.network.neutron [req-21fad478-45c5-486f-9991-1d2cb93f2955 req-63b33d95-82d2-426e-b834-c7673e0b9205 service nova] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Refreshing network info cache for port 7129f224-2c73-470d-a434-97c4ee3ea591 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.418951] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:be:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7129f224-2c73-470d-a434-97c4ee3ea591', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.430583] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Creating folder: Project (fa0b5985faa849ad9f69a11affdd23b8). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.431782] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d24bbff-4cce-40f2-813b-64f830e0f53f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.440034] env[69357]: DEBUG nova.scheduler.client.report [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.444240] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Created folder: Project (fa0b5985faa849ad9f69a11affdd23b8) in parent group-v655402. [ 665.444426] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Creating folder: Instances. Parent ref: group-v655466. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.444849] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5967e8d6-4879-4640-9a11-19eb1f281a7a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.453661] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Created folder: Instances in parent group-v655466. [ 665.453912] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.454204] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.458208] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7aa2909f-a486-447f-ba28-06c83a51c229 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.479723] env[69357]: DEBUG oslo_vmware.api [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52114ddd-cd9d-1a5d-3033-e19077fe363f, 'name': SearchDatastore_Task, 'duration_secs': 0.009217} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.481963] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.481963] env[69357]: value = "task-3282190" [ 665.481963] env[69357]: _type = "Task" [ 665.481963] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.481963] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d7de093-3d09-4ce9-a080-fdf619151166 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.494837] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282190, 'name': CreateVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.495534] env[69357]: DEBUG oslo_vmware.api [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 665.495534] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]520c9f0f-ae71-58e9-a4f0-c444ad198caf" [ 665.495534] env[69357]: _type = "Task" [ 665.495534] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.509268] env[69357]: DEBUG oslo_vmware.api [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]520c9f0f-ae71-58e9-a4f0-c444ad198caf, 'name': SearchDatastore_Task, 'duration_secs': 0.009967} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.509268] env[69357]: DEBUG oslo_concurrency.lockutils [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.509268] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] af8f9e4f-c0d8-447b-91ad-04f88290c199/af8f9e4f-c0d8-447b-91ad-04f88290c199.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.509268] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8e2dc56-7dd5-4458-8870-d2f96875e918 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.514621] env[69357]: DEBUG oslo_vmware.api [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 665.514621] env[69357]: value = "task-3282191" [ 665.514621] env[69357]: _type = "Task" [ 665.514621] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.526052] env[69357]: DEBUG oslo_vmware.api [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.658733] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3c9fb636-003c-4a84-9071-1f56120ba845 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Lock "6a64d4bd-0cef-4bbf-830c-941cee6767a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.032s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.759975] env[69357]: DEBUG oslo_vmware.api [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282187, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.946717] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.947290] env[69357]: DEBUG nova.compute.manager [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.950407] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.448s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.950595] env[69357]: DEBUG nova.objects.instance [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69357) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 665.996836] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282190, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.028138] env[69357]: DEBUG oslo_vmware.api [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282191, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.115821] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Acquiring lock "e896bb18-636e-4787-8b67-476c5a32dd33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.116088] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Lock "e896bb18-636e-4787-8b67-476c5a32dd33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.160888] env[69357]: DEBUG nova.compute.manager [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.175400] env[69357]: DEBUG nova.network.neutron [req-21fad478-45c5-486f-9991-1d2cb93f2955 req-63b33d95-82d2-426e-b834-c7673e0b9205 service nova] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Updated VIF entry in instance network info cache for port 7129f224-2c73-470d-a434-97c4ee3ea591. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.176630] env[69357]: DEBUG nova.network.neutron [req-21fad478-45c5-486f-9991-1d2cb93f2955 req-63b33d95-82d2-426e-b834-c7673e0b9205 service nova] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Updating instance_info_cache with network_info: [{"id": "7129f224-2c73-470d-a434-97c4ee3ea591", "address": "fa:16:3e:70:be:94", "network": {"id": "81a96926-6e4d-4ca7-8592-2da843949079", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-122926924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa0b5985faa849ad9f69a11affdd23b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7129f224-2c", "ovs_interfaceid": "7129f224-2c73-470d-a434-97c4ee3ea591", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.258085] env[69357]: DEBUG oslo_vmware.api [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282187, 'name': PowerOnVM_Task, 'duration_secs': 0.539193} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.258361] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.258561] env[69357]: INFO nova.compute.manager [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Took 8.66 seconds to spawn the instance on the hypervisor. [ 666.258740] env[69357]: DEBUG nova.compute.manager [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.259566] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0042285a-400f-4982-b748-5f3f02bba464 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.460026] env[69357]: DEBUG nova.compute.utils [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.462312] env[69357]: DEBUG nova.compute.manager [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.462513] env[69357]: DEBUG nova.network.neutron [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.495303] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282190, 'name': CreateVM_Task, 'duration_secs': 0.551178} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.495472] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.496704] env[69357]: DEBUG oslo_concurrency.lockutils [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.496874] env[69357]: DEBUG oslo_concurrency.lockutils [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.497273] env[69357]: DEBUG oslo_concurrency.lockutils [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.497770] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eef72a8a-b5cf-4732-923e-6842a37ccb1f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.503503] env[69357]: DEBUG oslo_vmware.api [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Waiting for the task: (returnval){ [ 666.503503] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]520b5a69-b7ef-01b2-bb24-c22b4819bafa" [ 666.503503] env[69357]: _type = "Task" [ 666.503503] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.512225] env[69357]: DEBUG oslo_vmware.api [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]520b5a69-b7ef-01b2-bb24-c22b4819bafa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.514332] env[69357]: DEBUG nova.compute.manager [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.515079] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e46547-808b-421f-a380-468ecc2cd0a4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.521994] env[69357]: DEBUG nova.policy [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bcaceff0c19496e9cccf8066deba3a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c192b982746449fcb931f6c0090042ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.534225] env[69357]: DEBUG oslo_vmware.api [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534355} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.534661] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] af8f9e4f-c0d8-447b-91ad-04f88290c199/af8f9e4f-c0d8-447b-91ad-04f88290c199.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.534868] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.535145] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09c03c13-5858-4539-8b48-e365a5ca27ac {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.542854] env[69357]: DEBUG oslo_vmware.api [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 666.542854] env[69357]: value = "task-3282192" [ 666.542854] env[69357]: _type = "Task" [ 666.542854] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.550416] env[69357]: DEBUG oslo_vmware.api [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.678308] env[69357]: DEBUG oslo_concurrency.lockutils [req-21fad478-45c5-486f-9991-1d2cb93f2955 req-63b33d95-82d2-426e-b834-c7673e0b9205 service nova] Releasing lock "refresh_cache-c8057193-ee6e-43c5-8595-496b47cf1a51" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.682081] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.781357] env[69357]: INFO nova.compute.manager [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Took 36.94 seconds to build instance. [ 666.963816] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33bc6c0-9437-4835-b8a0-8e3fe9fdc7d3 tempest-ServersAdmin275Test-1347108801 tempest-ServersAdmin275Test-1347108801-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.964994] env[69357]: DEBUG oslo_concurrency.lockutils [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.387s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.967085] env[69357]: INFO nova.compute.claims [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.969838] env[69357]: DEBUG nova.compute.manager [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.998711] env[69357]: DEBUG nova.network.neutron [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Successfully created port: dc65a853-f730-459b-963b-b5eff68b27e7 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.015036] env[69357]: DEBUG oslo_vmware.api [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]520b5a69-b7ef-01b2-bb24-c22b4819bafa, 'name': SearchDatastore_Task, 'duration_secs': 0.040947} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.015363] env[69357]: DEBUG oslo_concurrency.lockutils [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.015816] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.015881] env[69357]: DEBUG oslo_concurrency.lockutils [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.016009] env[69357]: DEBUG oslo_concurrency.lockutils [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.016213] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.016502] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4375cbb1-71a7-4be1-93db-02f8f1641298 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.025657] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.025851] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.026668] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7e92caa-95d5-4f79-a633-88a1d4713099 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.033245] env[69357]: DEBUG oslo_vmware.api [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Waiting for the task: (returnval){ [ 667.033245] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52abab7c-aaf5-b9fe-3e84-a5c8fcff32b8" [ 667.033245] env[69357]: _type = "Task" [ 667.033245] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.037199] env[69357]: INFO nova.compute.manager [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] instance snapshotting [ 667.040422] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c53f851-897e-4511-a423-1722a0bf4fb2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.047053] env[69357]: DEBUG oslo_vmware.api [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52abab7c-aaf5-b9fe-3e84-a5c8fcff32b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.068986] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f7e8b5-b838-4299-bee0-3d359587a8f4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.071484] env[69357]: DEBUG oslo_vmware.api [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065909} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.071858] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.072804] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f2bcf6-b1df-4d55-b884-4548a05f71c8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.772163] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e9acca9-1517-4a3f-929f-5ae53882a081 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Lock "8a2798c0-37b3-4a3c-a21b-f643ab42091d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.084s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.777277] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Creating Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 667.785718] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] af8f9e4f-c0d8-447b-91ad-04f88290c199/af8f9e4f-c0d8-447b-91ad-04f88290c199.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.791083] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e9bc171a-b8cc-42e9-b322-089fb132620e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.793692] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6642b8b8-124b-49d5-a111-2e8fbc2b2c15 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.815361] env[69357]: DEBUG oslo_vmware.api [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52abab7c-aaf5-b9fe-3e84-a5c8fcff32b8, 'name': SearchDatastore_Task, 'duration_secs': 0.012991} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.818058] env[69357]: DEBUG oslo_vmware.api [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Waiting for the task: (returnval){ [ 667.818058] env[69357]: value = "task-3282193" [ 667.818058] env[69357]: _type = "Task" [ 667.818058] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.820385] env[69357]: DEBUG oslo_vmware.api [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 667.820385] env[69357]: value = "task-3282194" [ 667.820385] env[69357]: _type = "Task" [ 667.820385] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.820385] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4da4cfae-0ef6-4786-ba2a-31051fb46138 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.836890] env[69357]: DEBUG oslo_vmware.api [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.837312] env[69357]: DEBUG oslo_vmware.api [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Waiting for the task: (returnval){ [ 667.837312] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5267bd80-8d73-a083-c6c7-bd926666f96d" [ 667.837312] env[69357]: _type = "Task" [ 667.837312] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.837575] env[69357]: DEBUG oslo_vmware.api [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282193, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.846680] env[69357]: DEBUG oslo_vmware.api [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5267bd80-8d73-a083-c6c7-bd926666f96d, 'name': SearchDatastore_Task, 'duration_secs': 0.012085} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.846852] env[69357]: DEBUG oslo_concurrency.lockutils [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.847055] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] c8057193-ee6e-43c5-8595-496b47cf1a51/c8057193-ee6e-43c5-8595-496b47cf1a51.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.847707] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02c77f17-b196-476f-af3c-7ae3917f9dd6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.853858] env[69357]: DEBUG oslo_vmware.api [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Waiting for the task: (returnval){ [ 667.853858] env[69357]: value = "task-3282195" [ 667.853858] env[69357]: _type = "Task" [ 667.853858] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.864080] env[69357]: DEBUG oslo_vmware.api [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Task: {'id': task-3282195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.292111] env[69357]: DEBUG nova.compute.manager [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.308037] env[69357]: DEBUG nova.compute.manager [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.349834] env[69357]: DEBUG oslo_vmware.api [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282193, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.357062] env[69357]: DEBUG oslo_vmware.api [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282194, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.363314] env[69357]: DEBUG nova.virt.hardware [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.363314] env[69357]: DEBUG nova.virt.hardware [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.363540] env[69357]: DEBUG nova.virt.hardware [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.364642] env[69357]: DEBUG nova.virt.hardware [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.364642] env[69357]: DEBUG nova.virt.hardware [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.364642] env[69357]: DEBUG nova.virt.hardware [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.364642] env[69357]: DEBUG nova.virt.hardware [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.364821] env[69357]: DEBUG nova.virt.hardware [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.364992] env[69357]: DEBUG nova.virt.hardware [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.366058] env[69357]: DEBUG nova.virt.hardware [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.366519] env[69357]: DEBUG nova.virt.hardware [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.374931] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a01a63-7682-4a2e-af48-4bde5c1932a6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.399993] env[69357]: DEBUG oslo_vmware.api [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Task: {'id': task-3282195, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504818} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.400444] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] c8057193-ee6e-43c5-8595-496b47cf1a51/c8057193-ee6e-43c5-8595-496b47cf1a51.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.400776] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.402435] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a20b09-a0f7-4063-aa7d-1c01263caaaf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.407510] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6da68223-a5f8-402c-923e-f2fd220d19df {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.428816] env[69357]: DEBUG oslo_vmware.api [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Waiting for the task: (returnval){ [ 668.428816] env[69357]: value = "task-3282196" [ 668.428816] env[69357]: _type = "Task" [ 668.428816] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.440531] env[69357]: DEBUG oslo_vmware.api [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Task: {'id': task-3282196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.833813] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.839953] env[69357]: DEBUG oslo_vmware.api [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282194, 'name': ReconfigVM_Task, 'duration_secs': 0.57391} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.840301] env[69357]: DEBUG oslo_vmware.api [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282193, 'name': CreateSnapshot_Task, 'duration_secs': 0.651619} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.840444] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Reconfigured VM instance instance-00000017 to attach disk [datastore1] af8f9e4f-c0d8-447b-91ad-04f88290c199/af8f9e4f-c0d8-447b-91ad-04f88290c199.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.841119] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Created Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 668.841351] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f18f353c-80da-4c12-b3c5-4acc53438513 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.843435] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a99e9b2-c64e-4ba0-9c4f-0720957dc816 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.862863] env[69357]: DEBUG oslo_vmware.api [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 668.862863] env[69357]: value = "task-3282197" [ 668.862863] env[69357]: _type = "Task" [ 668.862863] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.878952] env[69357]: DEBUG oslo_vmware.api [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282197, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.938772] env[69357]: DEBUG nova.network.neutron [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Successfully updated port: dc65a853-f730-459b-963b-b5eff68b27e7 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.941713] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e9af0f-a540-43f6-8b74-6f0f2138f20e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.948456] env[69357]: DEBUG oslo_vmware.api [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Task: {'id': task-3282196, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07731} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.950225] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.951350] env[69357]: DEBUG nova.compute.manager [req-c0394108-1061-457b-8595-bd37aa008ae9 req-8ba595b1-d340-42ce-8095-58e116eaeaf1 service nova] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Received event network-vif-plugged-dc65a853-f730-459b-963b-b5eff68b27e7 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.951696] env[69357]: DEBUG oslo_concurrency.lockutils [req-c0394108-1061-457b-8595-bd37aa008ae9 req-8ba595b1-d340-42ce-8095-58e116eaeaf1 service nova] Acquiring lock "93efd4ae-beee-4265-b7b8-a77ef5b970ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.952869] env[69357]: DEBUG oslo_concurrency.lockutils [req-c0394108-1061-457b-8595-bd37aa008ae9 req-8ba595b1-d340-42ce-8095-58e116eaeaf1 service nova] Lock "93efd4ae-beee-4265-b7b8-a77ef5b970ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.952869] env[69357]: DEBUG oslo_concurrency.lockutils [req-c0394108-1061-457b-8595-bd37aa008ae9 req-8ba595b1-d340-42ce-8095-58e116eaeaf1 service nova] Lock "93efd4ae-beee-4265-b7b8-a77ef5b970ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.952869] env[69357]: DEBUG nova.compute.manager [req-c0394108-1061-457b-8595-bd37aa008ae9 req-8ba595b1-d340-42ce-8095-58e116eaeaf1 service nova] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] No waiting events found dispatching network-vif-plugged-dc65a853-f730-459b-963b-b5eff68b27e7 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 668.952869] env[69357]: WARNING nova.compute.manager [req-c0394108-1061-457b-8595-bd37aa008ae9 req-8ba595b1-d340-42ce-8095-58e116eaeaf1 service nova] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Received unexpected event network-vif-plugged-dc65a853-f730-459b-963b-b5eff68b27e7 for instance with vm_state building and task_state spawning. [ 668.955593] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c14855-5dfe-46c6-8f72-dac54a547f13 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.959186] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21bbfdb-e7ad-460a-aab3-dc27b12d2109 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.983633] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] c8057193-ee6e-43c5-8595-496b47cf1a51/c8057193-ee6e-43c5-8595-496b47cf1a51.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.013135] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-516f0ee2-40da-4dd3-a485-09e826903672 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.031066] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e737de3b-73a0-40aa-925e-48f7a276992f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.042254] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e94af79-c82a-4df7-be24-f9d4dbbf2c71 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.047712] env[69357]: DEBUG oslo_vmware.api [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Waiting for the task: (returnval){ [ 669.047712] env[69357]: value = "task-3282198" [ 669.047712] env[69357]: _type = "Task" [ 669.047712] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.059570] env[69357]: DEBUG nova.compute.provider_tree [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 669.071446] env[69357]: DEBUG oslo_vmware.api [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Task: {'id': task-3282198, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.373942] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Creating linked-clone VM from snapshot {{(pid=69357) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 669.377686] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ea0fd5c5-3e0c-48bb-b725-0942848d5f37 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.388103] env[69357]: DEBUG oslo_vmware.api [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282197, 'name': Rename_Task, 'duration_secs': 0.267437} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.390098] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.390507] env[69357]: DEBUG oslo_vmware.api [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Waiting for the task: (returnval){ [ 669.390507] env[69357]: value = "task-3282199" [ 669.390507] env[69357]: _type = "Task" [ 669.390507] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.390719] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc22f29b-48a9-4714-8068-f2f7ba82b843 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.402554] env[69357]: DEBUG oslo_vmware.api [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282199, 'name': CloneVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.403876] env[69357]: DEBUG oslo_vmware.api [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 669.403876] env[69357]: value = "task-3282200" [ 669.403876] env[69357]: _type = "Task" [ 669.403876] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.411387] env[69357]: DEBUG oslo_vmware.api [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282200, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.446267] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Acquiring lock "refresh_cache-93efd4ae-beee-4265-b7b8-a77ef5b970ea" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.446424] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Acquired lock "refresh_cache-93efd4ae-beee-4265-b7b8-a77ef5b970ea" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.446728] env[69357]: DEBUG nova.network.neutron [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.536508] env[69357]: DEBUG nova.compute.manager [None req-60c9881a-0e55-4b50-a9fa-7ad52de5edd3 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.537940] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db2c137-b694-499d-b684-d3db38f0fdab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.561387] env[69357]: DEBUG oslo_vmware.api [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Task: {'id': task-3282198, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.588008] env[69357]: ERROR nova.scheduler.client.report [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [req-fcb02dd8-f804-4f15-8298-3478fd237a50] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcb9ec35-bfdd-4e17-b2d7-2501509e9896. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fcb02dd8-f804-4f15-8298-3478fd237a50"}]} [ 669.606718] env[69357]: DEBUG nova.scheduler.client.report [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Refreshing inventories for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 669.629349] env[69357]: DEBUG nova.scheduler.client.report [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Updating ProviderTree inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 669.629607] env[69357]: DEBUG nova.compute.provider_tree [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 669.647590] env[69357]: DEBUG nova.scheduler.client.report [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Refreshing aggregate associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, aggregates: None {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 669.675626] env[69357]: DEBUG nova.scheduler.client.report [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Refreshing trait associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 669.902517] env[69357]: DEBUG oslo_vmware.api [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282199, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.913586] env[69357]: DEBUG oslo_vmware.api [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282200, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.993256] env[69357]: DEBUG nova.network.neutron [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.060444] env[69357]: INFO nova.compute.manager [None req-60c9881a-0e55-4b50-a9fa-7ad52de5edd3 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] instance snapshotting [ 670.063703] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade671fe-d989-4d59-af5e-ee04b597e6f2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.079428] env[69357]: DEBUG oslo_vmware.api [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Task: {'id': task-3282198, 'name': ReconfigVM_Task, 'duration_secs': 0.631104} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.095398] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Reconfigured VM instance instance-00000018 to attach disk [datastore1] c8057193-ee6e-43c5-8595-496b47cf1a51/c8057193-ee6e-43c5-8595-496b47cf1a51.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.099251] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2a104be-312e-419b-a4c0-e012bab6e574 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.101804] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17911a7f-eea7-4fcb-9454-dbc303db5eef {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.112626] env[69357]: DEBUG oslo_vmware.api [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Waiting for the task: (returnval){ [ 670.112626] env[69357]: value = "task-3282201" [ 670.112626] env[69357]: _type = "Task" [ 670.112626] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.134964] env[69357]: DEBUG oslo_vmware.api [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Task: {'id': task-3282201, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.233524] env[69357]: DEBUG nova.network.neutron [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Updating instance_info_cache with network_info: [{"id": "dc65a853-f730-459b-963b-b5eff68b27e7", "address": "fa:16:3e:e3:50:24", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc65a853-f7", "ovs_interfaceid": "dc65a853-f730-459b-963b-b5eff68b27e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.296058] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd7a7cb-cfda-4db1-ae90-ed2ae12112bd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.303517] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86ef3db-4eb8-4121-b2ff-9e64c0ccb2d9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.335073] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3be0b5-5dee-42f0-aefb-a6f4227eae2c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.342777] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b222433f-f875-45dc-9fc8-a269c7114cd9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.356108] env[69357]: DEBUG nova.compute.provider_tree [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 670.403650] env[69357]: DEBUG oslo_vmware.api [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282199, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.413178] env[69357]: DEBUG oslo_vmware.api [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282200, 'name': PowerOnVM_Task, 'duration_secs': 0.716648} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.413440] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.413665] env[69357]: INFO nova.compute.manager [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Took 10.04 seconds to spawn the instance on the hypervisor. [ 670.414149] env[69357]: DEBUG nova.compute.manager [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.414956] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950a09b8-81ec-4e4b-9396-3bdab7e478be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.624201] env[69357]: DEBUG oslo_vmware.api [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Task: {'id': task-3282201, 'name': Rename_Task, 'duration_secs': 0.217945} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.624473] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.624712] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-440d6646-0311-40b5-bfcd-ba5990fd848f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.630481] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-60c9881a-0e55-4b50-a9fa-7ad52de5edd3 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Creating Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 670.631719] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-58247f9d-b37a-4888-bfb3-a3d3d2b82ef3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.633726] env[69357]: DEBUG oslo_vmware.api [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Waiting for the task: (returnval){ [ 670.633726] env[69357]: value = "task-3282202" [ 670.633726] env[69357]: _type = "Task" [ 670.633726] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.637978] env[69357]: DEBUG oslo_vmware.api [None req-60c9881a-0e55-4b50-a9fa-7ad52de5edd3 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for the task: (returnval){ [ 670.637978] env[69357]: value = "task-3282203" [ 670.637978] env[69357]: _type = "Task" [ 670.637978] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.643655] env[69357]: DEBUG oslo_vmware.api [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Task: {'id': task-3282202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.648491] env[69357]: DEBUG oslo_vmware.api [None req-60c9881a-0e55-4b50-a9fa-7ad52de5edd3 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282203, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.739125] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Releasing lock "refresh_cache-93efd4ae-beee-4265-b7b8-a77ef5b970ea" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.739483] env[69357]: DEBUG nova.compute.manager [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Instance network_info: |[{"id": "dc65a853-f730-459b-963b-b5eff68b27e7", "address": "fa:16:3e:e3:50:24", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc65a853-f7", "ovs_interfaceid": "dc65a853-f730-459b-963b-b5eff68b27e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 670.740298] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:50:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc65a853-f730-459b-963b-b5eff68b27e7', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.750220] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Creating folder: Project (c192b982746449fcb931f6c0090042ea). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.750537] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-493d6eb4-d78e-4747-9431-d087c62acc08 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.763297] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Created folder: Project (c192b982746449fcb931f6c0090042ea) in parent group-v655402. [ 670.763517] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Creating folder: Instances. Parent ref: group-v655471. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.763764] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cac573a-984e-4c0d-bded-050b0916df39 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.772421] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Created folder: Instances in parent group-v655471. [ 670.772741] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.772875] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.773311] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e19ece6-3053-4e2a-a955-4df91cd131b8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.796965] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.796965] env[69357]: value = "task-3282206" [ 670.796965] env[69357]: _type = "Task" [ 670.796965] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.806183] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282206, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.903978] env[69357]: DEBUG nova.scheduler.client.report [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Updated inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with generation 49 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 670.904386] env[69357]: DEBUG nova.compute.provider_tree [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Updating resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 generation from 49 to 50 during operation: update_inventory {{(pid=69357) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 670.904540] env[69357]: DEBUG nova.compute.provider_tree [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 670.912390] env[69357]: DEBUG oslo_vmware.api [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282199, 'name': CloneVM_Task} progress is 95%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.932139] env[69357]: INFO nova.compute.manager [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Took 37.97 seconds to build instance. [ 671.092762] env[69357]: DEBUG nova.compute.manager [req-dea0f3f3-dd24-4ff4-950d-84fea0146e00 req-182ee273-2bd0-4876-8076-9aeeaafeb2dd service nova] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Received event network-changed-dc65a853-f730-459b-963b-b5eff68b27e7 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.093734] env[69357]: DEBUG nova.compute.manager [req-dea0f3f3-dd24-4ff4-950d-84fea0146e00 req-182ee273-2bd0-4876-8076-9aeeaafeb2dd service nova] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Refreshing instance network info cache due to event network-changed-dc65a853-f730-459b-963b-b5eff68b27e7. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 671.094092] env[69357]: DEBUG oslo_concurrency.lockutils [req-dea0f3f3-dd24-4ff4-950d-84fea0146e00 req-182ee273-2bd0-4876-8076-9aeeaafeb2dd service nova] Acquiring lock "refresh_cache-93efd4ae-beee-4265-b7b8-a77ef5b970ea" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.094310] env[69357]: DEBUG oslo_concurrency.lockutils [req-dea0f3f3-dd24-4ff4-950d-84fea0146e00 req-182ee273-2bd0-4876-8076-9aeeaafeb2dd service nova] Acquired lock "refresh_cache-93efd4ae-beee-4265-b7b8-a77ef5b970ea" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.094553] env[69357]: DEBUG nova.network.neutron [req-dea0f3f3-dd24-4ff4-950d-84fea0146e00 req-182ee273-2bd0-4876-8076-9aeeaafeb2dd service nova] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Refreshing network info cache for port dc65a853-f730-459b-963b-b5eff68b27e7 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.156449] env[69357]: DEBUG oslo_vmware.api [None req-60c9881a-0e55-4b50-a9fa-7ad52de5edd3 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282203, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.156782] env[69357]: DEBUG oslo_vmware.api [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Task: {'id': task-3282202, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.309220] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282206, 'name': CreateVM_Task, 'duration_secs': 0.323398} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.309461] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.310236] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.310400] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.310734] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.310992] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-382f9715-a9d0-474e-b1c2-36c695adc248 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.317532] env[69357]: DEBUG oslo_vmware.api [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for the task: (returnval){ [ 671.317532] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5238de02-f3a1-bb1c-3d48-530ec0be9d50" [ 671.317532] env[69357]: _type = "Task" [ 671.317532] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.329471] env[69357]: DEBUG oslo_vmware.api [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5238de02-f3a1-bb1c-3d48-530ec0be9d50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.409406] env[69357]: DEBUG oslo_vmware.api [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282199, 'name': CloneVM_Task, 'duration_secs': 1.691627} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.409406] env[69357]: DEBUG oslo_concurrency.lockutils [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.444s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.409683] env[69357]: DEBUG nova.compute.manager [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 671.412505] env[69357]: INFO nova.virt.vmwareapi.vmops [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Created linked-clone VM from snapshot [ 671.412846] env[69357]: DEBUG oslo_concurrency.lockutils [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.980s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.416031] env[69357]: INFO nova.compute.claims [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.417425] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d33aec-6ac1-4dca-b1c3-617e5b34d2bd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.426604] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Uploading image f96d4e42-1b40-4e0c-a238-8e5924835206 {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 671.435265] env[69357]: DEBUG oslo_concurrency.lockutils [None req-74f80059-8b6d-4f99-9b56-9c31764590f4 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "af8f9e4f-c0d8-447b-91ad-04f88290c199" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.160s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.452261] env[69357]: DEBUG oslo_vmware.rw_handles [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 671.452261] env[69357]: value = "vm-655470" [ 671.452261] env[69357]: _type = "VirtualMachine" [ 671.452261] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 671.454310] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bfdd681f-fdf8-48fe-9312-acca23a75406 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.462514] env[69357]: DEBUG oslo_vmware.rw_handles [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Lease: (returnval){ [ 671.462514] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5250df8c-0d13-64d9-39b1-0166bbff6b65" [ 671.462514] env[69357]: _type = "HttpNfcLease" [ 671.462514] env[69357]: } obtained for exporting VM: (result){ [ 671.462514] env[69357]: value = "vm-655470" [ 671.462514] env[69357]: _type = "VirtualMachine" [ 671.462514] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 671.462891] env[69357]: DEBUG oslo_vmware.api [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Waiting for the lease: (returnval){ [ 671.462891] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5250df8c-0d13-64d9-39b1-0166bbff6b65" [ 671.462891] env[69357]: _type = "HttpNfcLease" [ 671.462891] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 671.469749] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 671.469749] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5250df8c-0d13-64d9-39b1-0166bbff6b65" [ 671.469749] env[69357]: _type = "HttpNfcLease" [ 671.469749] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 671.650564] env[69357]: DEBUG oslo_vmware.api [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Task: {'id': task-3282202, 'name': PowerOnVM_Task, 'duration_secs': 0.567734} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.651608] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.652754] env[69357]: INFO nova.compute.manager [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Took 8.56 seconds to spawn the instance on the hypervisor. [ 671.652754] env[69357]: DEBUG nova.compute.manager [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.653209] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df76a8d0-20b7-4d83-9d82-640bfbd645d9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.662614] env[69357]: DEBUG oslo_vmware.api [None req-60c9881a-0e55-4b50-a9fa-7ad52de5edd3 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282203, 'name': CreateSnapshot_Task, 'duration_secs': 0.644418} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.663200] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-60c9881a-0e55-4b50-a9fa-7ad52de5edd3 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Created Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 671.664072] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d01c19c-4f9b-4f91-8b80-43c6e3639e43 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.801848] env[69357]: DEBUG nova.compute.manager [req-f6297082-71e3-433a-8ae9-802c62f1bedd req-95ae22fa-a9cf-47ff-9182-a03da378275c service nova] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Received event network-changed-86d1d0d8-6f45-4c35-88aa-b47b929759ae {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.802070] env[69357]: DEBUG nova.compute.manager [req-f6297082-71e3-433a-8ae9-802c62f1bedd req-95ae22fa-a9cf-47ff-9182-a03da378275c service nova] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Refreshing instance network info cache due to event network-changed-86d1d0d8-6f45-4c35-88aa-b47b929759ae. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 671.802374] env[69357]: DEBUG oslo_concurrency.lockutils [req-f6297082-71e3-433a-8ae9-802c62f1bedd req-95ae22fa-a9cf-47ff-9182-a03da378275c service nova] Acquiring lock "refresh_cache-af8f9e4f-c0d8-447b-91ad-04f88290c199" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.802516] env[69357]: DEBUG oslo_concurrency.lockutils [req-f6297082-71e3-433a-8ae9-802c62f1bedd req-95ae22fa-a9cf-47ff-9182-a03da378275c service nova] Acquired lock "refresh_cache-af8f9e4f-c0d8-447b-91ad-04f88290c199" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.802678] env[69357]: DEBUG nova.network.neutron [req-f6297082-71e3-433a-8ae9-802c62f1bedd req-95ae22fa-a9cf-47ff-9182-a03da378275c service nova] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Refreshing network info cache for port 86d1d0d8-6f45-4c35-88aa-b47b929759ae {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.827935] env[69357]: DEBUG oslo_vmware.api [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5238de02-f3a1-bb1c-3d48-530ec0be9d50, 'name': SearchDatastore_Task, 'duration_secs': 0.016469} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.827935] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.828257] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.828421] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.828569] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.828745] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.829152] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.829658] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50e851f7-88ed-4884-84eb-8379dbb211da {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.832254] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.843292] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.843335] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.844380] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36a81296-877b-4449-b823-e10059d1f42b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.854702] env[69357]: DEBUG oslo_vmware.api [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for the task: (returnval){ [ 671.854702] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5258ee96-e9b8-3cc2-2418-14ffd82b19d4" [ 671.854702] env[69357]: _type = "Task" [ 671.854702] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.862693] env[69357]: DEBUG oslo_vmware.api [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5258ee96-e9b8-3cc2-2418-14ffd82b19d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.904616] env[69357]: DEBUG nova.network.neutron [req-dea0f3f3-dd24-4ff4-950d-84fea0146e00 req-182ee273-2bd0-4876-8076-9aeeaafeb2dd service nova] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Updated VIF entry in instance network info cache for port dc65a853-f730-459b-963b-b5eff68b27e7. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.905046] env[69357]: DEBUG nova.network.neutron [req-dea0f3f3-dd24-4ff4-950d-84fea0146e00 req-182ee273-2bd0-4876-8076-9aeeaafeb2dd service nova] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Updating instance_info_cache with network_info: [{"id": "dc65a853-f730-459b-963b-b5eff68b27e7", "address": "fa:16:3e:e3:50:24", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc65a853-f7", "ovs_interfaceid": "dc65a853-f730-459b-963b-b5eff68b27e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.924482] env[69357]: DEBUG nova.compute.utils [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.926039] env[69357]: DEBUG nova.compute.manager [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.926211] env[69357]: DEBUG nova.network.neutron [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.939988] env[69357]: DEBUG nova.compute.manager [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.971224] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 671.971224] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5250df8c-0d13-64d9-39b1-0166bbff6b65" [ 671.971224] env[69357]: _type = "HttpNfcLease" [ 671.971224] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 671.971536] env[69357]: DEBUG oslo_vmware.rw_handles [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 671.971536] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5250df8c-0d13-64d9-39b1-0166bbff6b65" [ 671.971536] env[69357]: _type = "HttpNfcLease" [ 671.971536] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 671.972257] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a552664-c637-4a88-98ec-b4901f217585 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.987029] env[69357]: DEBUG oslo_vmware.rw_handles [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e5ddd2-f496-bc85-06d5-fdb2a2d0cf1b/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 671.987029] env[69357]: DEBUG oslo_vmware.rw_handles [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e5ddd2-f496-bc85-06d5-fdb2a2d0cf1b/disk-0.vmdk for reading. {{(pid=69357) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 672.045821] env[69357]: DEBUG nova.policy [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bcaceff0c19496e9cccf8066deba3a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c192b982746449fcb931f6c0090042ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.166610] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1f95104c-ab5c-4677-8de6-f823984b0aa0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.192101] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-60c9881a-0e55-4b50-a9fa-7ad52de5edd3 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Creating linked-clone VM from snapshot {{(pid=69357) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 672.192987] env[69357]: INFO nova.compute.manager [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Took 37.79 seconds to build instance. [ 672.193958] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ba682b87-9179-434d-b6a7-d69bcc76311e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.205457] env[69357]: DEBUG oslo_vmware.api [None req-60c9881a-0e55-4b50-a9fa-7ad52de5edd3 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for the task: (returnval){ [ 672.205457] env[69357]: value = "task-3282208" [ 672.205457] env[69357]: _type = "Task" [ 672.205457] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.221033] env[69357]: DEBUG oslo_vmware.api [None req-60c9881a-0e55-4b50-a9fa-7ad52de5edd3 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282208, 'name': CloneVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.340609] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.340682] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.340836] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.340950] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.341106] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.341279] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.341439] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69357) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 672.342026] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.372587] env[69357]: DEBUG oslo_vmware.api [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5258ee96-e9b8-3cc2-2418-14ffd82b19d4, 'name': SearchDatastore_Task, 'duration_secs': 0.04515} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.377974] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fffc936-e812-481e-90f2-c9f1b43b4aa1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.388954] env[69357]: DEBUG oslo_vmware.api [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for the task: (returnval){ [ 672.388954] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52cb04c3-7fe8-e3d0-a705-e1f7bd9d9894" [ 672.388954] env[69357]: _type = "Task" [ 672.388954] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.403772] env[69357]: DEBUG oslo_vmware.api [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52cb04c3-7fe8-e3d0-a705-e1f7bd9d9894, 'name': SearchDatastore_Task, 'duration_secs': 0.0129} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.404614] env[69357]: DEBUG nova.network.neutron [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Successfully created port: 42dce143-3f28-465d-9e28-979e4de2e7a6 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 672.406949] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.407324] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 93efd4ae-beee-4265-b7b8-a77ef5b970ea/93efd4ae-beee-4265-b7b8-a77ef5b970ea.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.408119] env[69357]: DEBUG oslo_concurrency.lockutils [req-dea0f3f3-dd24-4ff4-950d-84fea0146e00 req-182ee273-2bd0-4876-8076-9aeeaafeb2dd service nova] Releasing lock "refresh_cache-93efd4ae-beee-4265-b7b8-a77ef5b970ea" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.408478] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d22a8189-aa19-460d-b411-74f9fa53b9af {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.416731] env[69357]: DEBUG oslo_vmware.api [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for the task: (returnval){ [ 672.416731] env[69357]: value = "task-3282209" [ 672.416731] env[69357]: _type = "Task" [ 672.416731] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.431741] env[69357]: DEBUG oslo_vmware.api [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.432325] env[69357]: DEBUG nova.compute.manager [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.485677] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.698398] env[69357]: DEBUG oslo_concurrency.lockutils [None req-085593c3-5aaa-428d-b5f3-f7c9798f4d40 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Lock "c8057193-ee6e-43c5-8595-496b47cf1a51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.237s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.726822] env[69357]: DEBUG oslo_vmware.api [None req-60c9881a-0e55-4b50-a9fa-7ad52de5edd3 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282208, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.789496] env[69357]: DEBUG nova.network.neutron [req-f6297082-71e3-433a-8ae9-802c62f1bedd req-95ae22fa-a9cf-47ff-9182-a03da378275c service nova] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Updated VIF entry in instance network info cache for port 86d1d0d8-6f45-4c35-88aa-b47b929759ae. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.789496] env[69357]: DEBUG nova.network.neutron [req-f6297082-71e3-433a-8ae9-802c62f1bedd req-95ae22fa-a9cf-47ff-9182-a03da378275c service nova] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Updating instance_info_cache with network_info: [{"id": "86d1d0d8-6f45-4c35-88aa-b47b929759ae", "address": "fa:16:3e:eb:b3:ae", "network": {"id": "256f2819-f719-4377-82d3-97bddef87341", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-545752502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34055bbad79e42e59bb22ff7a0529002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86d1d0d8-6f", "ovs_interfaceid": "86d1d0d8-6f45-4c35-88aa-b47b929759ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.845033] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.948673] env[69357]: DEBUG oslo_vmware.api [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485447} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.950906] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 93efd4ae-beee-4265-b7b8-a77ef5b970ea/93efd4ae-beee-4265-b7b8-a77ef5b970ea.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.950906] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.950906] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66cf75fe-2294-4fe5-85b3-e14961cc6f32 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.967300] env[69357]: DEBUG oslo_vmware.api [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for the task: (returnval){ [ 672.967300] env[69357]: value = "task-3282210" [ 672.967300] env[69357]: _type = "Task" [ 672.967300] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.980213] env[69357]: DEBUG oslo_vmware.api [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.085816] env[69357]: DEBUG oslo_concurrency.lockutils [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Acquiring lock "63837d13-19a6-4320-8521-deacd01dfe75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.086101] env[69357]: DEBUG oslo_concurrency.lockutils [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Lock "63837d13-19a6-4320-8521-deacd01dfe75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.193030] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b97b0c-71df-4396-9b64-0847bc3a1799 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.202696] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1d41f2-bb31-4a11-a22e-810f500edb12 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.206097] env[69357]: DEBUG nova.compute.manager [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.249718] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf1aca0-243f-4b8b-bb06-b23535770d84 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.257043] env[69357]: DEBUG oslo_vmware.api [None req-60c9881a-0e55-4b50-a9fa-7ad52de5edd3 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282208, 'name': CloneVM_Task} progress is 95%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.265252] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c01c5b-6854-4ef8-a5e4-da0a3bda4215 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.278863] env[69357]: DEBUG nova.compute.provider_tree [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.291256] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9475f0b8-a5ea-431d-ac98-21e662da7f60 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Acquiring lock "c8057193-ee6e-43c5-8595-496b47cf1a51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.291563] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9475f0b8-a5ea-431d-ac98-21e662da7f60 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Lock "c8057193-ee6e-43c5-8595-496b47cf1a51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.291796] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9475f0b8-a5ea-431d-ac98-21e662da7f60 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Acquiring lock "c8057193-ee6e-43c5-8595-496b47cf1a51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.292066] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9475f0b8-a5ea-431d-ac98-21e662da7f60 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Lock "c8057193-ee6e-43c5-8595-496b47cf1a51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.292170] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9475f0b8-a5ea-431d-ac98-21e662da7f60 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Lock "c8057193-ee6e-43c5-8595-496b47cf1a51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.294538] env[69357]: DEBUG oslo_concurrency.lockutils [req-f6297082-71e3-433a-8ae9-802c62f1bedd req-95ae22fa-a9cf-47ff-9182-a03da378275c service nova] Releasing lock "refresh_cache-af8f9e4f-c0d8-447b-91ad-04f88290c199" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.294916] env[69357]: INFO nova.compute.manager [None req-9475f0b8-a5ea-431d-ac98-21e662da7f60 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Terminating instance [ 673.451622] env[69357]: DEBUG nova.compute.manager [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.480458] env[69357]: DEBUG oslo_vmware.api [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282210, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073953} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.481125] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.482165] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec6a13b-77b7-4237-8385-6048b73ee948 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.488600] env[69357]: DEBUG nova.virt.hardware [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.488835] env[69357]: DEBUG nova.virt.hardware [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.488996] env[69357]: DEBUG nova.virt.hardware [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.489190] env[69357]: DEBUG nova.virt.hardware [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.489329] env[69357]: DEBUG nova.virt.hardware [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.489503] env[69357]: DEBUG nova.virt.hardware [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.489712] env[69357]: DEBUG nova.virt.hardware [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.489871] env[69357]: DEBUG nova.virt.hardware [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.490347] env[69357]: DEBUG nova.virt.hardware [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.490614] env[69357]: DEBUG nova.virt.hardware [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.490853] env[69357]: DEBUG nova.virt.hardware [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.491925] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e3efe9-9e4c-4703-b58c-4b76ed99745a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.515110] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 93efd4ae-beee-4265-b7b8-a77ef5b970ea/93efd4ae-beee-4265-b7b8-a77ef5b970ea.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.516247] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c17e234d-5f38-432e-a53c-fe68c336d2fa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.538468] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e023fc00-2339-4642-aee9-589326704b3f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.544401] env[69357]: DEBUG oslo_vmware.api [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for the task: (returnval){ [ 673.544401] env[69357]: value = "task-3282211" [ 673.544401] env[69357]: _type = "Task" [ 673.544401] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.565354] env[69357]: DEBUG oslo_vmware.api [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.726637] env[69357]: DEBUG oslo_vmware.api [None req-60c9881a-0e55-4b50-a9fa-7ad52de5edd3 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282208, 'name': CloneVM_Task, 'duration_secs': 1.366276} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.726940] env[69357]: INFO nova.virt.vmwareapi.vmops [None req-60c9881a-0e55-4b50-a9fa-7ad52de5edd3 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Created linked-clone VM from snapshot [ 673.728392] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d0eaed-0402-4fd4-b5ca-bd89dcee9d09 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.736840] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-60c9881a-0e55-4b50-a9fa-7ad52de5edd3 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Uploading image 4bd09620-d550-48b8-b1bb-30207e288cfb {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 673.739524] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.748450] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c9881a-0e55-4b50-a9fa-7ad52de5edd3 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Destroying the VM {{(pid=69357) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 673.748733] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d8852ebf-80ee-4585-98ec-8fd4170e8246 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.755649] env[69357]: DEBUG oslo_vmware.api [None req-60c9881a-0e55-4b50-a9fa-7ad52de5edd3 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for the task: (returnval){ [ 673.755649] env[69357]: value = "task-3282212" [ 673.755649] env[69357]: _type = "Task" [ 673.755649] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.769166] env[69357]: DEBUG oslo_vmware.api [None req-60c9881a-0e55-4b50-a9fa-7ad52de5edd3 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282212, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.783847] env[69357]: DEBUG nova.scheduler.client.report [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.799613] env[69357]: DEBUG nova.compute.manager [None req-9475f0b8-a5ea-431d-ac98-21e662da7f60 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 673.799826] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9475f0b8-a5ea-431d-ac98-21e662da7f60 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 673.801127] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6d0e48-ee73-46e9-8ed9-2b135f43b832 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.809630] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9475f0b8-a5ea-431d-ac98-21e662da7f60 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.810031] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4645a10b-3131-4fcc-b0bc-4cee22c98d51 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.816570] env[69357]: DEBUG oslo_vmware.api [None req-9475f0b8-a5ea-431d-ac98-21e662da7f60 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Waiting for the task: (returnval){ [ 673.816570] env[69357]: value = "task-3282213" [ 673.816570] env[69357]: _type = "Task" [ 673.816570] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.827020] env[69357]: DEBUG oslo_vmware.api [None req-9475f0b8-a5ea-431d-ac98-21e662da7f60 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Task: {'id': task-3282213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.056531] env[69357]: DEBUG oslo_vmware.api [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.063216] env[69357]: DEBUG nova.compute.manager [req-a7fb7276-2acf-4c13-8d51-47dc5d5fc68f req-d1e30ac6-8ea7-4908-add9-17af0f215d2f service nova] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Received event network-vif-plugged-42dce143-3f28-465d-9e28-979e4de2e7a6 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.063499] env[69357]: DEBUG oslo_concurrency.lockutils [req-a7fb7276-2acf-4c13-8d51-47dc5d5fc68f req-d1e30ac6-8ea7-4908-add9-17af0f215d2f service nova] Acquiring lock "373e33fd-ba30-4824-962d-b0e0f15325e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.063965] env[69357]: DEBUG oslo_concurrency.lockutils [req-a7fb7276-2acf-4c13-8d51-47dc5d5fc68f req-d1e30ac6-8ea7-4908-add9-17af0f215d2f service nova] Lock "373e33fd-ba30-4824-962d-b0e0f15325e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.064178] env[69357]: DEBUG oslo_concurrency.lockutils [req-a7fb7276-2acf-4c13-8d51-47dc5d5fc68f req-d1e30ac6-8ea7-4908-add9-17af0f215d2f service nova] Lock "373e33fd-ba30-4824-962d-b0e0f15325e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.064426] env[69357]: DEBUG nova.compute.manager [req-a7fb7276-2acf-4c13-8d51-47dc5d5fc68f req-d1e30ac6-8ea7-4908-add9-17af0f215d2f service nova] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] No waiting events found dispatching network-vif-plugged-42dce143-3f28-465d-9e28-979e4de2e7a6 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 674.064633] env[69357]: WARNING nova.compute.manager [req-a7fb7276-2acf-4c13-8d51-47dc5d5fc68f req-d1e30ac6-8ea7-4908-add9-17af0f215d2f service nova] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Received unexpected event network-vif-plugged-42dce143-3f28-465d-9e28-979e4de2e7a6 for instance with vm_state building and task_state spawning. [ 674.167298] env[69357]: DEBUG nova.network.neutron [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Successfully updated port: 42dce143-3f28-465d-9e28-979e4de2e7a6 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.266890] env[69357]: DEBUG oslo_vmware.api [None req-60c9881a-0e55-4b50-a9fa-7ad52de5edd3 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282212, 'name': Destroy_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.290016] env[69357]: DEBUG oslo_concurrency.lockutils [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.877s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.290621] env[69357]: DEBUG nova.compute.manager [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 674.293312] env[69357]: DEBUG oslo_concurrency.lockutils [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.289s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.293530] env[69357]: DEBUG nova.objects.instance [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Lazy-loading 'resources' on Instance uuid 7dd39a10-693d-4638-a80b-17c441c7be69 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 674.327889] env[69357]: DEBUG oslo_vmware.api [None req-9475f0b8-a5ea-431d-ac98-21e662da7f60 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Task: {'id': task-3282213, 'name': PowerOffVM_Task, 'duration_secs': 0.308062} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.328115] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9475f0b8-a5ea-431d-ac98-21e662da7f60 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 674.328285] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9475f0b8-a5ea-431d-ac98-21e662da7f60 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 674.328544] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3d903c6-a000-4242-8f05-73ed6658bf33 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.395347] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9475f0b8-a5ea-431d-ac98-21e662da7f60 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 674.395597] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9475f0b8-a5ea-431d-ac98-21e662da7f60 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 674.395814] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-9475f0b8-a5ea-431d-ac98-21e662da7f60 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Deleting the datastore file [datastore1] c8057193-ee6e-43c5-8595-496b47cf1a51 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 674.396162] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9997ef2-bd5a-4043-9766-a5ccff4e0ae6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.403347] env[69357]: DEBUG oslo_vmware.api [None req-9475f0b8-a5ea-431d-ac98-21e662da7f60 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Waiting for the task: (returnval){ [ 674.403347] env[69357]: value = "task-3282215" [ 674.403347] env[69357]: _type = "Task" [ 674.403347] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.413223] env[69357]: DEBUG oslo_vmware.api [None req-9475f0b8-a5ea-431d-ac98-21e662da7f60 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Task: {'id': task-3282215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.555342] env[69357]: DEBUG oslo_vmware.api [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282211, 'name': ReconfigVM_Task, 'duration_secs': 0.622453} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.555677] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 93efd4ae-beee-4265-b7b8-a77ef5b970ea/93efd4ae-beee-4265-b7b8-a77ef5b970ea.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.556328] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13ac92d7-dbe1-4a1e-9b0d-97cefcc23987 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.562604] env[69357]: DEBUG oslo_vmware.api [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for the task: (returnval){ [ 674.562604] env[69357]: value = "task-3282216" [ 674.562604] env[69357]: _type = "Task" [ 674.562604] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.572625] env[69357]: DEBUG oslo_vmware.api [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282216, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.670483] env[69357]: DEBUG oslo_concurrency.lockutils [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Acquiring lock "refresh_cache-373e33fd-ba30-4824-962d-b0e0f15325e9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.670483] env[69357]: DEBUG oslo_concurrency.lockutils [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Acquired lock "refresh_cache-373e33fd-ba30-4824-962d-b0e0f15325e9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.670483] env[69357]: DEBUG nova.network.neutron [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.765900] env[69357]: DEBUG oslo_vmware.api [None req-60c9881a-0e55-4b50-a9fa-7ad52de5edd3 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282212, 'name': Destroy_Task, 'duration_secs': 0.632361} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.766207] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-60c9881a-0e55-4b50-a9fa-7ad52de5edd3 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Destroyed the VM [ 674.766431] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-60c9881a-0e55-4b50-a9fa-7ad52de5edd3 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Deleting Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 674.766682] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a3ef6a2d-8467-43d8-8f96-dea7257b684c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.772412] env[69357]: DEBUG oslo_vmware.api [None req-60c9881a-0e55-4b50-a9fa-7ad52de5edd3 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for the task: (returnval){ [ 674.772412] env[69357]: value = "task-3282217" [ 674.772412] env[69357]: _type = "Task" [ 674.772412] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.781357] env[69357]: DEBUG oslo_vmware.api [None req-60c9881a-0e55-4b50-a9fa-7ad52de5edd3 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282217, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.797638] env[69357]: DEBUG nova.compute.utils [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.800577] env[69357]: DEBUG nova.compute.manager [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Not allocating networking since 'none' was specified. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 674.913667] env[69357]: DEBUG oslo_vmware.api [None req-9475f0b8-a5ea-431d-ac98-21e662da7f60 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Task: {'id': task-3282215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289773} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.916370] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-9475f0b8-a5ea-431d-ac98-21e662da7f60 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.916625] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9475f0b8-a5ea-431d-ac98-21e662da7f60 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 674.916783] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9475f0b8-a5ea-431d-ac98-21e662da7f60 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 674.916957] env[69357]: INFO nova.compute.manager [None req-9475f0b8-a5ea-431d-ac98-21e662da7f60 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Took 1.12 seconds to destroy the instance on the hypervisor. [ 674.917243] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9475f0b8-a5ea-431d-ac98-21e662da7f60 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.918033] env[69357]: DEBUG nova.compute.manager [-] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 674.918033] env[69357]: DEBUG nova.network.neutron [-] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 675.074570] env[69357]: DEBUG oslo_vmware.api [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282216, 'name': Rename_Task, 'duration_secs': 0.2082} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.074886] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.078021] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ac2c566-402c-4a14-ae40-8db72f4bcbda {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.083256] env[69357]: DEBUG oslo_vmware.api [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for the task: (returnval){ [ 675.083256] env[69357]: value = "task-3282218" [ 675.083256] env[69357]: _type = "Task" [ 675.083256] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.093307] env[69357]: DEBUG oslo_vmware.api [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.220201] env[69357]: DEBUG nova.network.neutron [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.282744] env[69357]: DEBUG oslo_vmware.api [None req-60c9881a-0e55-4b50-a9fa-7ad52de5edd3 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282217, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.304823] env[69357]: DEBUG nova.compute.manager [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 675.333086] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5ee553-f972-45ff-ad8d-4bc1fd30044f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.344269] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c12256-95a9-4857-86b4-e995916057d2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.381714] env[69357]: DEBUG nova.network.neutron [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Updating instance_info_cache with network_info: [{"id": "42dce143-3f28-465d-9e28-979e4de2e7a6", "address": "fa:16:3e:65:84:fb", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42dce143-3f", "ovs_interfaceid": "42dce143-3f28-465d-9e28-979e4de2e7a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.383418] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b03317a-4b99-49c7-8998-52bf622dcd72 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.392198] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d0daf0-e441-4f6f-911a-1c07f1b3a738 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.409578] env[69357]: DEBUG nova.compute.provider_tree [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.593853] env[69357]: DEBUG oslo_vmware.api [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282218, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.712643] env[69357]: DEBUG nova.network.neutron [-] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.782433] env[69357]: DEBUG oslo_vmware.api [None req-60c9881a-0e55-4b50-a9fa-7ad52de5edd3 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282217, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.887524] env[69357]: DEBUG oslo_concurrency.lockutils [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Releasing lock "refresh_cache-373e33fd-ba30-4824-962d-b0e0f15325e9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.887879] env[69357]: DEBUG nova.compute.manager [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Instance network_info: |[{"id": "42dce143-3f28-465d-9e28-979e4de2e7a6", "address": "fa:16:3e:65:84:fb", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42dce143-3f", "ovs_interfaceid": "42dce143-3f28-465d-9e28-979e4de2e7a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.888341] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:84:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42dce143-3f28-465d-9e28-979e4de2e7a6', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.897809] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.898021] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.898261] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6eeaad91-dee4-462b-ab60-7bb953f7448b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.916143] env[69357]: DEBUG nova.scheduler.client.report [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.925596] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.925596] env[69357]: value = "task-3282219" [ 675.925596] env[69357]: _type = "Task" [ 675.925596] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.933942] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282219, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.094734] env[69357]: DEBUG nova.compute.manager [req-97122380-8b0d-42d7-893e-90a20412e5cb req-cab92893-8f1d-4292-81cf-687a05adf6a4 service nova] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Received event network-changed-42dce143-3f28-465d-9e28-979e4de2e7a6 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.094734] env[69357]: DEBUG nova.compute.manager [req-97122380-8b0d-42d7-893e-90a20412e5cb req-cab92893-8f1d-4292-81cf-687a05adf6a4 service nova] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Refreshing instance network info cache due to event network-changed-42dce143-3f28-465d-9e28-979e4de2e7a6. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.095190] env[69357]: DEBUG oslo_concurrency.lockutils [req-97122380-8b0d-42d7-893e-90a20412e5cb req-cab92893-8f1d-4292-81cf-687a05adf6a4 service nova] Acquiring lock "refresh_cache-373e33fd-ba30-4824-962d-b0e0f15325e9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.095190] env[69357]: DEBUG oslo_concurrency.lockutils [req-97122380-8b0d-42d7-893e-90a20412e5cb req-cab92893-8f1d-4292-81cf-687a05adf6a4 service nova] Acquired lock "refresh_cache-373e33fd-ba30-4824-962d-b0e0f15325e9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.095190] env[69357]: DEBUG nova.network.neutron [req-97122380-8b0d-42d7-893e-90a20412e5cb req-cab92893-8f1d-4292-81cf-687a05adf6a4 service nova] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Refreshing network info cache for port 42dce143-3f28-465d-9e28-979e4de2e7a6 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.100385] env[69357]: DEBUG oslo_vmware.api [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282218, 'name': PowerOnVM_Task, 'duration_secs': 0.741508} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.100557] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.100629] env[69357]: INFO nova.compute.manager [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Took 7.81 seconds to spawn the instance on the hypervisor. [ 676.100810] env[69357]: DEBUG nova.compute.manager [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.101655] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc497cc-24ce-4a0f-abb3-f3ea26e23c2a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.216453] env[69357]: INFO nova.compute.manager [-] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Took 1.30 seconds to deallocate network for instance. [ 676.282944] env[69357]: DEBUG oslo_vmware.api [None req-60c9881a-0e55-4b50-a9fa-7ad52de5edd3 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282217, 'name': RemoveSnapshot_Task, 'duration_secs': 1.018707} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.283621] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-60c9881a-0e55-4b50-a9fa-7ad52de5edd3 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Deleted Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 676.317184] env[69357]: DEBUG nova.compute.manager [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 676.348598] env[69357]: DEBUG nova.virt.hardware [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.348817] env[69357]: DEBUG nova.virt.hardware [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.348982] env[69357]: DEBUG nova.virt.hardware [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.349175] env[69357]: DEBUG nova.virt.hardware [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.349320] env[69357]: DEBUG nova.virt.hardware [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.349462] env[69357]: DEBUG nova.virt.hardware [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.349667] env[69357]: DEBUG nova.virt.hardware [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.349822] env[69357]: DEBUG nova.virt.hardware [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.350237] env[69357]: DEBUG nova.virt.hardware [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.350474] env[69357]: DEBUG nova.virt.hardware [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.350654] env[69357]: DEBUG nova.virt.hardware [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.351626] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a594f2-6431-452d-8a40-71765ab0fc80 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.359137] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233e4cf0-282a-44ef-847c-4164b6d4c330 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.373154] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Instance VIF info [] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.378854] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Creating folder: Project (9bed278e3a0d4959ae90e201cf26ddfe). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.379155] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53dbbfe2-1eaa-4c55-a0f4-dc5e8e6eb140 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.388450] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Created folder: Project (9bed278e3a0d4959ae90e201cf26ddfe) in parent group-v655402. [ 676.388632] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Creating folder: Instances. Parent ref: group-v655477. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.388856] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b20e7a4-9429-48b4-905b-6d4309ee712a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.396810] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Created folder: Instances in parent group-v655477. [ 676.397073] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.397284] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.397494] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b60f4b48-b27e-4451-9d8a-e58a393ef0c1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.413602] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.413602] env[69357]: value = "task-3282222" [ 676.413602] env[69357]: _type = "Task" [ 676.413602] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.420536] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282222, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.424382] env[69357]: DEBUG oslo_concurrency.lockutils [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.427050] env[69357]: DEBUG oslo_concurrency.lockutils [None req-75545121-7616-4c47-bcbb-6e62eda6c29a tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.858s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.427050] env[69357]: DEBUG nova.objects.instance [None req-75545121-7616-4c47-bcbb-6e62eda6c29a tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Lazy-loading 'resources' on Instance uuid 79bb7eb4-1551-4f19-824d-69b2e5944d6e {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 676.436967] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282219, 'name': CreateVM_Task, 'duration_secs': 0.37592} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.437982] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.438628] env[69357]: DEBUG oslo_concurrency.lockutils [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.438804] env[69357]: DEBUG oslo_concurrency.lockutils [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.439228] env[69357]: DEBUG oslo_concurrency.lockutils [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.439757] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cc207f4-3b98-4c09-b0a2-339e556eb48b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.444321] env[69357]: DEBUG oslo_vmware.api [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for the task: (returnval){ [ 676.444321] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]523d1aab-1552-37cc-16ba-32bf91f5efd8" [ 676.444321] env[69357]: _type = "Task" [ 676.444321] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.449657] env[69357]: INFO nova.scheduler.client.report [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Deleted allocations for instance 7dd39a10-693d-4638-a80b-17c441c7be69 [ 676.454075] env[69357]: DEBUG oslo_vmware.api [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]523d1aab-1552-37cc-16ba-32bf91f5efd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.621763] env[69357]: INFO nova.compute.manager [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Took 37.69 seconds to build instance. [ 676.724080] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9475f0b8-a5ea-431d-ac98-21e662da7f60 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.789959] env[69357]: WARNING nova.compute.manager [None req-60c9881a-0e55-4b50-a9fa-7ad52de5edd3 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Image not found during snapshot: nova.exception.ImageNotFound: Image 4bd09620-d550-48b8-b1bb-30207e288cfb could not be found. [ 676.830792] env[69357]: DEBUG nova.network.neutron [req-97122380-8b0d-42d7-893e-90a20412e5cb req-cab92893-8f1d-4292-81cf-687a05adf6a4 service nova] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Updated VIF entry in instance network info cache for port 42dce143-3f28-465d-9e28-979e4de2e7a6. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.831316] env[69357]: DEBUG nova.network.neutron [req-97122380-8b0d-42d7-893e-90a20412e5cb req-cab92893-8f1d-4292-81cf-687a05adf6a4 service nova] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Updating instance_info_cache with network_info: [{"id": "42dce143-3f28-465d-9e28-979e4de2e7a6", "address": "fa:16:3e:65:84:fb", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42dce143-3f", "ovs_interfaceid": "42dce143-3f28-465d-9e28-979e4de2e7a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.926227] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282222, 'name': CreateVM_Task, 'duration_secs': 0.47564} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.926434] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.926929] env[69357]: DEBUG oslo_concurrency.lockutils [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.927105] env[69357]: DEBUG oslo_concurrency.lockutils [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.927449] env[69357]: DEBUG oslo_concurrency.lockutils [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.927701] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5a7cf3b-a8ae-4631-acb8-179920228bdd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.935718] env[69357]: DEBUG oslo_vmware.api [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Waiting for the task: (returnval){ [ 676.935718] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]521a8472-fa9a-9f16-b626-8ca72fd3f2fb" [ 676.935718] env[69357]: _type = "Task" [ 676.935718] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.946064] env[69357]: DEBUG oslo_vmware.api [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]521a8472-fa9a-9f16-b626-8ca72fd3f2fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.955756] env[69357]: DEBUG oslo_vmware.api [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]523d1aab-1552-37cc-16ba-32bf91f5efd8, 'name': SearchDatastore_Task, 'duration_secs': 0.014852} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.958923] env[69357]: DEBUG oslo_concurrency.lockutils [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.959258] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.959538] env[69357]: DEBUG oslo_concurrency.lockutils [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.959719] env[69357]: DEBUG oslo_concurrency.lockutils [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.959960] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.962703] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52506cd9-3463-4de1-9610-e0649b59b325 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.965375] env[69357]: DEBUG oslo_concurrency.lockutils [None req-075ac4fb-b349-4237-bf57-0b8ad1525667 tempest-ServersAdmin275Test-1744391436 tempest-ServersAdmin275Test-1744391436-project-member] Lock "7dd39a10-693d-4638-a80b-17c441c7be69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.432s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.978780] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.979068] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.980638] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7333785-06e4-4134-ba2a-739af05a5b01 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.991114] env[69357]: DEBUG oslo_vmware.api [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for the task: (returnval){ [ 676.991114] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]528a6ed3-a9d0-2e0e-c8ab-b12db3e74b3c" [ 676.991114] env[69357]: _type = "Task" [ 676.991114] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.001170] env[69357]: DEBUG oslo_vmware.api [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]528a6ed3-a9d0-2e0e-c8ab-b12db3e74b3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.127620] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41b4b8fe-f054-4a70-aa32-130494792681 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Lock "93efd4ae-beee-4265-b7b8-a77ef5b970ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.895s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.128066] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c727048c-14e4-4cbf-af18-3d906bece6a9 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Acquiring lock "8a2798c0-37b3-4a3c-a21b-f643ab42091d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.128294] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c727048c-14e4-4cbf-af18-3d906bece6a9 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Lock "8a2798c0-37b3-4a3c-a21b-f643ab42091d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.128527] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c727048c-14e4-4cbf-af18-3d906bece6a9 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Acquiring lock "8a2798c0-37b3-4a3c-a21b-f643ab42091d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.128689] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c727048c-14e4-4cbf-af18-3d906bece6a9 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Lock "8a2798c0-37b3-4a3c-a21b-f643ab42091d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.128851] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c727048c-14e4-4cbf-af18-3d906bece6a9 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Lock "8a2798c0-37b3-4a3c-a21b-f643ab42091d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.132273] env[69357]: INFO nova.compute.manager [None req-c727048c-14e4-4cbf-af18-3d906bece6a9 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Terminating instance [ 677.333987] env[69357]: DEBUG oslo_concurrency.lockutils [req-97122380-8b0d-42d7-893e-90a20412e5cb req-cab92893-8f1d-4292-81cf-687a05adf6a4 service nova] Releasing lock "refresh_cache-373e33fd-ba30-4824-962d-b0e0f15325e9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.334121] env[69357]: DEBUG nova.compute.manager [req-97122380-8b0d-42d7-893e-90a20412e5cb req-cab92893-8f1d-4292-81cf-687a05adf6a4 service nova] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Received event network-vif-deleted-7129f224-2c73-470d-a434-97c4ee3ea591 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.449184] env[69357]: DEBUG oslo_vmware.api [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]521a8472-fa9a-9f16-b626-8ca72fd3f2fb, 'name': SearchDatastore_Task, 'duration_secs': 0.021475} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.450486] env[69357]: DEBUG oslo_concurrency.lockutils [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.450723] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.450984] env[69357]: DEBUG oslo_concurrency.lockutils [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.451205] env[69357]: DEBUG oslo_concurrency.lockutils [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.451451] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.452510] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a44290e-c167-4188-b9e7-cc895ccae689 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.456028] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60723c0b-a17c-41ea-86d1-87e34d69c2be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.464159] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3058e1b0-7a57-44ce-aa38-94bd06969ba4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.468195] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.468397] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.469603] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cc6d139-a23a-4845-ad8a-353db9e7a676 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.503946] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21419b03-9392-4d66-aaf5-19b820c30daf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.508410] env[69357]: DEBUG oslo_vmware.api [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Waiting for the task: (returnval){ [ 677.508410] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52eaa229-9420-1093-a760-4820cefe4337" [ 677.508410] env[69357]: _type = "Task" [ 677.508410] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.519802] env[69357]: DEBUG oslo_vmware.api [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]528a6ed3-a9d0-2e0e-c8ab-b12db3e74b3c, 'name': SearchDatastore_Task, 'duration_secs': 0.01646} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.524935] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2bce8d-3fe1-446f-92ef-8cc51a6b0021 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.529623] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a62690d1-6467-4500-b21d-e66d960da50e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.532096] env[69357]: DEBUG oslo_vmware.api [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52eaa229-9420-1093-a760-4820cefe4337, 'name': SearchDatastore_Task, 'duration_secs': 0.015508} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.533616] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb62161b-4b93-4dbf-a09c-a97ff12282f9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.545484] env[69357]: DEBUG nova.compute.provider_tree [None req-75545121-7616-4c47-bcbb-6e62eda6c29a tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.546894] env[69357]: DEBUG oslo_vmware.api [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for the task: (returnval){ [ 677.546894] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52eb07d0-bca9-5037-2150-b8958f74fab1" [ 677.546894] env[69357]: _type = "Task" [ 677.546894] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.551949] env[69357]: DEBUG oslo_vmware.api [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Waiting for the task: (returnval){ [ 677.551949] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52332b4b-bcc9-66bb-1331-0637f0088d60" [ 677.551949] env[69357]: _type = "Task" [ 677.551949] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.559982] env[69357]: DEBUG oslo_vmware.api [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52eb07d0-bca9-5037-2150-b8958f74fab1, 'name': SearchDatastore_Task, 'duration_secs': 0.015963} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.560344] env[69357]: DEBUG oslo_concurrency.lockutils [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.560638] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 373e33fd-ba30-4824-962d-b0e0f15325e9/373e33fd-ba30-4824-962d-b0e0f15325e9.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.560893] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d18c542f-684b-435c-a48e-fcbcf73f9057 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.568378] env[69357]: DEBUG oslo_vmware.api [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52332b4b-bcc9-66bb-1331-0637f0088d60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.572616] env[69357]: DEBUG oslo_vmware.api [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for the task: (returnval){ [ 677.572616] env[69357]: value = "task-3282223" [ 677.572616] env[69357]: _type = "Task" [ 677.572616] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.582210] env[69357]: DEBUG oslo_vmware.api [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.637207] env[69357]: DEBUG nova.compute.manager [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.641639] env[69357]: DEBUG nova.compute.manager [None req-c727048c-14e4-4cbf-af18-3d906bece6a9 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.641759] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c727048c-14e4-4cbf-af18-3d906bece6a9 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.642778] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b29a66-741b-4f47-b823-b8a6bd7b3da8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.652601] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c727048c-14e4-4cbf-af18-3d906bece6a9 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.653632] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-972b496a-d2cf-4929-aba9-b087fe2c45d9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.660903] env[69357]: DEBUG oslo_vmware.api [None req-c727048c-14e4-4cbf-af18-3d906bece6a9 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for the task: (returnval){ [ 677.660903] env[69357]: value = "task-3282224" [ 677.660903] env[69357]: _type = "Task" [ 677.660903] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.670812] env[69357]: DEBUG oslo_vmware.api [None req-c727048c-14e4-4cbf-af18-3d906bece6a9 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.049300] env[69357]: DEBUG nova.scheduler.client.report [None req-75545121-7616-4c47-bcbb-6e62eda6c29a tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.064385] env[69357]: DEBUG oslo_vmware.api [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52332b4b-bcc9-66bb-1331-0637f0088d60, 'name': SearchDatastore_Task, 'duration_secs': 0.01579} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.064558] env[69357]: DEBUG oslo_concurrency.lockutils [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.064827] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 95b817c2-87c5-4926-a0e4-6c785c713936/95b817c2-87c5-4926-a0e4-6c785c713936.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.065130] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-626994d2-0520-4e56-a8c6-e9e769e5a49d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.074910] env[69357]: DEBUG oslo_vmware.api [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Waiting for the task: (returnval){ [ 678.074910] env[69357]: value = "task-3282225" [ 678.074910] env[69357]: _type = "Task" [ 678.074910] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.095473] env[69357]: DEBUG oslo_vmware.api [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282223, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.099748] env[69357]: DEBUG oslo_vmware.api [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Task: {'id': task-3282225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.163021] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.172974] env[69357]: DEBUG oslo_vmware.api [None req-c727048c-14e4-4cbf-af18-3d906bece6a9 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282224, 'name': PowerOffVM_Task, 'duration_secs': 0.338788} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.173271] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c727048c-14e4-4cbf-af18-3d906bece6a9 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.173444] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c727048c-14e4-4cbf-af18-3d906bece6a9 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.173696] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a98f2877-e629-403e-817b-3f29a9f10a44 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.560513] env[69357]: DEBUG oslo_concurrency.lockutils [None req-75545121-7616-4c47-bcbb-6e62eda6c29a tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.562123] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.847s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.564020] env[69357]: INFO nova.compute.claims [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.596685] env[69357]: DEBUG oslo_vmware.api [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282223, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.599174] env[69357]: DEBUG oslo_vmware.api [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Task: {'id': task-3282225, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.615302] env[69357]: INFO nova.scheduler.client.report [None req-75545121-7616-4c47-bcbb-6e62eda6c29a tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Deleted allocations for instance 79bb7eb4-1551-4f19-824d-69b2e5944d6e [ 679.088185] env[69357]: DEBUG oslo_vmware.api [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282223, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.050805} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.090791] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 373e33fd-ba30-4824-962d-b0e0f15325e9/373e33fd-ba30-4824-962d-b0e0f15325e9.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.091077] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.091378] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5d4b753-3d88-4f2e-b4f4-33f7a59fa448 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.100392] env[69357]: DEBUG oslo_vmware.api [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Task: {'id': task-3282225, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664173} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.103473] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 95b817c2-87c5-4926-a0e4-6c785c713936/95b817c2-87c5-4926-a0e4-6c785c713936.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.103473] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.103473] env[69357]: DEBUG oslo_vmware.api [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for the task: (returnval){ [ 679.103473] env[69357]: value = "task-3282227" [ 679.103473] env[69357]: _type = "Task" [ 679.103473] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.103473] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9043aab7-c777-48bb-9a99-d3a9dbe17383 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.117038] env[69357]: DEBUG oslo_vmware.api [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282227, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.118954] env[69357]: DEBUG oslo_vmware.api [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Waiting for the task: (returnval){ [ 679.118954] env[69357]: value = "task-3282228" [ 679.118954] env[69357]: _type = "Task" [ 679.118954] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.130267] env[69357]: DEBUG oslo_concurrency.lockutils [None req-75545121-7616-4c47-bcbb-6e62eda6c29a tempest-ServerExternalEventsTest-587511598 tempest-ServerExternalEventsTest-587511598-project-member] Lock "79bb7eb4-1551-4f19-824d-69b2e5944d6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.390s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.133599] env[69357]: DEBUG oslo_vmware.api [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Task: {'id': task-3282228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.488021] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c727048c-14e4-4cbf-af18-3d906bece6a9 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.488353] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c727048c-14e4-4cbf-af18-3d906bece6a9 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.488815] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c727048c-14e4-4cbf-af18-3d906bece6a9 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Deleting the datastore file [datastore1] 8a2798c0-37b3-4a3c-a21b-f643ab42091d {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.488874] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e175325-9fb1-4bcc-a1da-1ee63a643574 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.497873] env[69357]: DEBUG oslo_vmware.api [None req-c727048c-14e4-4cbf-af18-3d906bece6a9 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for the task: (returnval){ [ 679.497873] env[69357]: value = "task-3282229" [ 679.497873] env[69357]: _type = "Task" [ 679.497873] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.509868] env[69357]: DEBUG oslo_vmware.api [None req-c727048c-14e4-4cbf-af18-3d906bece6a9 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.616686] env[69357]: DEBUG oslo_vmware.api [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282227, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09466} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.616780] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.617715] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8188e4d-ee05-4886-a98b-918de81d81e8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.650346] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 373e33fd-ba30-4824-962d-b0e0f15325e9/373e33fd-ba30-4824-962d-b0e0f15325e9.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.650346] env[69357]: DEBUG oslo_vmware.api [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Task: {'id': task-3282228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074328} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.651952] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7e6191e-02bf-435b-a978-b35415ca370a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.667220] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.669766] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95553a28-8952-4bf4-bad8-1d45b2a9a14a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.701258] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 95b817c2-87c5-4926-a0e4-6c785c713936/95b817c2-87c5-4926-a0e4-6c785c713936.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.706049] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-653a695a-6646-446d-82a3-1b481ff82e21 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.722654] env[69357]: DEBUG oslo_vmware.api [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for the task: (returnval){ [ 679.722654] env[69357]: value = "task-3282230" [ 679.722654] env[69357]: _type = "Task" [ 679.722654] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.732181] env[69357]: DEBUG oslo_vmware.api [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Waiting for the task: (returnval){ [ 679.732181] env[69357]: value = "task-3282231" [ 679.732181] env[69357]: _type = "Task" [ 679.732181] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.736811] env[69357]: DEBUG oslo_vmware.api [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282230, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.749531] env[69357]: DEBUG oslo_vmware.api [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Task: {'id': task-3282231, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.873770] env[69357]: DEBUG oslo_vmware.rw_handles [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e5ddd2-f496-bc85-06d5-fdb2a2d0cf1b/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 679.874728] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95451074-2385-4550-9617-19b3f5e137b4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.884966] env[69357]: DEBUG oslo_vmware.rw_handles [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e5ddd2-f496-bc85-06d5-fdb2a2d0cf1b/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 679.885174] env[69357]: ERROR oslo_vmware.rw_handles [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e5ddd2-f496-bc85-06d5-fdb2a2d0cf1b/disk-0.vmdk due to incomplete transfer. [ 679.885480] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b0e553a9-31ff-41e8-8782-005f01693bf3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.897396] env[69357]: DEBUG oslo_vmware.rw_handles [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e5ddd2-f496-bc85-06d5-fdb2a2d0cf1b/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 679.897888] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Uploaded image f96d4e42-1b40-4e0c-a238-8e5924835206 to the Glance image server {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 679.900484] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Destroying the VM {{(pid=69357) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 679.900877] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7af62eeb-bc33-4578-84bb-db5e16e4caba {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.909034] env[69357]: DEBUG oslo_vmware.api [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Waiting for the task: (returnval){ [ 679.909034] env[69357]: value = "task-3282232" [ 679.909034] env[69357]: _type = "Task" [ 679.909034] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.921970] env[69357]: DEBUG oslo_vmware.api [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282232, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.012514] env[69357]: DEBUG oslo_vmware.api [None req-c727048c-14e4-4cbf-af18-3d906bece6a9 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334598} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.012831] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c727048c-14e4-4cbf-af18-3d906bece6a9 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.013051] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c727048c-14e4-4cbf-af18-3d906bece6a9 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.013269] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c727048c-14e4-4cbf-af18-3d906bece6a9 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.013512] env[69357]: INFO nova.compute.manager [None req-c727048c-14e4-4cbf-af18-3d906bece6a9 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Took 2.37 seconds to destroy the instance on the hypervisor. [ 680.013816] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c727048c-14e4-4cbf-af18-3d906bece6a9 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.014083] env[69357]: DEBUG nova.compute.manager [-] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 680.014184] env[69357]: DEBUG nova.network.neutron [-] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 680.234577] env[69357]: DEBUG oslo_vmware.api [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282230, 'name': ReconfigVM_Task, 'duration_secs': 0.305703} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.234865] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 373e33fd-ba30-4824-962d-b0e0f15325e9/373e33fd-ba30-4824-962d-b0e0f15325e9.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.235525] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51d442d0-28d9-4420-91c1-9555e889579e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.246943] env[69357]: DEBUG oslo_vmware.api [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Task: {'id': task-3282231, 'name': ReconfigVM_Task, 'duration_secs': 0.35053} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.249535] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 95b817c2-87c5-4926-a0e4-6c785c713936/95b817c2-87c5-4926-a0e4-6c785c713936.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.250361] env[69357]: DEBUG oslo_vmware.api [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for the task: (returnval){ [ 680.250361] env[69357]: value = "task-3282233" [ 680.250361] env[69357]: _type = "Task" [ 680.250361] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.250566] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5606ee4f-b129-407f-a40c-35f0e3a04e5b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.272143] env[69357]: DEBUG oslo_vmware.api [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282233, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.273344] env[69357]: DEBUG oslo_vmware.api [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Waiting for the task: (returnval){ [ 680.273344] env[69357]: value = "task-3282234" [ 680.273344] env[69357]: _type = "Task" [ 680.273344] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.286731] env[69357]: DEBUG oslo_vmware.api [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Task: {'id': task-3282234, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.291832] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbc90d7-e261-45fe-99ba-c4e1b848c500 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.303187] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad23934-ee29-430e-8350-9b4257d1680e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.346227] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2faa784f-0c09-412a-86d0-b5a703bb3252 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.358111] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c67245c-260b-4572-98b9-f2806a944287 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.375668] env[69357]: DEBUG nova.compute.provider_tree [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.425647] env[69357]: DEBUG oslo_vmware.api [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282232, 'name': Destroy_Task, 'duration_secs': 0.391314} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.425855] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Destroyed the VM [ 680.425961] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Deleting Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 680.426261] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e373a95b-9d0f-4250-9d8c-a20df103ffa4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.439025] env[69357]: DEBUG oslo_vmware.api [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Waiting for the task: (returnval){ [ 680.439025] env[69357]: value = "task-3282235" [ 680.439025] env[69357]: _type = "Task" [ 680.439025] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.450269] env[69357]: DEBUG oslo_vmware.api [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282235, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.586217] env[69357]: DEBUG nova.compute.manager [req-b5582d7a-9465-498b-bf86-30eec5c8befc req-ba7e325e-4341-4405-8412-f95137cc5acd service nova] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Received event network-vif-deleted-5c46f7e3-6fb0-46f9-9fdc-dbcd82c5269c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.586472] env[69357]: INFO nova.compute.manager [req-b5582d7a-9465-498b-bf86-30eec5c8befc req-ba7e325e-4341-4405-8412-f95137cc5acd service nova] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Neutron deleted interface 5c46f7e3-6fb0-46f9-9fdc-dbcd82c5269c; detaching it from the instance and deleting it from the info cache [ 680.586589] env[69357]: DEBUG nova.network.neutron [req-b5582d7a-9465-498b-bf86-30eec5c8befc req-ba7e325e-4341-4405-8412-f95137cc5acd service nova] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.766679] env[69357]: DEBUG oslo_vmware.api [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282233, 'name': Rename_Task, 'duration_secs': 0.175498} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.766679] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.766877] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7d4dd5d-daa5-445f-857f-13a8de316c7b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.774787] env[69357]: DEBUG oslo_vmware.api [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for the task: (returnval){ [ 680.774787] env[69357]: value = "task-3282236" [ 680.774787] env[69357]: _type = "Task" [ 680.774787] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.791634] env[69357]: DEBUG oslo_vmware.api [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Task: {'id': task-3282234, 'name': Rename_Task, 'duration_secs': 0.199392} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.791634] env[69357]: DEBUG oslo_vmware.api [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.791966] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.792259] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87bf3308-17e8-4429-b82b-4af6bb0dcaf2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.798933] env[69357]: DEBUG oslo_vmware.api [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Waiting for the task: (returnval){ [ 680.798933] env[69357]: value = "task-3282237" [ 680.798933] env[69357]: _type = "Task" [ 680.798933] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.808020] env[69357]: DEBUG oslo_vmware.api [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Task: {'id': task-3282237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.883033] env[69357]: DEBUG nova.scheduler.client.report [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.952548] env[69357]: DEBUG oslo_vmware.api [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282235, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.016288] env[69357]: DEBUG nova.network.neutron [-] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.091463] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e9c0ddc6-3b37-4ae6-9ea5-851c3da1900d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.107445] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cc5e87-c306-4733-8388-e1ed8d227d7a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.144998] env[69357]: DEBUG nova.compute.manager [req-b5582d7a-9465-498b-bf86-30eec5c8befc req-ba7e325e-4341-4405-8412-f95137cc5acd service nova] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Detach interface failed, port_id=5c46f7e3-6fb0-46f9-9fdc-dbcd82c5269c, reason: Instance 8a2798c0-37b3-4a3c-a21b-f643ab42091d could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 681.287380] env[69357]: DEBUG oslo_vmware.api [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282236, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.312156] env[69357]: DEBUG oslo_vmware.api [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Task: {'id': task-3282237, 'name': PowerOnVM_Task, 'duration_secs': 0.498494} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.312156] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.312816] env[69357]: INFO nova.compute.manager [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Took 4.99 seconds to spawn the instance on the hypervisor. [ 681.313236] env[69357]: DEBUG nova.compute.manager [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.314169] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fe714a-cbd8-47e8-a28b-4b2fb051a23e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.386710] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.824s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.387361] env[69357]: DEBUG nova.compute.manager [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.393664] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6cea9872-dc6a-44f6-ab09-9491a949a798 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.368s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.393907] env[69357]: DEBUG nova.objects.instance [None req-6cea9872-dc6a-44f6-ab09-9491a949a798 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Lazy-loading 'resources' on Instance uuid 6225ee70-10a4-4047-b0d3-a8a16856dd42 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 681.451366] env[69357]: DEBUG oslo_vmware.api [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282235, 'name': RemoveSnapshot_Task, 'duration_secs': 0.727018} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.451655] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Deleted Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 681.451880] env[69357]: INFO nova.compute.manager [None req-fa4bb8da-dc82-4598-b074-c0b5a3d988a3 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Took 14.41 seconds to snapshot the instance on the hypervisor. [ 681.519886] env[69357]: INFO nova.compute.manager [-] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Took 1.51 seconds to deallocate network for instance. [ 681.788091] env[69357]: DEBUG oslo_vmware.api [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282236, 'name': PowerOnVM_Task, 'duration_secs': 0.596891} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.788441] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.788574] env[69357]: INFO nova.compute.manager [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Took 8.34 seconds to spawn the instance on the hypervisor. [ 681.788751] env[69357]: DEBUG nova.compute.manager [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.789802] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a086be78-9577-4158-a6d5-6e43591b6cdb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.839305] env[69357]: INFO nova.compute.manager [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Took 36.43 seconds to build instance. [ 681.899111] env[69357]: DEBUG nova.compute.utils [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 681.903683] env[69357]: DEBUG nova.compute.manager [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 681.904084] env[69357]: DEBUG nova.network.neutron [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.945782] env[69357]: DEBUG nova.policy [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8a5e189d5e34de1aaf20b9208c52f7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d974911374f45699379a57472299ea8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.029852] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c727048c-14e4-4cbf-af18-3d906bece6a9 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.135019] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Acquiring lock "b4f1cf0a-960c-4674-b82e-557fc2dc6797" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.135019] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Lock "b4f1cf0a-960c-4674-b82e-557fc2dc6797" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.273222] env[69357]: DEBUG nova.network.neutron [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Successfully created port: e23f03c1-1f28-43f2-8e2b-d71f072712ab {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.309574] env[69357]: INFO nova.compute.manager [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Took 38.77 seconds to build instance. [ 682.341106] env[69357]: DEBUG oslo_concurrency.lockutils [None req-965f0290-ef6a-4ba3-a378-659d0ef82eed tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Lock "95b817c2-87c5-4926-a0e4-6c785c713936" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.070s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.401805] env[69357]: DEBUG nova.compute.manager [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.549623] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7546916-8173-4769-92ee-004f1ad05b9e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.558115] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b88f232-31ed-4846-86ac-50f3f44ea9eb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.591620] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935161a2-75b0-4349-a36b-80338d79cdd1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.600899] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e70028c-e876-421a-9a7c-1a4e67dc9b55 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.621336] env[69357]: DEBUG nova.compute.provider_tree [None req-6cea9872-dc6a-44f6-ab09-9491a949a798 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.792883] env[69357]: DEBUG nova.compute.manager [None req-102c26cf-eb9a-4843-8ec7-577aa33f5d5e tempest-ServerDiagnosticsV248Test-1593027977 tempest-ServerDiagnosticsV248Test-1593027977-project-admin] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.794086] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05cbd7a-53aa-4e59-b7a0-6b69c03e8f40 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.803054] env[69357]: INFO nova.compute.manager [None req-102c26cf-eb9a-4843-8ec7-577aa33f5d5e tempest-ServerDiagnosticsV248Test-1593027977 tempest-ServerDiagnosticsV248Test-1593027977-project-admin] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Retrieving diagnostics [ 682.803054] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5e288b-38b9-4b10-b199-aedfab41bb13 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.832793] env[69357]: DEBUG oslo_concurrency.lockutils [None req-49f60881-9d18-404a-a760-128cbb45d70b tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Lock "373e33fd-ba30-4824-962d-b0e0f15325e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.695s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.844570] env[69357]: DEBUG nova.compute.manager [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.124939] env[69357]: DEBUG nova.scheduler.client.report [None req-6cea9872-dc6a-44f6-ab09-9491a949a798 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.336693] env[69357]: DEBUG nova.compute.manager [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.370603] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.418807] env[69357]: DEBUG nova.compute.manager [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.453693] env[69357]: DEBUG nova.virt.hardware [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.453938] env[69357]: DEBUG nova.virt.hardware [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.454164] env[69357]: DEBUG nova.virt.hardware [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.454397] env[69357]: DEBUG nova.virt.hardware [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.454988] env[69357]: DEBUG nova.virt.hardware [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.454988] env[69357]: DEBUG nova.virt.hardware [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.454988] env[69357]: DEBUG nova.virt.hardware [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.455163] env[69357]: DEBUG nova.virt.hardware [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.455354] env[69357]: DEBUG nova.virt.hardware [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.455568] env[69357]: DEBUG nova.virt.hardware [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.455790] env[69357]: DEBUG nova.virt.hardware [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.456730] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca23907e-3fdc-46e4-bfa5-cd0ea72fb5e1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.465303] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94af9bbc-49ea-4137-a231-121ec0112713 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.630190] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6cea9872-dc6a-44f6-ab09-9491a949a798 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.633815] env[69357]: DEBUG oslo_concurrency.lockutils [None req-318ff0c6-2d61-4b33-b43e-13b46bdf27ab tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.402s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.634174] env[69357]: DEBUG nova.objects.instance [None req-318ff0c6-2d61-4b33-b43e-13b46bdf27ab tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Lazy-loading 'resources' on Instance uuid 2387c056-1571-4b63-8a29-8d8b0e927fb5 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 683.668793] env[69357]: INFO nova.scheduler.client.report [None req-6cea9872-dc6a-44f6-ab09-9491a949a798 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Deleted allocations for instance 6225ee70-10a4-4047-b0d3-a8a16856dd42 [ 683.862844] env[69357]: DEBUG oslo_concurrency.lockutils [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.970313] env[69357]: DEBUG nova.network.neutron [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Successfully updated port: e23f03c1-1f28-43f2-8e2b-d71f072712ab {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.148789] env[69357]: DEBUG nova.compute.manager [req-831661a0-2e7f-43bb-9b2b-7f37bcb43b23 req-f8fca7e6-0c43-430a-949f-4295413091a8 service nova] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Received event network-vif-plugged-e23f03c1-1f28-43f2-8e2b-d71f072712ab {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.149140] env[69357]: DEBUG oslo_concurrency.lockutils [req-831661a0-2e7f-43bb-9b2b-7f37bcb43b23 req-f8fca7e6-0c43-430a-949f-4295413091a8 service nova] Acquiring lock "9c6d4029-c98f-4543-a5bc-3ae8e0b3d912-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.149783] env[69357]: DEBUG oslo_concurrency.lockutils [req-831661a0-2e7f-43bb-9b2b-7f37bcb43b23 req-f8fca7e6-0c43-430a-949f-4295413091a8 service nova] Lock "9c6d4029-c98f-4543-a5bc-3ae8e0b3d912-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.150056] env[69357]: DEBUG oslo_concurrency.lockutils [req-831661a0-2e7f-43bb-9b2b-7f37bcb43b23 req-f8fca7e6-0c43-430a-949f-4295413091a8 service nova] Lock "9c6d4029-c98f-4543-a5bc-3ae8e0b3d912-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.150591] env[69357]: DEBUG nova.compute.manager [req-831661a0-2e7f-43bb-9b2b-7f37bcb43b23 req-f8fca7e6-0c43-430a-949f-4295413091a8 service nova] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] No waiting events found dispatching network-vif-plugged-e23f03c1-1f28-43f2-8e2b-d71f072712ab {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 684.150931] env[69357]: WARNING nova.compute.manager [req-831661a0-2e7f-43bb-9b2b-7f37bcb43b23 req-f8fca7e6-0c43-430a-949f-4295413091a8 service nova] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Received unexpected event network-vif-plugged-e23f03c1-1f28-43f2-8e2b-d71f072712ab for instance with vm_state building and task_state spawning. [ 684.178717] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6cea9872-dc6a-44f6-ab09-9491a949a798 tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Lock "6225ee70-10a4-4047-b0d3-a8a16856dd42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.252s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.476102] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquiring lock "refresh_cache-9c6d4029-c98f-4543-a5bc-3ae8e0b3d912" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.476264] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquired lock "refresh_cache-9c6d4029-c98f-4543-a5bc-3ae8e0b3d912" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.476415] env[69357]: DEBUG nova.network.neutron [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.694675] env[69357]: DEBUG nova.compute.manager [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.695589] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961a9519-9578-415a-a163-7f3ea659aecf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.722019] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa2c5d6-ac43-4084-ae3c-26c609ed66fd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.730415] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291b5373-55fd-410d-8051-5aaf9c448bb4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.768749] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e9dfa7-3980-4e11-ac17-f0451e207be7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.778081] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2aa13d-0b23-468f-b6c6-12b8c0413903 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.793894] env[69357]: DEBUG nova.compute.provider_tree [None req-318ff0c6-2d61-4b33-b43e-13b46bdf27ab tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.025965] env[69357]: DEBUG nova.network.neutron [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.213766] env[69357]: INFO nova.compute.manager [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] instance snapshotting [ 685.219894] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14398f03-a782-46cb-92cd-3aee194bdedd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.244576] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab7ca98-3910-456b-be06-66cdd4c5d75e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.248137] env[69357]: DEBUG nova.network.neutron [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Updating instance_info_cache with network_info: [{"id": "e23f03c1-1f28-43f2-8e2b-d71f072712ab", "address": "fa:16:3e:14:5f:46", "network": {"id": "5f2c7eee-b9ee-4471-a671-52b1512be34b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-687148639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d974911374f45699379a57472299ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape23f03c1-1f", "ovs_interfaceid": "e23f03c1-1f28-43f2-8e2b-d71f072712ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.301493] env[69357]: DEBUG nova.scheduler.client.report [None req-318ff0c6-2d61-4b33-b43e-13b46bdf27ab tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.339694] env[69357]: DEBUG nova.compute.manager [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.340845] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a3bbe1-5eed-4986-945e-192c4e823b97 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.755846] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Releasing lock "refresh_cache-9c6d4029-c98f-4543-a5bc-3ae8e0b3d912" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.756223] env[69357]: DEBUG nova.compute.manager [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Instance network_info: |[{"id": "e23f03c1-1f28-43f2-8e2b-d71f072712ab", "address": "fa:16:3e:14:5f:46", "network": {"id": "5f2c7eee-b9ee-4471-a671-52b1512be34b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-687148639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d974911374f45699379a57472299ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape23f03c1-1f", "ovs_interfaceid": "e23f03c1-1f28-43f2-8e2b-d71f072712ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 685.756674] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:5f:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd69a4b11-8d65-435f-94a5-28f74a39a718', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e23f03c1-1f28-43f2-8e2b-d71f072712ab', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.764924] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Creating folder: Project (9d974911374f45699379a57472299ea8). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.765278] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Creating Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 685.765657] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fa03d72-5cb5-47a7-afce-04f96c67de15 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.767567] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bfadb2b5-6315-4a1f-9a39-d5ca8f226f8a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.775081] env[69357]: DEBUG oslo_vmware.api [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Waiting for the task: (returnval){ [ 685.775081] env[69357]: value = "task-3282239" [ 685.775081] env[69357]: _type = "Task" [ 685.775081] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.779569] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Created folder: Project (9d974911374f45699379a57472299ea8) in parent group-v655402. [ 685.780118] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Creating folder: Instances. Parent ref: group-v655480. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.780535] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7bd40c5c-0c2d-49ec-8df3-79d7360453b1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.786018] env[69357]: DEBUG oslo_vmware.api [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282239, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.793135] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Created folder: Instances in parent group-v655480. [ 685.793502] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.793781] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.794080] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e365c671-0001-40b7-ad49-914848b0a5b0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.811194] env[69357]: DEBUG oslo_concurrency.lockutils [None req-318ff0c6-2d61-4b33-b43e-13b46bdf27ab tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.814922] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb4748e8-a477-482f-9d32-30aa74ec382c tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.528s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.815041] env[69357]: DEBUG nova.objects.instance [None req-bb4748e8-a477-482f-9d32-30aa74ec382c tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Lazy-loading 'resources' on Instance uuid 981f9891-970f-4efc-8a1d-fc6a737c57cc {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 685.823302] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.823302] env[69357]: value = "task-3282241" [ 685.823302] env[69357]: _type = "Task" [ 685.823302] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.833164] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282241, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.844309] env[69357]: INFO nova.scheduler.client.report [None req-318ff0c6-2d61-4b33-b43e-13b46bdf27ab tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Deleted allocations for instance 2387c056-1571-4b63-8a29-8d8b0e927fb5 [ 685.854339] env[69357]: INFO nova.compute.manager [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] instance snapshotting [ 685.856370] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75b4ff0-fcdf-41d8-950a-b4a7f17e8f7a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.886046] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fec3a8d-f09e-49f9-a8e0-7f760b21003c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.176714] env[69357]: DEBUG nova.compute.manager [req-bdb6cfeb-07c2-4e7a-b009-9aff00daebb3 req-5e2de35b-162d-4fee-89a0-1ea62c5a5099 service nova] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Received event network-changed-e23f03c1-1f28-43f2-8e2b-d71f072712ab {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.176967] env[69357]: DEBUG nova.compute.manager [req-bdb6cfeb-07c2-4e7a-b009-9aff00daebb3 req-5e2de35b-162d-4fee-89a0-1ea62c5a5099 service nova] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Refreshing instance network info cache due to event network-changed-e23f03c1-1f28-43f2-8e2b-d71f072712ab. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 686.177186] env[69357]: DEBUG oslo_concurrency.lockutils [req-bdb6cfeb-07c2-4e7a-b009-9aff00daebb3 req-5e2de35b-162d-4fee-89a0-1ea62c5a5099 service nova] Acquiring lock "refresh_cache-9c6d4029-c98f-4543-a5bc-3ae8e0b3d912" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.177279] env[69357]: DEBUG oslo_concurrency.lockutils [req-bdb6cfeb-07c2-4e7a-b009-9aff00daebb3 req-5e2de35b-162d-4fee-89a0-1ea62c5a5099 service nova] Acquired lock "refresh_cache-9c6d4029-c98f-4543-a5bc-3ae8e0b3d912" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.177441] env[69357]: DEBUG nova.network.neutron [req-bdb6cfeb-07c2-4e7a-b009-9aff00daebb3 req-5e2de35b-162d-4fee-89a0-1ea62c5a5099 service nova] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Refreshing network info cache for port e23f03c1-1f28-43f2-8e2b-d71f072712ab {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.287713] env[69357]: DEBUG oslo_vmware.api [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282239, 'name': CreateSnapshot_Task, 'duration_secs': 0.452328} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.288020] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Created Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 686.288788] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bd09cf-1518-44c1-9778-0923abdeb92a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.332466] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282241, 'name': CreateVM_Task, 'duration_secs': 0.32645} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.333273] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.337333] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.337506] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.337825] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.338757] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a7a4225-a013-43db-9742-bbd87883c3eb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.347067] env[69357]: DEBUG oslo_vmware.api [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Waiting for the task: (returnval){ [ 686.347067] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ff9479-fa1f-47b9-64f2-249c758dfa76" [ 686.347067] env[69357]: _type = "Task" [ 686.347067] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.355260] env[69357]: DEBUG oslo_concurrency.lockutils [None req-318ff0c6-2d61-4b33-b43e-13b46bdf27ab tempest-ListServersNegativeTestJSON-810207439 tempest-ListServersNegativeTestJSON-810207439-project-member] Lock "2387c056-1571-4b63-8a29-8d8b0e927fb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.032s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.362679] env[69357]: DEBUG oslo_vmware.api [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ff9479-fa1f-47b9-64f2-249c758dfa76, 'name': SearchDatastore_Task, 'duration_secs': 0.010883} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.363369] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.363654] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.363894] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.364060] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.364247] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.364506] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d9533d6-d8f6-46a3-aaee-c860b768ad91 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.372968] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.373202] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.374164] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46338d47-4200-4fbb-9376-3121b4fc7799 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.381227] env[69357]: DEBUG oslo_vmware.api [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Waiting for the task: (returnval){ [ 686.381227] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]526ea4d1-9f96-434f-2e6d-59a868b21883" [ 686.381227] env[69357]: _type = "Task" [ 686.381227] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.387950] env[69357]: DEBUG oslo_vmware.api [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]526ea4d1-9f96-434f-2e6d-59a868b21883, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.397733] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Creating Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 686.398520] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-be1a5a68-e673-4051-b4cb-1142541bff10 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.417520] env[69357]: DEBUG oslo_vmware.api [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for the task: (returnval){ [ 686.417520] env[69357]: value = "task-3282242" [ 686.417520] env[69357]: _type = "Task" [ 686.417520] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.426444] env[69357]: DEBUG oslo_vmware.api [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282242, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.809851] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Creating linked-clone VM from snapshot {{(pid=69357) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 686.812859] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1e6d6a9d-35ef-4356-b534-66cfdf58b8ca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.822528] env[69357]: DEBUG oslo_vmware.api [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Waiting for the task: (returnval){ [ 686.822528] env[69357]: value = "task-3282243" [ 686.822528] env[69357]: _type = "Task" [ 686.822528] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.827679] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c775bd56-664d-42fa-a679-3782ac833160 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.833480] env[69357]: DEBUG oslo_vmware.api [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282243, 'name': CloneVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.839855] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5eb2b2e-e421-4b0c-ada3-287f377c3b5d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.874893] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e727506-fa2a-42f9-84be-73c067537935 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.885812] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ce6980-b97d-4924-b188-766e1d0d85fd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.896673] env[69357]: DEBUG oslo_vmware.api [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]526ea4d1-9f96-434f-2e6d-59a868b21883, 'name': SearchDatastore_Task, 'duration_secs': 0.008098} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.905464] env[69357]: DEBUG nova.compute.provider_tree [None req-bb4748e8-a477-482f-9d32-30aa74ec382c tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.906871] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b388b5ee-0192-4ce1-92c2-0841c1af0686 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.912468] env[69357]: DEBUG oslo_vmware.api [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Waiting for the task: (returnval){ [ 686.912468] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e6ae1a-4479-f279-cf4d-3194a70ad957" [ 686.912468] env[69357]: _type = "Task" [ 686.912468] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.922298] env[69357]: DEBUG oslo_vmware.api [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e6ae1a-4479-f279-cf4d-3194a70ad957, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.930459] env[69357]: DEBUG oslo_vmware.api [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282242, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.001684] env[69357]: DEBUG nova.network.neutron [req-bdb6cfeb-07c2-4e7a-b009-9aff00daebb3 req-5e2de35b-162d-4fee-89a0-1ea62c5a5099 service nova] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Updated VIF entry in instance network info cache for port e23f03c1-1f28-43f2-8e2b-d71f072712ab. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.002189] env[69357]: DEBUG nova.network.neutron [req-bdb6cfeb-07c2-4e7a-b009-9aff00daebb3 req-5e2de35b-162d-4fee-89a0-1ea62c5a5099 service nova] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Updating instance_info_cache with network_info: [{"id": "e23f03c1-1f28-43f2-8e2b-d71f072712ab", "address": "fa:16:3e:14:5f:46", "network": {"id": "5f2c7eee-b9ee-4471-a671-52b1512be34b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-687148639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d974911374f45699379a57472299ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape23f03c1-1f", "ovs_interfaceid": "e23f03c1-1f28-43f2-8e2b-d71f072712ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.332294] env[69357]: DEBUG oslo_vmware.api [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282243, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.410746] env[69357]: DEBUG nova.scheduler.client.report [None req-bb4748e8-a477-482f-9d32-30aa74ec382c tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.424087] env[69357]: DEBUG oslo_vmware.api [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e6ae1a-4479-f279-cf4d-3194a70ad957, 'name': SearchDatastore_Task, 'duration_secs': 0.010742} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.428257] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.428611] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912/9c6d4029-c98f-4543-a5bc-3ae8e0b3d912.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.428803] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cce45f5c-bf8b-4da4-8e8e-13f3990643b7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.435913] env[69357]: DEBUG oslo_vmware.api [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282242, 'name': CreateSnapshot_Task, 'duration_secs': 0.610309} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.437136] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Created Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 687.437452] env[69357]: DEBUG oslo_vmware.api [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Waiting for the task: (returnval){ [ 687.437452] env[69357]: value = "task-3282244" [ 687.437452] env[69357]: _type = "Task" [ 687.437452] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.438208] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0c0362-0bf3-4ccf-87d1-098c448b3f80 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.454648] env[69357]: DEBUG oslo_vmware.api [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.504164] env[69357]: DEBUG oslo_concurrency.lockutils [req-bdb6cfeb-07c2-4e7a-b009-9aff00daebb3 req-5e2de35b-162d-4fee-89a0-1ea62c5a5099 service nova] Releasing lock "refresh_cache-9c6d4029-c98f-4543-a5bc-3ae8e0b3d912" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.593770] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Acquiring lock "26f8e64b-a2f1-4659-ba44-8511c7b71f4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.594016] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Lock "26f8e64b-a2f1-4659-ba44-8511c7b71f4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.834573] env[69357]: DEBUG oslo_vmware.api [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282243, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.918773] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb4748e8-a477-482f-9d32-30aa74ec382c tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.920817] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.041s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.923117] env[69357]: INFO nova.compute.claims [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.953877] env[69357]: INFO nova.scheduler.client.report [None req-bb4748e8-a477-482f-9d32-30aa74ec382c tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Deleted allocations for instance 981f9891-970f-4efc-8a1d-fc6a737c57cc [ 687.963954] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Creating linked-clone VM from snapshot {{(pid=69357) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 687.970346] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b731d02d-113d-4a17-8612-5a06aff1e9bc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.975738] env[69357]: DEBUG oslo_vmware.api [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282244, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454664} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.976505] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912/9c6d4029-c98f-4543-a5bc-3ae8e0b3d912.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.976801] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.977112] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ee362cd-8053-4830-af5a-abcf5c00fbbf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.984728] env[69357]: DEBUG oslo_vmware.api [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for the task: (returnval){ [ 687.984728] env[69357]: value = "task-3282245" [ 687.984728] env[69357]: _type = "Task" [ 687.984728] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.987407] env[69357]: DEBUG oslo_vmware.api [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Waiting for the task: (returnval){ [ 687.987407] env[69357]: value = "task-3282246" [ 687.987407] env[69357]: _type = "Task" [ 687.987407] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.006060] env[69357]: DEBUG oslo_vmware.api [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282246, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.006878] env[69357]: DEBUG oslo_vmware.api [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282245, 'name': CloneVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.339425] env[69357]: DEBUG oslo_vmware.api [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282243, 'name': CloneVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.479033] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb4748e8-a477-482f-9d32-30aa74ec382c tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Lock "981f9891-970f-4efc-8a1d-fc6a737c57cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.882s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.502923] env[69357]: DEBUG oslo_vmware.api [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282245, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.507782] env[69357]: DEBUG oslo_vmware.api [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282246, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154955} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.508171] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.509428] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c7f59c-41e5-47c1-ae87-033bd40eac00 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.534664] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912/9c6d4029-c98f-4543-a5bc-3ae8e0b3d912.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.535111] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b328ca1c-789f-4338-aea3-d449d2839d1a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.557689] env[69357]: DEBUG oslo_vmware.api [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Waiting for the task: (returnval){ [ 688.557689] env[69357]: value = "task-3282247" [ 688.557689] env[69357]: _type = "Task" [ 688.557689] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.567169] env[69357]: DEBUG oslo_vmware.api [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282247, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.634216] env[69357]: DEBUG oslo_concurrency.lockutils [None req-10ed16c0-0edd-458d-a7e6-6cfdf3808b20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Acquiring lock "08fddadb-9acb-484a-805e-9374dbf0adc1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.634502] env[69357]: DEBUG oslo_concurrency.lockutils [None req-10ed16c0-0edd-458d-a7e6-6cfdf3808b20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Lock "08fddadb-9acb-484a-805e-9374dbf0adc1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.634753] env[69357]: DEBUG oslo_concurrency.lockutils [None req-10ed16c0-0edd-458d-a7e6-6cfdf3808b20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Acquiring lock "08fddadb-9acb-484a-805e-9374dbf0adc1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.635724] env[69357]: DEBUG oslo_concurrency.lockutils [None req-10ed16c0-0edd-458d-a7e6-6cfdf3808b20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Lock "08fddadb-9acb-484a-805e-9374dbf0adc1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.635724] env[69357]: DEBUG oslo_concurrency.lockutils [None req-10ed16c0-0edd-458d-a7e6-6cfdf3808b20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Lock "08fddadb-9acb-484a-805e-9374dbf0adc1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.640111] env[69357]: INFO nova.compute.manager [None req-10ed16c0-0edd-458d-a7e6-6cfdf3808b20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Terminating instance [ 688.838748] env[69357]: DEBUG oslo_vmware.api [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282243, 'name': CloneVM_Task, 'duration_secs': 1.541156} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.839334] env[69357]: INFO nova.virt.vmwareapi.vmops [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Created linked-clone VM from snapshot [ 688.839921] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e411e74-2c3c-4a59-a2d2-14011f2103fd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.847964] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Uploading image 1ac8483e-a04e-412e-be6c-58f6a7338c42 {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 688.872061] env[69357]: DEBUG oslo_vmware.rw_handles [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 688.872061] env[69357]: value = "vm-655484" [ 688.872061] env[69357]: _type = "VirtualMachine" [ 688.872061] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 688.872256] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e7936e35-d02b-48e8-9fc5-533593431982 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.879196] env[69357]: DEBUG oslo_vmware.rw_handles [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Lease: (returnval){ [ 688.879196] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52bf769f-487f-2fd3-6463-098df02643fb" [ 688.879196] env[69357]: _type = "HttpNfcLease" [ 688.879196] env[69357]: } obtained for exporting VM: (result){ [ 688.879196] env[69357]: value = "vm-655484" [ 688.879196] env[69357]: _type = "VirtualMachine" [ 688.879196] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 688.879570] env[69357]: DEBUG oslo_vmware.api [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Waiting for the lease: (returnval){ [ 688.879570] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52bf769f-487f-2fd3-6463-098df02643fb" [ 688.879570] env[69357]: _type = "HttpNfcLease" [ 688.879570] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 688.885734] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 688.885734] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52bf769f-487f-2fd3-6463-098df02643fb" [ 688.885734] env[69357]: _type = "HttpNfcLease" [ 688.885734] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 688.999412] env[69357]: DEBUG oslo_vmware.api [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282245, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.068242] env[69357]: DEBUG oslo_vmware.api [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.149258] env[69357]: DEBUG nova.compute.manager [None req-10ed16c0-0edd-458d-a7e6-6cfdf3808b20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 689.149827] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-10ed16c0-0edd-458d-a7e6-6cfdf3808b20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 689.150458] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10acbee4-ef0e-4044-bc98-7baf4f29f63d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.158125] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-10ed16c0-0edd-458d-a7e6-6cfdf3808b20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.158381] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19de517f-aa61-4a44-9dca-5367abc0e05b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.164600] env[69357]: DEBUG oslo_vmware.api [None req-10ed16c0-0edd-458d-a7e6-6cfdf3808b20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Waiting for the task: (returnval){ [ 689.164600] env[69357]: value = "task-3282249" [ 689.164600] env[69357]: _type = "Task" [ 689.164600] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.176591] env[69357]: DEBUG oslo_vmware.api [None req-10ed16c0-0edd-458d-a7e6-6cfdf3808b20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': task-3282249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.387386] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 689.387386] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52bf769f-487f-2fd3-6463-098df02643fb" [ 689.387386] env[69357]: _type = "HttpNfcLease" [ 689.387386] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 689.390098] env[69357]: DEBUG oslo_vmware.rw_handles [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 689.390098] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52bf769f-487f-2fd3-6463-098df02643fb" [ 689.390098] env[69357]: _type = "HttpNfcLease" [ 689.390098] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 689.391048] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dcba3c-a6a3-41a0-8138-dc7535e818d3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.398547] env[69357]: DEBUG oslo_vmware.rw_handles [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c97a17-ac1f-c91c-6f1a-e933c33bed0d/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 689.398547] env[69357]: DEBUG oslo_vmware.rw_handles [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c97a17-ac1f-c91c-6f1a-e933c33bed0d/disk-0.vmdk for reading. {{(pid=69357) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 689.457499] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c2428a-6521-4dd1-8dbe-93328a60988a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.466227] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb33269-e6cf-42ef-9f8b-8bd80090c2b4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.502579] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc202542-a714-4915-b21b-25938685eba0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.505850] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5e67cb4b-1012-4307-8707-80ad749ff962 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.512965] env[69357]: DEBUG oslo_vmware.api [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282245, 'name': CloneVM_Task, 'duration_secs': 1.401878} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.517112] env[69357]: INFO nova.virt.vmwareapi.vmops [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Created linked-clone VM from snapshot [ 689.518043] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282fc936-665b-481b-9975-82a627070547 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.521634] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889a718b-f8bc-4b1b-b255-3857fdbe2593 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.532374] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Uploading image eafc1f62-8063-42d8-a8e6-dd5f63d75132 {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 689.543837] env[69357]: DEBUG nova.compute.provider_tree [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.567989] env[69357]: DEBUG oslo_vmware.rw_handles [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 689.567989] env[69357]: value = "vm-655486" [ 689.567989] env[69357]: _type = "VirtualMachine" [ 689.567989] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 689.567989] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c5de9f1b-f9fc-4faf-9e45-2e8553a1a928 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.570916] env[69357]: DEBUG oslo_vmware.api [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282247, 'name': ReconfigVM_Task, 'duration_secs': 0.621064} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.571499] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912/9c6d4029-c98f-4543-a5bc-3ae8e0b3d912.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.572085] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45782181-ca80-4fb0-a5f8-269864e2de40 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.576304] env[69357]: DEBUG oslo_vmware.rw_handles [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Lease: (returnval){ [ 689.576304] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ef1367-392b-b47c-53ae-47b0fe8e65d5" [ 689.576304] env[69357]: _type = "HttpNfcLease" [ 689.576304] env[69357]: } obtained for exporting VM: (result){ [ 689.576304] env[69357]: value = "vm-655486" [ 689.576304] env[69357]: _type = "VirtualMachine" [ 689.576304] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 689.576573] env[69357]: DEBUG oslo_vmware.api [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for the lease: (returnval){ [ 689.576573] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ef1367-392b-b47c-53ae-47b0fe8e65d5" [ 689.576573] env[69357]: _type = "HttpNfcLease" [ 689.576573] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 689.580638] env[69357]: DEBUG oslo_vmware.api [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Waiting for the task: (returnval){ [ 689.580638] env[69357]: value = "task-3282251" [ 689.580638] env[69357]: _type = "Task" [ 689.580638] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.586014] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 689.586014] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ef1367-392b-b47c-53ae-47b0fe8e65d5" [ 689.586014] env[69357]: _type = "HttpNfcLease" [ 689.586014] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 689.590770] env[69357]: DEBUG oslo_vmware.api [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282251, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.675205] env[69357]: DEBUG oslo_vmware.api [None req-10ed16c0-0edd-458d-a7e6-6cfdf3808b20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': task-3282249, 'name': PowerOffVM_Task, 'duration_secs': 0.207956} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.675205] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-10ed16c0-0edd-458d-a7e6-6cfdf3808b20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.675205] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-10ed16c0-0edd-458d-a7e6-6cfdf3808b20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.675205] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3f0524c-3161-44f9-92c3-041d3c610f1d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.050367] env[69357]: DEBUG nova.scheduler.client.report [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.090786] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 690.090786] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ef1367-392b-b47c-53ae-47b0fe8e65d5" [ 690.090786] env[69357]: _type = "HttpNfcLease" [ 690.090786] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 690.094950] env[69357]: DEBUG oslo_vmware.rw_handles [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 690.094950] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ef1367-392b-b47c-53ae-47b0fe8e65d5" [ 690.094950] env[69357]: _type = "HttpNfcLease" [ 690.094950] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 690.095607] env[69357]: DEBUG oslo_vmware.api [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282251, 'name': Rename_Task, 'duration_secs': 0.139695} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.096928] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430a06d4-3858-4493-9950-dff9254d1e1e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.100439] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.102802] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e078b81-074c-4f04-9b45-d90ef58410d1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.107880] env[69357]: DEBUG oslo_vmware.rw_handles [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528bd4ee-858d-48fa-958b-32138bbccc4b/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 690.108274] env[69357]: DEBUG oslo_vmware.rw_handles [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528bd4ee-858d-48fa-958b-32138bbccc4b/disk-0.vmdk for reading. {{(pid=69357) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 690.111626] env[69357]: DEBUG oslo_vmware.api [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Waiting for the task: (returnval){ [ 690.111626] env[69357]: value = "task-3282253" [ 690.111626] env[69357]: _type = "Task" [ 690.111626] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.183647] env[69357]: DEBUG oslo_vmware.api [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282253, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.222657] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-407e686c-060a-46b9-a776-3a68f34be751 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.561421] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.562464] env[69357]: DEBUG nova.compute.manager [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.565125] env[69357]: DEBUG oslo_concurrency.lockutils [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.498s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.571720] env[69357]: INFO nova.compute.claims [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.625200] env[69357]: DEBUG oslo_vmware.api [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282253, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.795834] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-10ed16c0-0edd-458d-a7e6-6cfdf3808b20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.797535] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-10ed16c0-0edd-458d-a7e6-6cfdf3808b20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.798265] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-10ed16c0-0edd-458d-a7e6-6cfdf3808b20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Deleting the datastore file [datastore1] 08fddadb-9acb-484a-805e-9374dbf0adc1 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.799177] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75d8f53d-a717-4745-a159-e781316d95e3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.805787] env[69357]: DEBUG oslo_vmware.api [None req-10ed16c0-0edd-458d-a7e6-6cfdf3808b20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Waiting for the task: (returnval){ [ 690.805787] env[69357]: value = "task-3282254" [ 690.805787] env[69357]: _type = "Task" [ 690.805787] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.815539] env[69357]: DEBUG oslo_vmware.api [None req-10ed16c0-0edd-458d-a7e6-6cfdf3808b20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': task-3282254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.084366] env[69357]: DEBUG nova.compute.utils [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.087014] env[69357]: DEBUG nova.compute.manager [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 691.087739] env[69357]: DEBUG nova.network.neutron [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 691.125824] env[69357]: DEBUG oslo_vmware.api [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282253, 'name': PowerOnVM_Task, 'duration_secs': 0.570892} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.126295] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.126512] env[69357]: INFO nova.compute.manager [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Took 7.71 seconds to spawn the instance on the hypervisor. [ 691.126788] env[69357]: DEBUG nova.compute.manager [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.128577] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893c2638-2ba0-442a-8257-1bdb23821009 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.179255] env[69357]: DEBUG nova.policy [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98dcb65d4db442c8a5d293c3ee07e4f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f485d594225147778396fec9c0280445', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.319080] env[69357]: DEBUG oslo_vmware.api [None req-10ed16c0-0edd-458d-a7e6-6cfdf3808b20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Task: {'id': task-3282254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29706} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.319760] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-10ed16c0-0edd-458d-a7e6-6cfdf3808b20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.320010] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-10ed16c0-0edd-458d-a7e6-6cfdf3808b20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.320250] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-10ed16c0-0edd-458d-a7e6-6cfdf3808b20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.320456] env[69357]: INFO nova.compute.manager [None req-10ed16c0-0edd-458d-a7e6-6cfdf3808b20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Took 2.17 seconds to destroy the instance on the hypervisor. [ 691.320716] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10ed16c0-0edd-458d-a7e6-6cfdf3808b20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.321541] env[69357]: DEBUG nova.compute.manager [-] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 691.321636] env[69357]: DEBUG nova.network.neutron [-] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 691.596663] env[69357]: DEBUG nova.compute.manager [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.671836] env[69357]: INFO nova.compute.manager [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Took 39.98 seconds to build instance. [ 691.772311] env[69357]: DEBUG nova.network.neutron [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Successfully created port: eeec8400-3211-4ad5-896e-83208e274cdc {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.176289] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b7d469e-3569-448a-b247-34f5ac91f13b tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Lock "9c6d4029-c98f-4543-a5bc-3ae8e0b3d912" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.326s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.234761] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbdac36-48f1-46b2-b8ed-acdde96e32dd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.244521] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a28b6a8-28f5-479b-9570-f17acaf28f63 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.280578] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1566f9-da6b-4719-ac46-9f1c925e8735 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.288708] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63f26c3-ad5b-40fe-9d3d-4b89236f5d8d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.305049] env[69357]: DEBUG nova.compute.provider_tree [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.407902] env[69357]: DEBUG nova.network.neutron [-] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.610676] env[69357]: DEBUG nova.compute.manager [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.679029] env[69357]: DEBUG nova.compute.manager [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.808191] env[69357]: DEBUG nova.scheduler.client.report [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.911112] env[69357]: INFO nova.compute.manager [-] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Took 1.59 seconds to deallocate network for instance. [ 693.209177] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.312855] env[69357]: DEBUG oslo_concurrency.lockutils [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.313543] env[69357]: DEBUG nova.compute.manager [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.317341] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d296bd89-ea16-4a08-a2db-eaa905fb9bf7 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.190s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.317600] env[69357]: DEBUG nova.objects.instance [None req-d296bd89-ea16-4a08-a2db-eaa905fb9bf7 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lazy-loading 'resources' on Instance uuid 3f8e7073-dafa-4522-bfac-f60a953cfa8f {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 693.392918] env[69357]: DEBUG nova.network.neutron [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Successfully updated port: eeec8400-3211-4ad5-896e-83208e274cdc {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 693.419246] env[69357]: DEBUG oslo_concurrency.lockutils [None req-10ed16c0-0edd-458d-a7e6-6cfdf3808b20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.821868] env[69357]: DEBUG nova.compute.utils [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.826707] env[69357]: DEBUG nova.compute.manager [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.827033] env[69357]: DEBUG nova.network.neutron [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.873839] env[69357]: DEBUG nova.policy [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48b5d721999a40faa66c578c3786f134', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3864061521754fac9a6723df42586a72', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.898062] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Acquiring lock "refresh_cache-c167efa7-3603-4d4a-b731-4de23cb95f28" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.898392] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Acquired lock "refresh_cache-c167efa7-3603-4d4a-b731-4de23cb95f28" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.898435] env[69357]: DEBUG nova.network.neutron [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.169654] env[69357]: DEBUG nova.network.neutron [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Successfully created port: c46d335e-86b6-46af-bafd-ead9c7ce255c {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.327628] env[69357]: DEBUG nova.compute.manager [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.332785] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9b06bf-dc4b-43f2-b9db-333caa1b426b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.341345] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f54ef4-ff81-4e37-80c3-e52c7926763c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.380622] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd19a133-422a-4da9-89ac-f7c023837f0b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.390098] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d18ef2-d702-4860-b05f-96d309340b75 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.409295] env[69357]: DEBUG nova.compute.provider_tree [None req-d296bd89-ea16-4a08-a2db-eaa905fb9bf7 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.484213] env[69357]: DEBUG nova.network.neutron [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.628590] env[69357]: DEBUG nova.network.neutron [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Updating instance_info_cache with network_info: [{"id": "eeec8400-3211-4ad5-896e-83208e274cdc", "address": "fa:16:3e:ef:6d:8d", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeec8400-32", "ovs_interfaceid": "eeec8400-3211-4ad5-896e-83208e274cdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.913875] env[69357]: DEBUG nova.scheduler.client.report [None req-d296bd89-ea16-4a08-a2db-eaa905fb9bf7 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.132017] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Releasing lock "refresh_cache-c167efa7-3603-4d4a-b731-4de23cb95f28" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.132407] env[69357]: DEBUG nova.compute.manager [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Instance network_info: |[{"id": "eeec8400-3211-4ad5-896e-83208e274cdc", "address": "fa:16:3e:ef:6d:8d", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeec8400-32", "ovs_interfaceid": "eeec8400-3211-4ad5-896e-83208e274cdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 695.343968] env[69357]: DEBUG nova.compute.manager [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.420157] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d296bd89-ea16-4a08-a2db-eaa905fb9bf7 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.422624] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.741s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.425653] env[69357]: INFO nova.compute.claims [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.469796] env[69357]: INFO nova.scheduler.client.report [None req-d296bd89-ea16-4a08-a2db-eaa905fb9bf7 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Deleted allocations for instance 3f8e7073-dafa-4522-bfac-f60a953cfa8f [ 695.667912] env[69357]: DEBUG nova.network.neutron [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Successfully updated port: c46d335e-86b6-46af-bafd-ead9c7ce255c {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.977769] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d296bd89-ea16-4a08-a2db-eaa905fb9bf7 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "3f8e7073-dafa-4522-bfac-f60a953cfa8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.350s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.170973] env[69357]: DEBUG oslo_concurrency.lockutils [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Acquiring lock "refresh_cache-f9c1342d-1643-4edc-a5d0-a23d38ed613c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.171221] env[69357]: DEBUG oslo_concurrency.lockutils [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Acquired lock "refresh_cache-f9c1342d-1643-4edc-a5d0-a23d38ed613c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.171496] env[69357]: DEBUG nova.network.neutron [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.494654] env[69357]: DEBUG nova.virt.hardware [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.494926] env[69357]: DEBUG nova.virt.hardware [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.495056] env[69357]: DEBUG nova.virt.hardware [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.495255] env[69357]: DEBUG nova.virt.hardware [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.495385] env[69357]: DEBUG nova.virt.hardware [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.496054] env[69357]: DEBUG nova.virt.hardware [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.496054] env[69357]: DEBUG nova.virt.hardware [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.496054] env[69357]: DEBUG nova.virt.hardware [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.496054] env[69357]: DEBUG nova.virt.hardware [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.496285] env[69357]: DEBUG nova.virt.hardware [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.496422] env[69357]: DEBUG nova.virt.hardware [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.498496] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e20521c-268d-4196-8ede-f8592a20e540 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.508729] env[69357]: DEBUG nova.virt.hardware [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.508968] env[69357]: DEBUG nova.virt.hardware [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.509145] env[69357]: DEBUG nova.virt.hardware [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.509332] env[69357]: DEBUG nova.virt.hardware [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.509476] env[69357]: DEBUG nova.virt.hardware [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.509619] env[69357]: DEBUG nova.virt.hardware [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.509819] env[69357]: DEBUG nova.virt.hardware [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.509981] env[69357]: DEBUG nova.virt.hardware [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.510205] env[69357]: DEBUG nova.virt.hardware [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.510378] env[69357]: DEBUG nova.virt.hardware [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.510548] env[69357]: DEBUG nova.virt.hardware [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.511860] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccf458c-21d9-4d0c-924e-0d57d61fb0bb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.517834] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29b6ae6-a98a-488c-a640-f1e563a3bca6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.527053] env[69357]: DEBUG oslo_vmware.rw_handles [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c97a17-ac1f-c91c-6f1a-e933c33bed0d/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 696.527418] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960ca571-4d26-41f8-a6b1-b30ceb763015 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.540014] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:6d:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eeec8400-3211-4ad5-896e-83208e274cdc', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.547807] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.551757] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9555b167-c561-4787-b8fd-fa5e54bcdc50 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.555748] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.557740] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d5337bd-49be-4b84-a06a-49ab42dbd7d0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.572547] env[69357]: DEBUG oslo_vmware.rw_handles [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c97a17-ac1f-c91c-6f1a-e933c33bed0d/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 696.572722] env[69357]: ERROR oslo_vmware.rw_handles [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c97a17-ac1f-c91c-6f1a-e933c33bed0d/disk-0.vmdk due to incomplete transfer. [ 696.576618] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ce5fd5db-2dfe-498e-a11f-a5eb174fe513 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.592038] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.592038] env[69357]: value = "task-3282255" [ 696.592038] env[69357]: _type = "Task" [ 696.592038] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.593056] env[69357]: DEBUG oslo_vmware.rw_handles [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c97a17-ac1f-c91c-6f1a-e933c33bed0d/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 696.593294] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Uploaded image 1ac8483e-a04e-412e-be6c-58f6a7338c42 to the Glance image server {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 696.595421] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Destroying the VM {{(pid=69357) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 696.601228] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6eacb9bc-74ec-4d8f-832b-1486fb28506d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.609231] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282255, 'name': CreateVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.609427] env[69357]: DEBUG oslo_vmware.api [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Waiting for the task: (returnval){ [ 696.609427] env[69357]: value = "task-3282256" [ 696.609427] env[69357]: _type = "Task" [ 696.609427] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.619163] env[69357]: DEBUG oslo_vmware.api [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282256, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.711486] env[69357]: DEBUG nova.network.neutron [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.859533] env[69357]: DEBUG nova.network.neutron [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Updating instance_info_cache with network_info: [{"id": "c46d335e-86b6-46af-bafd-ead9c7ce255c", "address": "fa:16:3e:94:09:ba", "network": {"id": "799f00df-e923-40da-873b-3fb46f50d77e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2106895909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3864061521754fac9a6723df42586a72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc46d335e-86", "ovs_interfaceid": "c46d335e-86b6-46af-bafd-ead9c7ce255c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.962936] env[69357]: DEBUG nova.compute.manager [req-e579a18b-0614-45d0-8054-b68863bd6600 req-7274d62a-cd5f-4daa-a80a-a80e49ceaf0a service nova] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Received event network-vif-deleted-54315c4b-864d-4cf0-ada6-2290e58279e8 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.965777] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2cc015-9910-4e35-bf18-c2ece3e09145 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.973657] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ead999d-f934-4992-a56d-fd3ad1b29abb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.007918] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028a5192-db3f-4964-9293-1e5e5e791d85 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.016682] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fecb9f-9fce-4106-9434-7cbbbf2675da {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.033658] env[69357]: DEBUG nova.compute.provider_tree [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.103859] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282255, 'name': CreateVM_Task, 'duration_secs': 0.491939} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.103859] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.104750] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.104863] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.105649] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.105649] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0875ac7-7d08-4534-809b-944810e958b6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.111288] env[69357]: DEBUG oslo_vmware.api [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Waiting for the task: (returnval){ [ 697.111288] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]523a064a-24f0-b80e-7673-1ac6f2894c44" [ 697.111288] env[69357]: _type = "Task" [ 697.111288] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.122635] env[69357]: DEBUG oslo_vmware.api [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282256, 'name': Destroy_Task, 'duration_secs': 0.355659} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.125760] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Destroyed the VM [ 697.126016] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Deleting Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 697.126296] env[69357]: DEBUG oslo_vmware.api [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]523a064a-24f0-b80e-7673-1ac6f2894c44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.126505] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-05bc92e6-936b-4092-9bc3-d85486353903 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.133438] env[69357]: DEBUG oslo_vmware.api [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Waiting for the task: (returnval){ [ 697.133438] env[69357]: value = "task-3282257" [ 697.133438] env[69357]: _type = "Task" [ 697.133438] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.142151] env[69357]: DEBUG oslo_vmware.api [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282257, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.202018] env[69357]: DEBUG nova.compute.manager [None req-ce7ef6bb-e879-455b-8fd8-fed3b24ce695 tempest-ServerDiagnosticsV248Test-1593027977 tempest-ServerDiagnosticsV248Test-1593027977-project-admin] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.203393] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70a8b70-fbea-460a-8866-e91b3226226c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.210985] env[69357]: INFO nova.compute.manager [None req-ce7ef6bb-e879-455b-8fd8-fed3b24ce695 tempest-ServerDiagnosticsV248Test-1593027977 tempest-ServerDiagnosticsV248Test-1593027977-project-admin] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Retrieving diagnostics [ 697.212196] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cd2848-91ab-4db9-820b-3827310f464c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.365257] env[69357]: DEBUG oslo_concurrency.lockutils [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Releasing lock "refresh_cache-f9c1342d-1643-4edc-a5d0-a23d38ed613c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.365686] env[69357]: DEBUG nova.compute.manager [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Instance network_info: |[{"id": "c46d335e-86b6-46af-bafd-ead9c7ce255c", "address": "fa:16:3e:94:09:ba", "network": {"id": "799f00df-e923-40da-873b-3fb46f50d77e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2106895909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3864061521754fac9a6723df42586a72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc46d335e-86", "ovs_interfaceid": "c46d335e-86b6-46af-bafd-ead9c7ce255c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.366164] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:09:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c46d335e-86b6-46af-bafd-ead9c7ce255c', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.374688] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Creating folder: Project (3864061521754fac9a6723df42586a72). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.375402] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0240c8a6-8062-4408-b2c2-03812da593c9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.386081] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Created folder: Project (3864061521754fac9a6723df42586a72) in parent group-v655402. [ 697.386307] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Creating folder: Instances. Parent ref: group-v655488. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.386577] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4acabf2-09f0-4557-aa92-693b6d16cb8b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.395937] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Created folder: Instances in parent group-v655488. [ 697.396292] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.396567] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.396965] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08a6a3ee-d182-4047-a9a3-bca833cfa9a3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.422325] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.422325] env[69357]: value = "task-3282260" [ 697.422325] env[69357]: _type = "Task" [ 697.422325] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.433985] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282260, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.540741] env[69357]: DEBUG nova.scheduler.client.report [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.614635] env[69357]: DEBUG oslo_vmware.rw_handles [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528bd4ee-858d-48fa-958b-32138bbccc4b/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 697.614635] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f43e722-eeff-4900-ae84-cec1f161d8ec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.625387] env[69357]: DEBUG oslo_vmware.rw_handles [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528bd4ee-858d-48fa-958b-32138bbccc4b/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 697.625387] env[69357]: ERROR oslo_vmware.rw_handles [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528bd4ee-858d-48fa-958b-32138bbccc4b/disk-0.vmdk due to incomplete transfer. [ 697.629422] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c3257216-f77a-4c55-9eec-5be0a2116676 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.631102] env[69357]: DEBUG oslo_vmware.api [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]523a064a-24f0-b80e-7673-1ac6f2894c44, 'name': SearchDatastore_Task, 'duration_secs': 0.036583} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.631418] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.631664] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.631893] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.632048] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.632228] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.632823] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c4ad5b8-ba65-4dac-ae11-501dd94decba {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.639329] env[69357]: DEBUG oslo_vmware.rw_handles [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528bd4ee-858d-48fa-958b-32138bbccc4b/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 697.639591] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Uploaded image eafc1f62-8063-42d8-a8e6-dd5f63d75132 to the Glance image server {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 697.641410] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Destroying the VM {{(pid=69357) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 697.641990] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3202c9df-a5db-4cfc-ad7e-096fc91d4e3e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.647452] env[69357]: DEBUG oslo_vmware.api [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282257, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.647720] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.647906] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.648974] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-271f9cd7-45d5-45c8-956a-2120556a2df2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.653374] env[69357]: DEBUG oslo_vmware.api [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for the task: (returnval){ [ 697.653374] env[69357]: value = "task-3282261" [ 697.653374] env[69357]: _type = "Task" [ 697.653374] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.654729] env[69357]: DEBUG oslo_vmware.api [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Waiting for the task: (returnval){ [ 697.654729] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5253799f-6d72-5e08-5446-8d5aea97675b" [ 697.654729] env[69357]: _type = "Task" [ 697.654729] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.666271] env[69357]: DEBUG oslo_vmware.api [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282261, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.669913] env[69357]: DEBUG oslo_vmware.api [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5253799f-6d72-5e08-5446-8d5aea97675b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.932165] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282260, 'name': CreateVM_Task, 'duration_secs': 0.451193} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.932336] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.933025] env[69357]: DEBUG oslo_concurrency.lockutils [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.933208] env[69357]: DEBUG oslo_concurrency.lockutils [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.933524] env[69357]: DEBUG oslo_concurrency.lockutils [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.933787] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4438b1a-b111-4277-b526-92ba061f8112 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.938253] env[69357]: DEBUG oslo_vmware.api [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Waiting for the task: (returnval){ [ 697.938253] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]525f8c8f-5616-d35b-798f-e3bfa6f00703" [ 697.938253] env[69357]: _type = "Task" [ 697.938253] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.946598] env[69357]: DEBUG oslo_vmware.api [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]525f8c8f-5616-d35b-798f-e3bfa6f00703, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.044887] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.045999] env[69357]: DEBUG nova.compute.manager [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.050149] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.216s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.052028] env[69357]: INFO nova.compute.claims [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.149020] env[69357]: DEBUG oslo_vmware.api [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282257, 'name': RemoveSnapshot_Task, 'duration_secs': 0.909568} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.149020] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Deleted Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 698.149020] env[69357]: INFO nova.compute.manager [None req-6033a5fc-109f-4b95-b9f7-aed86ad47c8a tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Took 12.93 seconds to snapshot the instance on the hypervisor. [ 698.165135] env[69357]: DEBUG oslo_vmware.api [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282261, 'name': Destroy_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.171182] env[69357]: DEBUG oslo_vmware.api [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5253799f-6d72-5e08-5446-8d5aea97675b, 'name': SearchDatastore_Task, 'duration_secs': 0.017434} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.172032] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-355ebcfc-1fe1-4022-b4b7-e438d2faf5d2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.179421] env[69357]: DEBUG oslo_vmware.api [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Waiting for the task: (returnval){ [ 698.179421] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52147851-9514-aa1c-4e40-6a3775ec696d" [ 698.179421] env[69357]: _type = "Task" [ 698.179421] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.187356] env[69357]: DEBUG oslo_vmware.api [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52147851-9514-aa1c-4e40-6a3775ec696d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.449463] env[69357]: DEBUG oslo_vmware.api [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]525f8c8f-5616-d35b-798f-e3bfa6f00703, 'name': SearchDatastore_Task, 'duration_secs': 0.025983} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.449785] env[69357]: DEBUG oslo_concurrency.lockutils [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.450042] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.450348] env[69357]: DEBUG oslo_concurrency.lockutils [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.452813] env[69357]: DEBUG oslo_concurrency.lockutils [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Acquiring lock "95b817c2-87c5-4926-a0e4-6c785c713936" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.453044] env[69357]: DEBUG oslo_concurrency.lockutils [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Lock "95b817c2-87c5-4926-a0e4-6c785c713936" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.453252] env[69357]: DEBUG oslo_concurrency.lockutils [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Acquiring lock "95b817c2-87c5-4926-a0e4-6c785c713936-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.453491] env[69357]: DEBUG oslo_concurrency.lockutils [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Lock "95b817c2-87c5-4926-a0e4-6c785c713936-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.453672] env[69357]: DEBUG oslo_concurrency.lockutils [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Lock "95b817c2-87c5-4926-a0e4-6c785c713936-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.455794] env[69357]: INFO nova.compute.manager [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Terminating instance [ 698.558937] env[69357]: DEBUG nova.compute.utils [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.563168] env[69357]: DEBUG nova.compute.manager [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.563168] env[69357]: DEBUG nova.network.neutron [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.614566] env[69357]: DEBUG nova.policy [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8a5e189d5e34de1aaf20b9208c52f7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d974911374f45699379a57472299ea8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.667037] env[69357]: DEBUG oslo_vmware.api [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282261, 'name': Destroy_Task, 'duration_secs': 0.742164} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.667316] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Destroyed the VM [ 698.667605] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Deleting Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 698.667953] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9e2ae12f-f3a1-4ead-ac94-4a5579c4d8c2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.675674] env[69357]: DEBUG oslo_vmware.api [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for the task: (returnval){ [ 698.675674] env[69357]: value = "task-3282266" [ 698.675674] env[69357]: _type = "Task" [ 698.675674] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.687733] env[69357]: DEBUG oslo_vmware.api [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282266, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.693408] env[69357]: DEBUG oslo_vmware.api [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52147851-9514-aa1c-4e40-6a3775ec696d, 'name': SearchDatastore_Task, 'duration_secs': 0.041804} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.693668] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.693950] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] c167efa7-3603-4d4a-b731-4de23cb95f28/c167efa7-3603-4d4a-b731-4de23cb95f28.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.694285] env[69357]: DEBUG oslo_concurrency.lockutils [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.694451] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.694659] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0665e691-9371-4312-b87c-56fee7c31e97 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.696738] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52a21b91-079e-45bf-849d-0839bd9cb1c7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.704148] env[69357]: DEBUG oslo_vmware.api [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Waiting for the task: (returnval){ [ 698.704148] env[69357]: value = "task-3282267" [ 698.704148] env[69357]: _type = "Task" [ 698.704148] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.709609] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.709865] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.711141] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b2e89a5-99b0-4156-b501-4075af9b14d3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.717811] env[69357]: DEBUG oslo_vmware.api [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3282267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.721591] env[69357]: DEBUG oslo_vmware.api [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Waiting for the task: (returnval){ [ 698.721591] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e16767-78a2-ac84-2471-c79c80cd8ef4" [ 698.721591] env[69357]: _type = "Task" [ 698.721591] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.729917] env[69357]: DEBUG oslo_vmware.api [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e16767-78a2-ac84-2471-c79c80cd8ef4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.910255] env[69357]: DEBUG nova.network.neutron [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Successfully created port: 6b635e06-09bb-4e54-843c-ea8291cdb759 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.959894] env[69357]: DEBUG oslo_concurrency.lockutils [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Acquiring lock "refresh_cache-95b817c2-87c5-4926-a0e4-6c785c713936" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.960121] env[69357]: DEBUG oslo_concurrency.lockutils [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Acquired lock "refresh_cache-95b817c2-87c5-4926-a0e4-6c785c713936" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.960370] env[69357]: DEBUG nova.network.neutron [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.058820] env[69357]: DEBUG nova.compute.manager [req-c1de32b6-7d0d-4d31-b235-34f904d23a86 req-50e34434-57fa-443f-a750-4763367aad53 service nova] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Received event network-vif-plugged-eeec8400-3211-4ad5-896e-83208e274cdc {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.058820] env[69357]: DEBUG oslo_concurrency.lockutils [req-c1de32b6-7d0d-4d31-b235-34f904d23a86 req-50e34434-57fa-443f-a750-4763367aad53 service nova] Acquiring lock "c167efa7-3603-4d4a-b731-4de23cb95f28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.058820] env[69357]: DEBUG oslo_concurrency.lockutils [req-c1de32b6-7d0d-4d31-b235-34f904d23a86 req-50e34434-57fa-443f-a750-4763367aad53 service nova] Lock "c167efa7-3603-4d4a-b731-4de23cb95f28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.059141] env[69357]: DEBUG oslo_concurrency.lockutils [req-c1de32b6-7d0d-4d31-b235-34f904d23a86 req-50e34434-57fa-443f-a750-4763367aad53 service nova] Lock "c167efa7-3603-4d4a-b731-4de23cb95f28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.059141] env[69357]: DEBUG nova.compute.manager [req-c1de32b6-7d0d-4d31-b235-34f904d23a86 req-50e34434-57fa-443f-a750-4763367aad53 service nova] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] No waiting events found dispatching network-vif-plugged-eeec8400-3211-4ad5-896e-83208e274cdc {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.059200] env[69357]: WARNING nova.compute.manager [req-c1de32b6-7d0d-4d31-b235-34f904d23a86 req-50e34434-57fa-443f-a750-4763367aad53 service nova] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Received unexpected event network-vif-plugged-eeec8400-3211-4ad5-896e-83208e274cdc for instance with vm_state building and task_state spawning. [ 699.059340] env[69357]: DEBUG nova.compute.manager [req-c1de32b6-7d0d-4d31-b235-34f904d23a86 req-50e34434-57fa-443f-a750-4763367aad53 service nova] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Received event network-changed-eeec8400-3211-4ad5-896e-83208e274cdc {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.059484] env[69357]: DEBUG nova.compute.manager [req-c1de32b6-7d0d-4d31-b235-34f904d23a86 req-50e34434-57fa-443f-a750-4763367aad53 service nova] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Refreshing instance network info cache due to event network-changed-eeec8400-3211-4ad5-896e-83208e274cdc. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.059655] env[69357]: DEBUG oslo_concurrency.lockutils [req-c1de32b6-7d0d-4d31-b235-34f904d23a86 req-50e34434-57fa-443f-a750-4763367aad53 service nova] Acquiring lock "refresh_cache-c167efa7-3603-4d4a-b731-4de23cb95f28" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.059781] env[69357]: DEBUG oslo_concurrency.lockutils [req-c1de32b6-7d0d-4d31-b235-34f904d23a86 req-50e34434-57fa-443f-a750-4763367aad53 service nova] Acquired lock "refresh_cache-c167efa7-3603-4d4a-b731-4de23cb95f28" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.059929] env[69357]: DEBUG nova.network.neutron [req-c1de32b6-7d0d-4d31-b235-34f904d23a86 req-50e34434-57fa-443f-a750-4763367aad53 service nova] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Refreshing network info cache for port eeec8400-3211-4ad5-896e-83208e274cdc {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.069177] env[69357]: DEBUG nova.compute.manager [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.187121] env[69357]: DEBUG oslo_vmware.api [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282266, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.215526] env[69357]: DEBUG oslo_vmware.api [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3282267, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.234990] env[69357]: DEBUG oslo_vmware.api [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e16767-78a2-ac84-2471-c79c80cd8ef4, 'name': SearchDatastore_Task, 'duration_secs': 0.02147} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.235834] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a83a499e-1a42-40c5-8d84-6b25869b7158 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.241786] env[69357]: DEBUG oslo_vmware.api [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Waiting for the task: (returnval){ [ 699.241786] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5247c844-ffdb-9e55-42ae-fb9760873d34" [ 699.241786] env[69357]: _type = "Task" [ 699.241786] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.253830] env[69357]: DEBUG oslo_vmware.api [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5247c844-ffdb-9e55-42ae-fb9760873d34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.488762] env[69357]: DEBUG nova.network.neutron [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.593968] env[69357]: DEBUG nova.network.neutron [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.608432] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330b2bd2-4a50-44c6-bb7f-9d0da46c6ac0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.617650] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c018f4-9e11-4850-8553-9634883e8bad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.650018] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1364bdd-1bd1-46ab-8af6-98ff2b6c05bd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.657305] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40a8bc2-8bfb-4d05-9e43-22ea4665aea9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.673285] env[69357]: DEBUG nova.compute.provider_tree [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 699.688502] env[69357]: DEBUG oslo_vmware.api [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282266, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.722343] env[69357]: DEBUG oslo_vmware.api [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3282267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684918} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.728943] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] c167efa7-3603-4d4a-b731-4de23cb95f28/c167efa7-3603-4d4a-b731-4de23cb95f28.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.729231] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.729540] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62913b6e-09bd-40f5-9d29-6321ff7fd19f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.736848] env[69357]: DEBUG oslo_vmware.api [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Waiting for the task: (returnval){ [ 699.736848] env[69357]: value = "task-3282268" [ 699.736848] env[69357]: _type = "Task" [ 699.736848] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.744692] env[69357]: DEBUG oslo_vmware.api [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3282268, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.753673] env[69357]: DEBUG oslo_vmware.api [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5247c844-ffdb-9e55-42ae-fb9760873d34, 'name': SearchDatastore_Task, 'duration_secs': 0.057807} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.753934] env[69357]: DEBUG oslo_concurrency.lockutils [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.754213] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] f9c1342d-1643-4edc-a5d0-a23d38ed613c/f9c1342d-1643-4edc-a5d0-a23d38ed613c.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.754810] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f74f7c9e-2098-4f61-9f1f-9341f3117cde {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.761219] env[69357]: DEBUG oslo_vmware.api [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Waiting for the task: (returnval){ [ 699.761219] env[69357]: value = "task-3282269" [ 699.761219] env[69357]: _type = "Task" [ 699.761219] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.769398] env[69357]: DEBUG oslo_vmware.api [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Task: {'id': task-3282269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.938995] env[69357]: DEBUG nova.network.neutron [req-c1de32b6-7d0d-4d31-b235-34f904d23a86 req-50e34434-57fa-443f-a750-4763367aad53 service nova] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Updated VIF entry in instance network info cache for port eeec8400-3211-4ad5-896e-83208e274cdc. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.939411] env[69357]: DEBUG nova.network.neutron [req-c1de32b6-7d0d-4d31-b235-34f904d23a86 req-50e34434-57fa-443f-a750-4763367aad53 service nova] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Updating instance_info_cache with network_info: [{"id": "eeec8400-3211-4ad5-896e-83208e274cdc", "address": "fa:16:3e:ef:6d:8d", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeec8400-32", "ovs_interfaceid": "eeec8400-3211-4ad5-896e-83208e274cdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.077844] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ffa7b35-6166-4558-bf85-f209db0e9618 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Acquiring lock "6a64d4bd-0cef-4bbf-830c-941cee6767a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.078187] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ffa7b35-6166-4558-bf85-f209db0e9618 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Lock "6a64d4bd-0cef-4bbf-830c-941cee6767a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.079533] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ffa7b35-6166-4558-bf85-f209db0e9618 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Acquiring lock "6a64d4bd-0cef-4bbf-830c-941cee6767a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.079533] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ffa7b35-6166-4558-bf85-f209db0e9618 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Lock "6a64d4bd-0cef-4bbf-830c-941cee6767a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.079533] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ffa7b35-6166-4558-bf85-f209db0e9618 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Lock "6a64d4bd-0cef-4bbf-830c-941cee6767a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.082456] env[69357]: DEBUG nova.compute.manager [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.085904] env[69357]: INFO nova.compute.manager [None req-5ffa7b35-6166-4558-bf85-f209db0e9618 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Terminating instance [ 700.096660] env[69357]: DEBUG oslo_concurrency.lockutils [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Releasing lock "refresh_cache-95b817c2-87c5-4926-a0e4-6c785c713936" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.097257] env[69357]: DEBUG nova.compute.manager [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 700.097513] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 700.098718] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153e625a-d3b8-4997-88db-3f958fb2c9ad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.108895] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 700.109247] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0310bf3-4879-41fd-99d4-5e33b92e8d49 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.119284] env[69357]: DEBUG oslo_vmware.api [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Waiting for the task: (returnval){ [ 700.119284] env[69357]: value = "task-3282270" [ 700.119284] env[69357]: _type = "Task" [ 700.119284] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.124620] env[69357]: DEBUG nova.virt.hardware [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.124969] env[69357]: DEBUG nova.virt.hardware [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.125260] env[69357]: DEBUG nova.virt.hardware [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.125524] env[69357]: DEBUG nova.virt.hardware [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.125722] env[69357]: DEBUG nova.virt.hardware [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.125916] env[69357]: DEBUG nova.virt.hardware [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.126191] env[69357]: DEBUG nova.virt.hardware [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.126418] env[69357]: DEBUG nova.virt.hardware [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.126646] env[69357]: DEBUG nova.virt.hardware [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.126863] env[69357]: DEBUG nova.virt.hardware [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.127133] env[69357]: DEBUG nova.virt.hardware [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.128025] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee140b75-5490-4644-9a8b-e00d7140adc1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.136614] env[69357]: DEBUG oslo_vmware.api [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Task: {'id': task-3282270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.140045] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643668d1-3a01-42b3-9c30-3f98f3505d32 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.191997] env[69357]: DEBUG oslo_vmware.api [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282266, 'name': RemoveSnapshot_Task, 'duration_secs': 1.202037} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.192345] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Deleted Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 700.192607] env[69357]: INFO nova.compute.manager [None req-c3ccc631-da17-450c-a8b1-7a8f1edd0f6a tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Took 14.34 seconds to snapshot the instance on the hypervisor. [ 700.195762] env[69357]: ERROR nova.scheduler.client.report [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [req-1d50a69b-18fe-42fd-8410-363031031d4f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcb9ec35-bfdd-4e17-b2d7-2501509e9896. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1d50a69b-18fe-42fd-8410-363031031d4f"}]} [ 700.216922] env[69357]: DEBUG nova.scheduler.client.report [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Refreshing inventories for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 700.236243] env[69357]: DEBUG nova.scheduler.client.report [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Updating ProviderTree inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 700.236575] env[69357]: DEBUG nova.compute.provider_tree [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 700.252130] env[69357]: DEBUG oslo_vmware.api [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3282268, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.388276} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.252130] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.252130] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021712c2-a854-41b8-91d9-ac44a8066d5c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.256036] env[69357]: DEBUG nova.scheduler.client.report [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Refreshing aggregate associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, aggregates: None {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 700.279158] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] c167efa7-3603-4d4a-b731-4de23cb95f28/c167efa7-3603-4d4a-b731-4de23cb95f28.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.280398] env[69357]: DEBUG nova.scheduler.client.report [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Refreshing trait associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 700.286167] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb9ee2fa-36c0-4f4a-863d-11ad868a8762 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.306820] env[69357]: DEBUG oslo_vmware.api [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Task: {'id': task-3282269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.308335] env[69357]: DEBUG oslo_vmware.api [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Waiting for the task: (returnval){ [ 700.308335] env[69357]: value = "task-3282271" [ 700.308335] env[69357]: _type = "Task" [ 700.308335] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.317500] env[69357]: DEBUG oslo_vmware.api [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3282271, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.446266] env[69357]: DEBUG oslo_concurrency.lockutils [req-c1de32b6-7d0d-4d31-b235-34f904d23a86 req-50e34434-57fa-443f-a750-4763367aad53 service nova] Releasing lock "refresh_cache-c167efa7-3603-4d4a-b731-4de23cb95f28" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.446597] env[69357]: DEBUG nova.compute.manager [req-c1de32b6-7d0d-4d31-b235-34f904d23a86 req-50e34434-57fa-443f-a750-4763367aad53 service nova] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Received event network-vif-plugged-c46d335e-86b6-46af-bafd-ead9c7ce255c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.446848] env[69357]: DEBUG oslo_concurrency.lockutils [req-c1de32b6-7d0d-4d31-b235-34f904d23a86 req-50e34434-57fa-443f-a750-4763367aad53 service nova] Acquiring lock "f9c1342d-1643-4edc-a5d0-a23d38ed613c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.447020] env[69357]: DEBUG oslo_concurrency.lockutils [req-c1de32b6-7d0d-4d31-b235-34f904d23a86 req-50e34434-57fa-443f-a750-4763367aad53 service nova] Lock "f9c1342d-1643-4edc-a5d0-a23d38ed613c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.447205] env[69357]: DEBUG oslo_concurrency.lockutils [req-c1de32b6-7d0d-4d31-b235-34f904d23a86 req-50e34434-57fa-443f-a750-4763367aad53 service nova] Lock "f9c1342d-1643-4edc-a5d0-a23d38ed613c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.447393] env[69357]: DEBUG nova.compute.manager [req-c1de32b6-7d0d-4d31-b235-34f904d23a86 req-50e34434-57fa-443f-a750-4763367aad53 service nova] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] No waiting events found dispatching network-vif-plugged-c46d335e-86b6-46af-bafd-ead9c7ce255c {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 700.447572] env[69357]: WARNING nova.compute.manager [req-c1de32b6-7d0d-4d31-b235-34f904d23a86 req-50e34434-57fa-443f-a750-4763367aad53 service nova] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Received unexpected event network-vif-plugged-c46d335e-86b6-46af-bafd-ead9c7ce255c for instance with vm_state building and task_state spawning. [ 700.447738] env[69357]: DEBUG nova.compute.manager [req-c1de32b6-7d0d-4d31-b235-34f904d23a86 req-50e34434-57fa-443f-a750-4763367aad53 service nova] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Received event network-changed-c46d335e-86b6-46af-bafd-ead9c7ce255c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.447894] env[69357]: DEBUG nova.compute.manager [req-c1de32b6-7d0d-4d31-b235-34f904d23a86 req-50e34434-57fa-443f-a750-4763367aad53 service nova] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Refreshing instance network info cache due to event network-changed-c46d335e-86b6-46af-bafd-ead9c7ce255c. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.448154] env[69357]: DEBUG oslo_concurrency.lockutils [req-c1de32b6-7d0d-4d31-b235-34f904d23a86 req-50e34434-57fa-443f-a750-4763367aad53 service nova] Acquiring lock "refresh_cache-f9c1342d-1643-4edc-a5d0-a23d38ed613c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.448236] env[69357]: DEBUG oslo_concurrency.lockutils [req-c1de32b6-7d0d-4d31-b235-34f904d23a86 req-50e34434-57fa-443f-a750-4763367aad53 service nova] Acquired lock "refresh_cache-f9c1342d-1643-4edc-a5d0-a23d38ed613c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.448395] env[69357]: DEBUG nova.network.neutron [req-c1de32b6-7d0d-4d31-b235-34f904d23a86 req-50e34434-57fa-443f-a750-4763367aad53 service nova] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Refreshing network info cache for port c46d335e-86b6-46af-bafd-ead9c7ce255c {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.480365] env[69357]: DEBUG nova.network.neutron [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Successfully updated port: 6b635e06-09bb-4e54-843c-ea8291cdb759 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.588707] env[69357]: DEBUG nova.compute.manager [None req-5ffa7b35-6166-4558-bf85-f209db0e9618 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 700.588957] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5ffa7b35-6166-4558-bf85-f209db0e9618 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 700.590845] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e986cca8-fd1c-472e-a992-871ed997e08b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.600406] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ffa7b35-6166-4558-bf85-f209db0e9618 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 700.600693] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15cb18a0-5884-435c-8ea0-a79c8364de1a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.607123] env[69357]: DEBUG oslo_vmware.api [None req-5ffa7b35-6166-4558-bf85-f209db0e9618 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Waiting for the task: (returnval){ [ 700.607123] env[69357]: value = "task-3282272" [ 700.607123] env[69357]: _type = "Task" [ 700.607123] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.618351] env[69357]: DEBUG oslo_vmware.api [None req-5ffa7b35-6166-4558-bf85-f209db0e9618 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.632308] env[69357]: DEBUG oslo_vmware.api [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Task: {'id': task-3282270, 'name': PowerOffVM_Task, 'duration_secs': 0.290539} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.632746] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.632949] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.633240] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf8aab26-be04-451c-94b8-dd67cba2468e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.656297] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.656632] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.656832] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Deleting the datastore file [datastore2] 95b817c2-87c5-4926-a0e4-6c785c713936 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.657146] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4493cde0-e6c8-4172-99ea-22317137555c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.663599] env[69357]: DEBUG oslo_vmware.api [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Waiting for the task: (returnval){ [ 700.663599] env[69357]: value = "task-3282274" [ 700.663599] env[69357]: _type = "Task" [ 700.663599] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.678390] env[69357]: DEBUG oslo_vmware.api [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Task: {'id': task-3282274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.784165] env[69357]: DEBUG oslo_vmware.api [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Task: {'id': task-3282269, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.825376] env[69357]: DEBUG oslo_vmware.api [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3282271, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.906356] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb00aef3-58af-4f1a-a7e1-7009a074b609 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.914863] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7127e163-85bd-4381-ba0a-a2ee5b17dfc5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.948532] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421af07f-6af9-494d-96c2-3f766784c638 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.959659] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fea5c6-7e0c-4049-9097-3ab481d7735b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.976196] env[69357]: DEBUG nova.compute.provider_tree [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 700.985154] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquiring lock "refresh_cache-3b80daa2-b381-4f93-95a0-487142468a88" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.985307] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquired lock "refresh_cache-3b80daa2-b381-4f93-95a0-487142468a88" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.985458] env[69357]: DEBUG nova.network.neutron [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.121263] env[69357]: DEBUG oslo_vmware.api [None req-5ffa7b35-6166-4558-bf85-f209db0e9618 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282272, 'name': PowerOffVM_Task, 'duration_secs': 0.223506} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.121869] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ffa7b35-6166-4558-bf85-f209db0e9618 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 701.122150] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5ffa7b35-6166-4558-bf85-f209db0e9618 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 701.122431] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6c482ae-be31-4757-a8f9-07502f5b90d7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.177934] env[69357]: DEBUG oslo_vmware.api [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Task: {'id': task-3282274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30656} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.178298] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.178518] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 701.178729] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 701.178938] env[69357]: INFO nova.compute.manager [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Took 1.08 seconds to destroy the instance on the hypervisor. [ 701.179265] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.180044] env[69357]: DEBUG nova.compute.manager [-] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 701.180044] env[69357]: DEBUG nova.network.neutron [-] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 701.200106] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5ffa7b35-6166-4558-bf85-f209db0e9618 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 701.200524] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5ffa7b35-6166-4558-bf85-f209db0e9618 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 701.200821] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ffa7b35-6166-4558-bf85-f209db0e9618 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Deleting the datastore file [datastore1] 6a64d4bd-0cef-4bbf-830c-941cee6767a7 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.201265] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b96f7e61-a219-433f-9655-af18b4d9e3e7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.207720] env[69357]: DEBUG oslo_vmware.api [None req-5ffa7b35-6166-4558-bf85-f209db0e9618 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Waiting for the task: (returnval){ [ 701.207720] env[69357]: value = "task-3282276" [ 701.207720] env[69357]: _type = "Task" [ 701.207720] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.212364] env[69357]: DEBUG nova.network.neutron [-] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.221682] env[69357]: DEBUG oslo_vmware.api [None req-5ffa7b35-6166-4558-bf85-f209db0e9618 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282276, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.292900] env[69357]: DEBUG oslo_vmware.api [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Task: {'id': task-3282269, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.08878} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.293788] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] f9c1342d-1643-4edc-a5d0-a23d38ed613c/f9c1342d-1643-4edc-a5d0-a23d38ed613c.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 701.293912] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 701.294295] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b5b013f-19b7-4db7-8934-2744cd74ac9f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.310022] env[69357]: DEBUG oslo_vmware.api [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Waiting for the task: (returnval){ [ 701.310022] env[69357]: value = "task-3282277" [ 701.310022] env[69357]: _type = "Task" [ 701.310022] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.336250] env[69357]: DEBUG oslo_vmware.api [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Task: {'id': task-3282277, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.336250] env[69357]: DEBUG oslo_vmware.api [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3282271, 'name': ReconfigVM_Task, 'duration_secs': 0.628371} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.336250] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Reconfigured VM instance instance-0000001d to attach disk [datastore2] c167efa7-3603-4d4a-b731-4de23cb95f28/c167efa7-3603-4d4a-b731-4de23cb95f28.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.336250] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e93a9ec0-6323-4641-b5b6-69e48d6556dd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.344259] env[69357]: DEBUG oslo_vmware.api [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Waiting for the task: (returnval){ [ 701.344259] env[69357]: value = "task-3282278" [ 701.344259] env[69357]: _type = "Task" [ 701.344259] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.355878] env[69357]: DEBUG oslo_vmware.api [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3282278, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.399591] env[69357]: DEBUG nova.network.neutron [req-c1de32b6-7d0d-4d31-b235-34f904d23a86 req-50e34434-57fa-443f-a750-4763367aad53 service nova] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Updated VIF entry in instance network info cache for port c46d335e-86b6-46af-bafd-ead9c7ce255c. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.400030] env[69357]: DEBUG nova.network.neutron [req-c1de32b6-7d0d-4d31-b235-34f904d23a86 req-50e34434-57fa-443f-a750-4763367aad53 service nova] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Updating instance_info_cache with network_info: [{"id": "c46d335e-86b6-46af-bafd-ead9c7ce255c", "address": "fa:16:3e:94:09:ba", "network": {"id": "799f00df-e923-40da-873b-3fb46f50d77e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2106895909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3864061521754fac9a6723df42586a72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc46d335e-86", "ovs_interfaceid": "c46d335e-86b6-46af-bafd-ead9c7ce255c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.450554] env[69357]: DEBUG nova.compute.manager [req-7df6627d-a42e-4367-bdbc-8e0aec194a08 req-8f081eca-1591-439b-aa60-0243a74798d8 service nova] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Received event network-vif-plugged-6b635e06-09bb-4e54-843c-ea8291cdb759 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.450904] env[69357]: DEBUG oslo_concurrency.lockutils [req-7df6627d-a42e-4367-bdbc-8e0aec194a08 req-8f081eca-1591-439b-aa60-0243a74798d8 service nova] Acquiring lock "3b80daa2-b381-4f93-95a0-487142468a88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.450969] env[69357]: DEBUG oslo_concurrency.lockutils [req-7df6627d-a42e-4367-bdbc-8e0aec194a08 req-8f081eca-1591-439b-aa60-0243a74798d8 service nova] Lock "3b80daa2-b381-4f93-95a0-487142468a88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.451464] env[69357]: DEBUG oslo_concurrency.lockutils [req-7df6627d-a42e-4367-bdbc-8e0aec194a08 req-8f081eca-1591-439b-aa60-0243a74798d8 service nova] Lock "3b80daa2-b381-4f93-95a0-487142468a88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.451716] env[69357]: DEBUG nova.compute.manager [req-7df6627d-a42e-4367-bdbc-8e0aec194a08 req-8f081eca-1591-439b-aa60-0243a74798d8 service nova] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] No waiting events found dispatching network-vif-plugged-6b635e06-09bb-4e54-843c-ea8291cdb759 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.451872] env[69357]: WARNING nova.compute.manager [req-7df6627d-a42e-4367-bdbc-8e0aec194a08 req-8f081eca-1591-439b-aa60-0243a74798d8 service nova] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Received unexpected event network-vif-plugged-6b635e06-09bb-4e54-843c-ea8291cdb759 for instance with vm_state building and task_state spawning. [ 701.452126] env[69357]: DEBUG nova.compute.manager [req-7df6627d-a42e-4367-bdbc-8e0aec194a08 req-8f081eca-1591-439b-aa60-0243a74798d8 service nova] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Received event network-changed-6b635e06-09bb-4e54-843c-ea8291cdb759 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.452218] env[69357]: DEBUG nova.compute.manager [req-7df6627d-a42e-4367-bdbc-8e0aec194a08 req-8f081eca-1591-439b-aa60-0243a74798d8 service nova] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Refreshing instance network info cache due to event network-changed-6b635e06-09bb-4e54-843c-ea8291cdb759. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.452465] env[69357]: DEBUG oslo_concurrency.lockutils [req-7df6627d-a42e-4367-bdbc-8e0aec194a08 req-8f081eca-1591-439b-aa60-0243a74798d8 service nova] Acquiring lock "refresh_cache-3b80daa2-b381-4f93-95a0-487142468a88" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.519329] env[69357]: DEBUG nova.scheduler.client.report [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Updated inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with generation 53 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 701.519593] env[69357]: DEBUG nova.compute.provider_tree [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Updating resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 generation from 53 to 54 during operation: update_inventory {{(pid=69357) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 701.519781] env[69357]: DEBUG nova.compute.provider_tree [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 701.534309] env[69357]: DEBUG nova.network.neutron [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.671121] env[69357]: DEBUG nova.network.neutron [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Updating instance_info_cache with network_info: [{"id": "6b635e06-09bb-4e54-843c-ea8291cdb759", "address": "fa:16:3e:9e:86:ef", "network": {"id": "5f2c7eee-b9ee-4471-a671-52b1512be34b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-687148639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d974911374f45699379a57472299ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b635e06-09", "ovs_interfaceid": "6b635e06-09bb-4e54-843c-ea8291cdb759", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.717359] env[69357]: DEBUG nova.network.neutron [-] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.718913] env[69357]: DEBUG oslo_vmware.api [None req-5ffa7b35-6166-4558-bf85-f209db0e9618 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Task: {'id': task-3282276, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371858} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.719560] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ffa7b35-6166-4558-bf85-f209db0e9618 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.719752] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5ffa7b35-6166-4558-bf85-f209db0e9618 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 701.719928] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5ffa7b35-6166-4558-bf85-f209db0e9618 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 701.720112] env[69357]: INFO nova.compute.manager [None req-5ffa7b35-6166-4558-bf85-f209db0e9618 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 701.720380] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ffa7b35-6166-4558-bf85-f209db0e9618 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.720563] env[69357]: DEBUG nova.compute.manager [-] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 701.720652] env[69357]: DEBUG nova.network.neutron [-] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 701.825779] env[69357]: DEBUG oslo_vmware.api [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Task: {'id': task-3282277, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073674} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.826099] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.826969] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db50e365-f342-45fd-bbdf-1a59720506d0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.850425] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] f9c1342d-1643-4edc-a5d0-a23d38ed613c/f9c1342d-1643-4edc-a5d0-a23d38ed613c.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.850835] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b25a04a-9b63-4495-8bfb-8d7f1bdc1436 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.876814] env[69357]: DEBUG oslo_vmware.api [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3282278, 'name': Rename_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.878224] env[69357]: DEBUG oslo_vmware.api [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Waiting for the task: (returnval){ [ 701.878224] env[69357]: value = "task-3282280" [ 701.878224] env[69357]: _type = "Task" [ 701.878224] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.886249] env[69357]: DEBUG oslo_vmware.api [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Task: {'id': task-3282280, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.903956] env[69357]: DEBUG oslo_concurrency.lockutils [req-c1de32b6-7d0d-4d31-b235-34f904d23a86 req-50e34434-57fa-443f-a750-4763367aad53 service nova] Releasing lock "refresh_cache-f9c1342d-1643-4edc-a5d0-a23d38ed613c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.026483] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.977s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.027097] env[69357]: DEBUG nova.compute.manager [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.030388] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.545s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.031871] env[69357]: INFO nova.compute.claims [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.174063] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Releasing lock "refresh_cache-3b80daa2-b381-4f93-95a0-487142468a88" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.174063] env[69357]: DEBUG nova.compute.manager [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Instance network_info: |[{"id": "6b635e06-09bb-4e54-843c-ea8291cdb759", "address": "fa:16:3e:9e:86:ef", "network": {"id": "5f2c7eee-b9ee-4471-a671-52b1512be34b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-687148639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d974911374f45699379a57472299ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b635e06-09", "ovs_interfaceid": "6b635e06-09bb-4e54-843c-ea8291cdb759", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.174413] env[69357]: DEBUG oslo_concurrency.lockutils [req-7df6627d-a42e-4367-bdbc-8e0aec194a08 req-8f081eca-1591-439b-aa60-0243a74798d8 service nova] Acquired lock "refresh_cache-3b80daa2-b381-4f93-95a0-487142468a88" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.174514] env[69357]: DEBUG nova.network.neutron [req-7df6627d-a42e-4367-bdbc-8e0aec194a08 req-8f081eca-1591-439b-aa60-0243a74798d8 service nova] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Refreshing network info cache for port 6b635e06-09bb-4e54-843c-ea8291cdb759 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.175865] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:86:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd69a4b11-8d65-435f-94a5-28f74a39a718', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b635e06-09bb-4e54-843c-ea8291cdb759', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.184161] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.185456] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.185747] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad3d1e7b-2a4e-42ad-8501-ef2a3da21c4b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.209040] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.209040] env[69357]: value = "task-3282281" [ 702.209040] env[69357]: _type = "Task" [ 702.209040] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.218283] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282281, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.219793] env[69357]: INFO nova.compute.manager [-] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Took 1.04 seconds to deallocate network for instance. [ 702.361760] env[69357]: DEBUG oslo_vmware.api [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3282278, 'name': Rename_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.388788] env[69357]: DEBUG oslo_vmware.api [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Task: {'id': task-3282280, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.486895] env[69357]: DEBUG nova.network.neutron [-] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.539795] env[69357]: DEBUG nova.compute.utils [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.542553] env[69357]: DEBUG nova.compute.manager [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.542553] env[69357]: DEBUG nova.network.neutron [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.590440] env[69357]: DEBUG nova.policy [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8a5e189d5e34de1aaf20b9208c52f7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d974911374f45699379a57472299ea8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.720692] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282281, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.725795] env[69357]: DEBUG oslo_concurrency.lockutils [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.826568] env[69357]: DEBUG nova.network.neutron [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Successfully created port: 7abd125c-7e48-40f0-b073-ca8a8bd5d50a {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.861260] env[69357]: DEBUG oslo_vmware.api [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3282278, 'name': Rename_Task, 'duration_secs': 1.189531} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.861531] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.861774] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a587eac-6488-4a01-a4f9-fb23259bf94c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.869175] env[69357]: DEBUG oslo_vmware.api [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Waiting for the task: (returnval){ [ 702.869175] env[69357]: value = "task-3282282" [ 702.869175] env[69357]: _type = "Task" [ 702.869175] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.876707] env[69357]: DEBUG oslo_vmware.api [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3282282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.887158] env[69357]: DEBUG oslo_vmware.api [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Task: {'id': task-3282280, 'name': ReconfigVM_Task, 'duration_secs': 0.572628} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.887444] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Reconfigured VM instance instance-0000001e to attach disk [datastore2] f9c1342d-1643-4edc-a5d0-a23d38ed613c/f9c1342d-1643-4edc-a5d0-a23d38ed613c.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.888088] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fcaab16-2213-4b69-bcfc-f3470cc59e73 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.893417] env[69357]: DEBUG oslo_vmware.api [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Waiting for the task: (returnval){ [ 702.893417] env[69357]: value = "task-3282283" [ 702.893417] env[69357]: _type = "Task" [ 702.893417] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.898602] env[69357]: DEBUG nova.network.neutron [req-7df6627d-a42e-4367-bdbc-8e0aec194a08 req-8f081eca-1591-439b-aa60-0243a74798d8 service nova] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Updated VIF entry in instance network info cache for port 6b635e06-09bb-4e54-843c-ea8291cdb759. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.898945] env[69357]: DEBUG nova.network.neutron [req-7df6627d-a42e-4367-bdbc-8e0aec194a08 req-8f081eca-1591-439b-aa60-0243a74798d8 service nova] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Updating instance_info_cache with network_info: [{"id": "6b635e06-09bb-4e54-843c-ea8291cdb759", "address": "fa:16:3e:9e:86:ef", "network": {"id": "5f2c7eee-b9ee-4471-a671-52b1512be34b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-687148639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d974911374f45699379a57472299ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b635e06-09", "ovs_interfaceid": "6b635e06-09bb-4e54-843c-ea8291cdb759", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.900837] env[69357]: DEBUG nova.compute.manager [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.904542] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a526482-0cf9-486c-b722-9b28445b0acf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.907417] env[69357]: DEBUG oslo_vmware.api [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Task: {'id': task-3282283, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.989664] env[69357]: INFO nova.compute.manager [-] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Took 1.27 seconds to deallocate network for instance. [ 703.043205] env[69357]: DEBUG nova.compute.manager [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.223041] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282281, 'name': CreateVM_Task, 'duration_secs': 0.525468} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.223041] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.223870] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.223870] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.224116] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.224395] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f8e77f1-d523-4fea-b003-547f4c2f6d1f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.231743] env[69357]: DEBUG oslo_vmware.api [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Waiting for the task: (returnval){ [ 703.231743] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5213a554-1d27-ef99-4e13-a1d853ad68e7" [ 703.231743] env[69357]: _type = "Task" [ 703.231743] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.239840] env[69357]: DEBUG oslo_vmware.api [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5213a554-1d27-ef99-4e13-a1d853ad68e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.379034] env[69357]: DEBUG oslo_vmware.api [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3282282, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.405262] env[69357]: DEBUG oslo_concurrency.lockutils [req-7df6627d-a42e-4367-bdbc-8e0aec194a08 req-8f081eca-1591-439b-aa60-0243a74798d8 service nova] Releasing lock "refresh_cache-3b80daa2-b381-4f93-95a0-487142468a88" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.406028] env[69357]: DEBUG oslo_vmware.api [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Task: {'id': task-3282283, 'name': Rename_Task, 'duration_secs': 0.143587} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.409236] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.410529] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c342564-e35e-41d0-937f-85ad8b0ce4cb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.415229] env[69357]: INFO nova.compute.manager [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] instance snapshotting [ 703.418403] env[69357]: DEBUG oslo_vmware.api [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Waiting for the task: (returnval){ [ 703.418403] env[69357]: value = "task-3282284" [ 703.418403] env[69357]: _type = "Task" [ 703.418403] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.419719] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43017c3e-ee02-4810-8948-e1d2e454233c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.451231] env[69357]: DEBUG oslo_vmware.api [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Task: {'id': task-3282284, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.454120] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c957a10-abce-4f2f-9ce9-ab1abdff5451 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.486292] env[69357]: DEBUG nova.compute.manager [req-36e2f70c-f59e-44c9-91dc-5e0cef1301a8 req-7f0d6115-9130-4f93-ae79-b827841d0bbd service nova] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Received event network-vif-deleted-ded785bf-16bc-459f-a0cd-79b2ee338e00 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.497890] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ffa7b35-6166-4558-bf85-f209db0e9618 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.525527] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14dbe859-445a-4545-bcde-84eb23a0eb3d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.533488] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcbfe94-7c34-48b9-aa89-9095ce56f525 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.573461] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b54276-d1cd-43a9-88bb-3711d306bf5e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.583836] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d46478a-e3cf-4343-ae41-a3a9563aec22 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.600205] env[69357]: DEBUG nova.compute.provider_tree [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 703.745923] env[69357]: DEBUG oslo_vmware.api [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5213a554-1d27-ef99-4e13-a1d853ad68e7, 'name': SearchDatastore_Task, 'duration_secs': 0.057048} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.746427] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.746774] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.747145] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.747391] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.747685] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.748079] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-812b4237-f0e6-48e0-9170-ec822a491d1d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.758778] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.758925] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.759900] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-955cdf23-4160-4a89-b0c1-6a1e8889a66a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.767474] env[69357]: DEBUG oslo_vmware.api [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Waiting for the task: (returnval){ [ 703.767474] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52bcabe1-19bb-e6ba-f2d1-e7ac197b1714" [ 703.767474] env[69357]: _type = "Task" [ 703.767474] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.779518] env[69357]: DEBUG oslo_vmware.api [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52bcabe1-19bb-e6ba-f2d1-e7ac197b1714, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.881928] env[69357]: DEBUG oslo_vmware.api [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3282282, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.929274] env[69357]: DEBUG oslo_vmware.api [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Task: {'id': task-3282284, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.966371] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Creating Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 703.966743] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-887ea65b-2f4e-43a8-9f91-07eeb8677cf3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.974149] env[69357]: DEBUG oslo_vmware.api [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for the task: (returnval){ [ 703.974149] env[69357]: value = "task-3282286" [ 703.974149] env[69357]: _type = "Task" [ 703.974149] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.982491] env[69357]: DEBUG oslo_vmware.api [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282286, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.077821] env[69357]: DEBUG nova.compute.manager [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.108712] env[69357]: DEBUG nova.virt.hardware [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.109051] env[69357]: DEBUG nova.virt.hardware [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.109051] env[69357]: DEBUG nova.virt.hardware [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.109177] env[69357]: DEBUG nova.virt.hardware [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.109305] env[69357]: DEBUG nova.virt.hardware [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.109397] env[69357]: DEBUG nova.virt.hardware [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.109627] env[69357]: DEBUG nova.virt.hardware [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.109766] env[69357]: DEBUG nova.virt.hardware [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.109927] env[69357]: DEBUG nova.virt.hardware [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.110180] env[69357]: DEBUG nova.virt.hardware [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.110296] env[69357]: DEBUG nova.virt.hardware [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.111392] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0545d2f-1fcd-4a5b-b1b2-fbd3231ddd47 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.121944] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a454ed2-b40f-4d09-9e8b-0d303c92c908 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.147151] env[69357]: DEBUG nova.scheduler.client.report [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Updated inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 704.147696] env[69357]: DEBUG nova.compute.provider_tree [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Updating resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 generation from 54 to 55 during operation: update_inventory {{(pid=69357) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 704.149216] env[69357]: DEBUG nova.compute.provider_tree [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 704.279713] env[69357]: DEBUG oslo_vmware.api [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52bcabe1-19bb-e6ba-f2d1-e7ac197b1714, 'name': SearchDatastore_Task, 'duration_secs': 0.011234} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.280613] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f038d8e-629c-4819-9abe-5a04b5d0aff5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.286361] env[69357]: DEBUG oslo_vmware.api [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Waiting for the task: (returnval){ [ 704.286361] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d656af-e31a-a951-bf2e-86350bf648dd" [ 704.286361] env[69357]: _type = "Task" [ 704.286361] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.298078] env[69357]: DEBUG oslo_vmware.api [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d656af-e31a-a951-bf2e-86350bf648dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.339385] env[69357]: DEBUG nova.network.neutron [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Successfully updated port: 7abd125c-7e48-40f0-b073-ca8a8bd5d50a {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.385753] env[69357]: DEBUG oslo_vmware.api [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3282282, 'name': PowerOnVM_Task, 'duration_secs': 1.058333} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.385753] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.385753] env[69357]: INFO nova.compute.manager [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Took 11.77 seconds to spawn the instance on the hypervisor. [ 704.385753] env[69357]: DEBUG nova.compute.manager [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.385753] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357ff295-97e3-4a8b-8e15-9fe1aed45205 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.430482] env[69357]: DEBUG oslo_vmware.api [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Task: {'id': task-3282284, 'name': PowerOnVM_Task, 'duration_secs': 0.66085} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.431627] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.431627] env[69357]: INFO nova.compute.manager [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Took 9.09 seconds to spawn the instance on the hypervisor. [ 704.431627] env[69357]: DEBUG nova.compute.manager [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.432085] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7035466b-e0fb-4fdb-8ac0-e99914d29b88 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.486016] env[69357]: DEBUG oslo_vmware.api [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282286, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.658516] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.659106] env[69357]: DEBUG nova.compute.manager [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.661836] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.817s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.662014] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.662171] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69357) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 704.662452] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.923s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.663868] env[69357]: INFO nova.compute.claims [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.667576] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d915b19f-fced-424a-ad2b-98c20aa9ef3e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.676052] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b7b53d-ec4f-4ddd-be94-c623adfed114 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.694667] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780e03c0-ff43-4c6b-9550-e4347b37725c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.701509] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4f426c-a5cb-41fb-9576-1a0f24c171d0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.737165] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179825MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=69357) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 704.737341] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.795667] env[69357]: DEBUG oslo_vmware.api [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d656af-e31a-a951-bf2e-86350bf648dd, 'name': SearchDatastore_Task, 'duration_secs': 0.012514} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.795933] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.796209] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 3b80daa2-b381-4f93-95a0-487142468a88/3b80daa2-b381-4f93-95a0-487142468a88.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.796469] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e25957a-8a31-4718-ba1e-272fe0736393 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.803166] env[69357]: DEBUG oslo_vmware.api [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Waiting for the task: (returnval){ [ 704.803166] env[69357]: value = "task-3282287" [ 704.803166] env[69357]: _type = "Task" [ 704.803166] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.810572] env[69357]: DEBUG oslo_vmware.api [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.842450] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquiring lock "refresh_cache-388f7324-b27f-4f86-902d-dc902a5f19b0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.842777] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquired lock "refresh_cache-388f7324-b27f-4f86-902d-dc902a5f19b0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.842998] env[69357]: DEBUG nova.network.neutron [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.903878] env[69357]: INFO nova.compute.manager [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Took 48.04 seconds to build instance. [ 704.951729] env[69357]: INFO nova.compute.manager [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Took 46.92 seconds to build instance. [ 704.986200] env[69357]: DEBUG oslo_vmware.api [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282286, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.172958] env[69357]: DEBUG nova.compute.utils [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.175123] env[69357]: DEBUG nova.compute.manager [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 705.175123] env[69357]: DEBUG nova.network.neutron [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.236617] env[69357]: DEBUG nova.policy [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99ac962b6e3646ea87037e888605ba3f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7eaf446ddb74528ae8923baf9c29c54', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.314041] env[69357]: DEBUG oslo_vmware.api [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282287, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506191} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.314361] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 3b80daa2-b381-4f93-95a0-487142468a88/3b80daa2-b381-4f93-95a0-487142468a88.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.314500] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.314893] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e877cb9d-53f8-48bb-958a-b3c5a1f8ee12 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.322099] env[69357]: DEBUG oslo_vmware.api [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Waiting for the task: (returnval){ [ 705.322099] env[69357]: value = "task-3282288" [ 705.322099] env[69357]: _type = "Task" [ 705.322099] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.331277] env[69357]: DEBUG oslo_vmware.api [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.381990] env[69357]: DEBUG nova.network.neutron [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.406122] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dad8f546-d6c2-4723-8b24-74738589b7d5 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Lock "c167efa7-3603-4d4a-b731-4de23cb95f28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.125s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.455228] env[69357]: DEBUG oslo_concurrency.lockutils [None req-80c97ab8-985e-41a4-99d6-32c9705c7f8c tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Lock "f9c1342d-1643-4edc-a5d0-a23d38ed613c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.233s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.488919] env[69357]: DEBUG oslo_vmware.api [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282286, 'name': CreateSnapshot_Task, 'duration_secs': 1.151499} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.489704] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Created Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 705.490387] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314de3d6-d819-4331-9bc7-2867f6e3d647 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.568154] env[69357]: DEBUG nova.network.neutron [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Successfully created port: 1eb16c33-c0b7-415d-96a3-8401e65b15d9 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.626261] env[69357]: DEBUG nova.network.neutron [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Updating instance_info_cache with network_info: [{"id": "7abd125c-7e48-40f0-b073-ca8a8bd5d50a", "address": "fa:16:3e:f6:a1:41", "network": {"id": "5f2c7eee-b9ee-4471-a671-52b1512be34b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-687148639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d974911374f45699379a57472299ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7abd125c-7e", "ovs_interfaceid": "7abd125c-7e48-40f0-b073-ca8a8bd5d50a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.679405] env[69357]: DEBUG nova.compute.manager [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.690051] env[69357]: DEBUG nova.compute.manager [req-abb6b0e6-7f76-4e53-ae4c-9cab1a5d3068 req-f8625536-40c5-46fc-a3f6-407beb26ebe1 service nova] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Received event network-vif-plugged-7abd125c-7e48-40f0-b073-ca8a8bd5d50a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.690051] env[69357]: DEBUG oslo_concurrency.lockutils [req-abb6b0e6-7f76-4e53-ae4c-9cab1a5d3068 req-f8625536-40c5-46fc-a3f6-407beb26ebe1 service nova] Acquiring lock "388f7324-b27f-4f86-902d-dc902a5f19b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.690051] env[69357]: DEBUG oslo_concurrency.lockutils [req-abb6b0e6-7f76-4e53-ae4c-9cab1a5d3068 req-f8625536-40c5-46fc-a3f6-407beb26ebe1 service nova] Lock "388f7324-b27f-4f86-902d-dc902a5f19b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.690051] env[69357]: DEBUG oslo_concurrency.lockutils [req-abb6b0e6-7f76-4e53-ae4c-9cab1a5d3068 req-f8625536-40c5-46fc-a3f6-407beb26ebe1 service nova] Lock "388f7324-b27f-4f86-902d-dc902a5f19b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.690051] env[69357]: DEBUG nova.compute.manager [req-abb6b0e6-7f76-4e53-ae4c-9cab1a5d3068 req-f8625536-40c5-46fc-a3f6-407beb26ebe1 service nova] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] No waiting events found dispatching network-vif-plugged-7abd125c-7e48-40f0-b073-ca8a8bd5d50a {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.690250] env[69357]: WARNING nova.compute.manager [req-abb6b0e6-7f76-4e53-ae4c-9cab1a5d3068 req-f8625536-40c5-46fc-a3f6-407beb26ebe1 service nova] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Received unexpected event network-vif-plugged-7abd125c-7e48-40f0-b073-ca8a8bd5d50a for instance with vm_state building and task_state spawning. [ 705.690250] env[69357]: DEBUG nova.compute.manager [req-abb6b0e6-7f76-4e53-ae4c-9cab1a5d3068 req-f8625536-40c5-46fc-a3f6-407beb26ebe1 service nova] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Received event network-changed-7abd125c-7e48-40f0-b073-ca8a8bd5d50a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.690250] env[69357]: DEBUG nova.compute.manager [req-abb6b0e6-7f76-4e53-ae4c-9cab1a5d3068 req-f8625536-40c5-46fc-a3f6-407beb26ebe1 service nova] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Refreshing instance network info cache due to event network-changed-7abd125c-7e48-40f0-b073-ca8a8bd5d50a. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.690250] env[69357]: DEBUG oslo_concurrency.lockutils [req-abb6b0e6-7f76-4e53-ae4c-9cab1a5d3068 req-f8625536-40c5-46fc-a3f6-407beb26ebe1 service nova] Acquiring lock "refresh_cache-388f7324-b27f-4f86-902d-dc902a5f19b0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.834649] env[69357]: DEBUG oslo_vmware.api [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084618} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.834649] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.834649] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bd42a3-4e27-4aec-a83c-c65ec39e5e40 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.858155] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 3b80daa2-b381-4f93-95a0-487142468a88/3b80daa2-b381-4f93-95a0-487142468a88.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.861590] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9d718fe-7c90-41d0-a4a3-92aca7fdd763 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.881636] env[69357]: DEBUG oslo_vmware.api [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Waiting for the task: (returnval){ [ 705.881636] env[69357]: value = "task-3282290" [ 705.881636] env[69357]: _type = "Task" [ 705.881636] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.889486] env[69357]: DEBUG oslo_vmware.api [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282290, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.908971] env[69357]: DEBUG nova.compute.manager [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.957230] env[69357]: DEBUG nova.compute.manager [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 706.008662] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Creating linked-clone VM from snapshot {{(pid=69357) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 706.009337] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8e004215-21c0-46e9-b8c3-8db1ef2e882e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.021293] env[69357]: DEBUG oslo_vmware.api [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for the task: (returnval){ [ 706.021293] env[69357]: value = "task-3282291" [ 706.021293] env[69357]: _type = "Task" [ 706.021293] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.033320] env[69357]: DEBUG oslo_vmware.api [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282291, 'name': CloneVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.132197] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Releasing lock "refresh_cache-388f7324-b27f-4f86-902d-dc902a5f19b0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.134027] env[69357]: DEBUG nova.compute.manager [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Instance network_info: |[{"id": "7abd125c-7e48-40f0-b073-ca8a8bd5d50a", "address": "fa:16:3e:f6:a1:41", "network": {"id": "5f2c7eee-b9ee-4471-a671-52b1512be34b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-687148639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d974911374f45699379a57472299ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7abd125c-7e", "ovs_interfaceid": "7abd125c-7e48-40f0-b073-ca8a8bd5d50a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 706.134027] env[69357]: DEBUG oslo_concurrency.lockutils [req-abb6b0e6-7f76-4e53-ae4c-9cab1a5d3068 req-f8625536-40c5-46fc-a3f6-407beb26ebe1 service nova] Acquired lock "refresh_cache-388f7324-b27f-4f86-902d-dc902a5f19b0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.134347] env[69357]: DEBUG nova.network.neutron [req-abb6b0e6-7f76-4e53-ae4c-9cab1a5d3068 req-f8625536-40c5-46fc-a3f6-407beb26ebe1 service nova] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Refreshing network info cache for port 7abd125c-7e48-40f0-b073-ca8a8bd5d50a {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.134882] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:a1:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd69a4b11-8d65-435f-94a5-28f74a39a718', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7abd125c-7e48-40f0-b073-ca8a8bd5d50a', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.143287] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.146481] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.148310] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17297361-672a-4805-8c6f-f72e9f01d157 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.173012] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.173012] env[69357]: value = "task-3282292" [ 706.173012] env[69357]: _type = "Task" [ 706.173012] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.187279] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282292, 'name': CreateVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.257138] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee79425a-3100-4f96-af90-aab3847afd3c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.265087] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19011f39-bd85-414a-8318-b456e9f21cb1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.304433] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b03cb8-fd14-4b1e-b515-93fc7fad68d8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.311866] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28edb39b-3546-4328-a0a3-7751fce37d3a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.325938] env[69357]: DEBUG nova.compute.provider_tree [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.392060] env[69357]: DEBUG oslo_vmware.api [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282290, 'name': ReconfigVM_Task, 'duration_secs': 0.283475} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.392450] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 3b80daa2-b381-4f93-95a0-487142468a88/3b80daa2-b381-4f93-95a0-487142468a88.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.393203] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-713fb9d7-d74c-4953-831f-b949f2c81038 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.400547] env[69357]: DEBUG oslo_vmware.api [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Waiting for the task: (returnval){ [ 706.400547] env[69357]: value = "task-3282293" [ 706.400547] env[69357]: _type = "Task" [ 706.400547] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.411053] env[69357]: DEBUG oslo_vmware.api [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282293, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.434657] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.482993] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.489782] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8e743ba0-154c-435b-84a2-6ce243b14341 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Acquiring lock "c167efa7-3603-4d4a-b731-4de23cb95f28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.490086] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8e743ba0-154c-435b-84a2-6ce243b14341 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Lock "c167efa7-3603-4d4a-b731-4de23cb95f28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.490377] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8e743ba0-154c-435b-84a2-6ce243b14341 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Acquiring lock "c167efa7-3603-4d4a-b731-4de23cb95f28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.490579] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8e743ba0-154c-435b-84a2-6ce243b14341 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Lock "c167efa7-3603-4d4a-b731-4de23cb95f28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.490764] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8e743ba0-154c-435b-84a2-6ce243b14341 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Lock "c167efa7-3603-4d4a-b731-4de23cb95f28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.493751] env[69357]: INFO nova.compute.manager [None req-8e743ba0-154c-435b-84a2-6ce243b14341 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Terminating instance [ 706.532378] env[69357]: DEBUG oslo_vmware.api [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282291, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.684669] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282292, 'name': CreateVM_Task, 'duration_secs': 0.356578} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.684924] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.685703] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.685959] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.686427] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.686810] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88b4e501-112e-4cdb-9266-f856106be671 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.689897] env[69357]: DEBUG nova.compute.manager [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.695507] env[69357]: DEBUG oslo_vmware.api [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Waiting for the task: (returnval){ [ 706.695507] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52683555-64df-3819-ff0f-b3f5435eb184" [ 706.695507] env[69357]: _type = "Task" [ 706.695507] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.707329] env[69357]: DEBUG oslo_vmware.api [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52683555-64df-3819-ff0f-b3f5435eb184, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.717838] env[69357]: DEBUG nova.virt.hardware [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.718144] env[69357]: DEBUG nova.virt.hardware [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.718365] env[69357]: DEBUG nova.virt.hardware [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.718602] env[69357]: DEBUG nova.virt.hardware [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.718792] env[69357]: DEBUG nova.virt.hardware [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.718975] env[69357]: DEBUG nova.virt.hardware [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.719258] env[69357]: DEBUG nova.virt.hardware [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.719482] env[69357]: DEBUG nova.virt.hardware [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.719705] env[69357]: DEBUG nova.virt.hardware [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.719903] env[69357]: DEBUG nova.virt.hardware [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.720143] env[69357]: DEBUG nova.virt.hardware [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.721347] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45215ce0-8ad4-43ac-81b1-f39e8e8d3d54 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.729744] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3039b3-650f-4a86-b1c2-859c7c262227 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.831032] env[69357]: DEBUG nova.scheduler.client.report [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.916935] env[69357]: DEBUG oslo_vmware.api [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282293, 'name': Rename_Task, 'duration_secs': 0.15721} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.916935] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.916935] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8517b97-7230-468d-8e49-726aacf64e80 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.921338] env[69357]: DEBUG oslo_vmware.api [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Waiting for the task: (returnval){ [ 706.921338] env[69357]: value = "task-3282294" [ 706.921338] env[69357]: _type = "Task" [ 706.921338] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.933449] env[69357]: DEBUG oslo_vmware.api [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282294, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.995969] env[69357]: DEBUG nova.network.neutron [req-abb6b0e6-7f76-4e53-ae4c-9cab1a5d3068 req-f8625536-40c5-46fc-a3f6-407beb26ebe1 service nova] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Updated VIF entry in instance network info cache for port 7abd125c-7e48-40f0-b073-ca8a8bd5d50a. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.996097] env[69357]: DEBUG nova.network.neutron [req-abb6b0e6-7f76-4e53-ae4c-9cab1a5d3068 req-f8625536-40c5-46fc-a3f6-407beb26ebe1 service nova] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Updating instance_info_cache with network_info: [{"id": "7abd125c-7e48-40f0-b073-ca8a8bd5d50a", "address": "fa:16:3e:f6:a1:41", "network": {"id": "5f2c7eee-b9ee-4471-a671-52b1512be34b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-687148639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d974911374f45699379a57472299ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7abd125c-7e", "ovs_interfaceid": "7abd125c-7e48-40f0-b073-ca8a8bd5d50a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.999366] env[69357]: DEBUG nova.compute.manager [None req-8e743ba0-154c-435b-84a2-6ce243b14341 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 706.999366] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8e743ba0-154c-435b-84a2-6ce243b14341 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.002049] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8be7ca-51e1-446b-ad8e-688b2732bc3d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.007831] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e743ba0-154c-435b-84a2-6ce243b14341 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.008130] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b97927ff-2112-4003-b109-ce88726ac2b0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.014894] env[69357]: DEBUG oslo_vmware.api [None req-8e743ba0-154c-435b-84a2-6ce243b14341 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Waiting for the task: (returnval){ [ 707.014894] env[69357]: value = "task-3282295" [ 707.014894] env[69357]: _type = "Task" [ 707.014894] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.024222] env[69357]: DEBUG oslo_vmware.api [None req-8e743ba0-154c-435b-84a2-6ce243b14341 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3282295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.032808] env[69357]: DEBUG oslo_vmware.api [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282291, 'name': CloneVM_Task} progress is 95%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.073176] env[69357]: DEBUG nova.network.neutron [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Successfully updated port: 1eb16c33-c0b7-415d-96a3-8401e65b15d9 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.212056] env[69357]: DEBUG oslo_vmware.api [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52683555-64df-3819-ff0f-b3f5435eb184, 'name': SearchDatastore_Task, 'duration_secs': 0.010618} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.212424] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.212739] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.212937] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.213451] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.213683] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.213986] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-841e6585-3eba-4077-a246-ec64399eaac6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.222463] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.222655] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.223450] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a7925a4-e4ca-4ff6-be43-136633166fd2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.228919] env[69357]: DEBUG oslo_vmware.api [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Waiting for the task: (returnval){ [ 707.228919] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c9b114-acad-25a3-d32c-4e2f12b76cac" [ 707.228919] env[69357]: _type = "Task" [ 707.228919] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.236867] env[69357]: DEBUG oslo_vmware.api [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c9b114-acad-25a3-d32c-4e2f12b76cac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.336176] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.336176] env[69357]: DEBUG nova.compute.manager [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.338224] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9475f0b8-a5ea-431d-ac98-21e662da7f60 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.614s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.338446] env[69357]: DEBUG nova.objects.instance [None req-9475f0b8-a5ea-431d-ac98-21e662da7f60 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Lazy-loading 'resources' on Instance uuid c8057193-ee6e-43c5-8595-496b47cf1a51 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 707.431528] env[69357]: DEBUG oslo_vmware.api [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282294, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.501112] env[69357]: DEBUG oslo_concurrency.lockutils [req-abb6b0e6-7f76-4e53-ae4c-9cab1a5d3068 req-f8625536-40c5-46fc-a3f6-407beb26ebe1 service nova] Releasing lock "refresh_cache-388f7324-b27f-4f86-902d-dc902a5f19b0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.525236] env[69357]: DEBUG oslo_vmware.api [None req-8e743ba0-154c-435b-84a2-6ce243b14341 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3282295, 'name': PowerOffVM_Task, 'duration_secs': 0.260678} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.528721] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e743ba0-154c-435b-84a2-6ce243b14341 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.528721] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8e743ba0-154c-435b-84a2-6ce243b14341 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.529030] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd30c395-d646-45f3-a220-d938f3173d6a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.535273] env[69357]: DEBUG oslo_vmware.api [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282291, 'name': CloneVM_Task, 'duration_secs': 1.373775} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.535503] env[69357]: INFO nova.virt.vmwareapi.vmops [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Created linked-clone VM from snapshot [ 707.536196] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93afddd-a80e-45ee-add8-be4092d9c935 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.544403] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Uploading image ee803265-d8bd-4caa-8e6b-598a04256c4b {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 707.568853] env[69357]: DEBUG oslo_vmware.rw_handles [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 707.568853] env[69357]: value = "vm-655496" [ 707.568853] env[69357]: _type = "VirtualMachine" [ 707.568853] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 707.569180] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fb025ca6-55f6-453c-87f2-8bb8ceecc0ef {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.576032] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquiring lock "refresh_cache-f10e7a79-4aee-4687-84e8-d4d238077566" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.576129] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquired lock "refresh_cache-f10e7a79-4aee-4687-84e8-d4d238077566" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.576255] env[69357]: DEBUG nova.network.neutron [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.577556] env[69357]: DEBUG oslo_vmware.rw_handles [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Lease: (returnval){ [ 707.577556] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5291c28a-d8a0-347c-ae52-a1701d384a6e" [ 707.577556] env[69357]: _type = "HttpNfcLease" [ 707.577556] env[69357]: } obtained for exporting VM: (result){ [ 707.577556] env[69357]: value = "vm-655496" [ 707.577556] env[69357]: _type = "VirtualMachine" [ 707.577556] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 707.577848] env[69357]: DEBUG oslo_vmware.api [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for the lease: (returnval){ [ 707.577848] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5291c28a-d8a0-347c-ae52-a1701d384a6e" [ 707.577848] env[69357]: _type = "HttpNfcLease" [ 707.577848] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 707.584520] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 707.584520] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5291c28a-d8a0-347c-ae52-a1701d384a6e" [ 707.584520] env[69357]: _type = "HttpNfcLease" [ 707.584520] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 707.613646] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8e743ba0-154c-435b-84a2-6ce243b14341 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.613873] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8e743ba0-154c-435b-84a2-6ce243b14341 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.614061] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e743ba0-154c-435b-84a2-6ce243b14341 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Deleting the datastore file [datastore2] c167efa7-3603-4d4a-b731-4de23cb95f28 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.614325] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cde88fe0-9f03-4384-bf02-3f6fe969f218 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.622077] env[69357]: DEBUG oslo_vmware.api [None req-8e743ba0-154c-435b-84a2-6ce243b14341 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Waiting for the task: (returnval){ [ 707.622077] env[69357]: value = "task-3282298" [ 707.622077] env[69357]: _type = "Task" [ 707.622077] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.629807] env[69357]: DEBUG oslo_vmware.api [None req-8e743ba0-154c-435b-84a2-6ce243b14341 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3282298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.739741] env[69357]: DEBUG oslo_vmware.api [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c9b114-acad-25a3-d32c-4e2f12b76cac, 'name': SearchDatastore_Task, 'duration_secs': 0.009988} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.741213] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b547233-ca3c-4ae7-9b68-0384d90c4ca1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.746502] env[69357]: DEBUG oslo_vmware.api [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Waiting for the task: (returnval){ [ 707.746502] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f1b510-ec1d-c1ee-163b-aa2ce72242b2" [ 707.746502] env[69357]: _type = "Task" [ 707.746502] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.755095] env[69357]: DEBUG oslo_vmware.api [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f1b510-ec1d-c1ee-163b-aa2ce72242b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.759324] env[69357]: DEBUG nova.compute.manager [req-304948c6-d3cd-44b4-afb6-414bc80cde89 req-46dd4944-f01e-4d6d-966a-7ccebf6d3d6a service nova] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Received event network-changed-c46d335e-86b6-46af-bafd-ead9c7ce255c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.759324] env[69357]: DEBUG nova.compute.manager [req-304948c6-d3cd-44b4-afb6-414bc80cde89 req-46dd4944-f01e-4d6d-966a-7ccebf6d3d6a service nova] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Refreshing instance network info cache due to event network-changed-c46d335e-86b6-46af-bafd-ead9c7ce255c. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.759324] env[69357]: DEBUG oslo_concurrency.lockutils [req-304948c6-d3cd-44b4-afb6-414bc80cde89 req-46dd4944-f01e-4d6d-966a-7ccebf6d3d6a service nova] Acquiring lock "refresh_cache-f9c1342d-1643-4edc-a5d0-a23d38ed613c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.759324] env[69357]: DEBUG oslo_concurrency.lockutils [req-304948c6-d3cd-44b4-afb6-414bc80cde89 req-46dd4944-f01e-4d6d-966a-7ccebf6d3d6a service nova] Acquired lock "refresh_cache-f9c1342d-1643-4edc-a5d0-a23d38ed613c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.759324] env[69357]: DEBUG nova.network.neutron [req-304948c6-d3cd-44b4-afb6-414bc80cde89 req-46dd4944-f01e-4d6d-966a-7ccebf6d3d6a service nova] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Refreshing network info cache for port c46d335e-86b6-46af-bafd-ead9c7ce255c {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.841881] env[69357]: DEBUG nova.compute.utils [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.846093] env[69357]: DEBUG nova.compute.manager [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 707.846266] env[69357]: DEBUG nova.network.neutron [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] [instance: 40995412-2970-4f48-a4a7-429273c4357e] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.902313] env[69357]: DEBUG nova.policy [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0a9d76a3cd248558f6ec4d7bb092f47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3737db162a040719f109d1a044a2d6b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.935497] env[69357]: DEBUG oslo_vmware.api [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282294, 'name': PowerOnVM_Task, 'duration_secs': 0.701508} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.935497] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.935663] env[69357]: INFO nova.compute.manager [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Took 7.85 seconds to spawn the instance on the hypervisor. [ 707.935837] env[69357]: DEBUG nova.compute.manager [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.936639] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f829c2a-2607-4b51-bf9b-7bbc49e1b352 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.092877] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 708.092877] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5291c28a-d8a0-347c-ae52-a1701d384a6e" [ 708.092877] env[69357]: _type = "HttpNfcLease" [ 708.092877] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 708.093186] env[69357]: DEBUG oslo_vmware.rw_handles [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 708.093186] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5291c28a-d8a0-347c-ae52-a1701d384a6e" [ 708.093186] env[69357]: _type = "HttpNfcLease" [ 708.093186] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 708.093919] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5fa3d9-62e5-4573-95a0-e30412c323de {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.101359] env[69357]: DEBUG oslo_vmware.rw_handles [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd5c55-5041-6a88-6aae-d745a374ea61/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 708.101534] env[69357]: DEBUG oslo_vmware.rw_handles [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd5c55-5041-6a88-6aae-d745a374ea61/disk-0.vmdk for reading. {{(pid=69357) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 708.165536] env[69357]: DEBUG nova.network.neutron [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.177688] env[69357]: DEBUG oslo_vmware.api [None req-8e743ba0-154c-435b-84a2-6ce243b14341 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Task: {'id': task-3282298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.508461} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.177941] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e743ba0-154c-435b-84a2-6ce243b14341 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.178138] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8e743ba0-154c-435b-84a2-6ce243b14341 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.178327] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8e743ba0-154c-435b-84a2-6ce243b14341 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.178509] env[69357]: INFO nova.compute.manager [None req-8e743ba0-154c-435b-84a2-6ce243b14341 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Took 1.18 seconds to destroy the instance on the hypervisor. [ 708.178763] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e743ba0-154c-435b-84a2-6ce243b14341 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.178967] env[69357]: DEBUG nova.compute.manager [-] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 708.179077] env[69357]: DEBUG nova.network.neutron [-] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 708.181342] env[69357]: DEBUG nova.network.neutron [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Successfully created port: f2d1f8b1-a033-493d-855d-a3216203bb7d {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.245621] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-684eb72a-0934-4288-9f7b-d574c7d94dea {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.266832] env[69357]: DEBUG oslo_vmware.api [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f1b510-ec1d-c1ee-163b-aa2ce72242b2, 'name': SearchDatastore_Task, 'duration_secs': 0.045276} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.267533] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.267970] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 388f7324-b27f-4f86-902d-dc902a5f19b0/388f7324-b27f-4f86-902d-dc902a5f19b0.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.268153] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfe7144f-151a-4189-ad19-6358dcd1ddfe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.284060] env[69357]: DEBUG oslo_vmware.api [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Waiting for the task: (returnval){ [ 708.284060] env[69357]: value = "task-3282300" [ 708.284060] env[69357]: _type = "Task" [ 708.284060] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.309483] env[69357]: DEBUG oslo_vmware.api [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.350054] env[69357]: DEBUG nova.compute.manager [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.461980] env[69357]: INFO nova.compute.manager [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Took 41.80 seconds to build instance. [ 708.476030] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb5f1f5-3812-4032-a865-fdadcdec865a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.478947] env[69357]: DEBUG nova.network.neutron [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Updating instance_info_cache with network_info: [{"id": "1eb16c33-c0b7-415d-96a3-8401e65b15d9", "address": "fa:16:3e:1d:a6:c1", "network": {"id": "7f341ce4-a45c-4f5e-af4b-cb7ec8e8a1b7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1391807867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7eaf446ddb74528ae8923baf9c29c54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eb16c33-c0", "ovs_interfaceid": "1eb16c33-c0b7-415d-96a3-8401e65b15d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.487166] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a90a00-1bcd-43e7-bfac-475f55998093 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.525898] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044734fa-4160-4fcc-81c0-040aa13d3af3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.537617] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900370a8-be22-4018-9e69-a7a828681288 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.560140] env[69357]: DEBUG nova.compute.provider_tree [None req-9475f0b8-a5ea-431d-ac98-21e662da7f60 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.683996] env[69357]: DEBUG nova.network.neutron [req-304948c6-d3cd-44b4-afb6-414bc80cde89 req-46dd4944-f01e-4d6d-966a-7ccebf6d3d6a service nova] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Updated VIF entry in instance network info cache for port c46d335e-86b6-46af-bafd-ead9c7ce255c. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.684409] env[69357]: DEBUG nova.network.neutron [req-304948c6-d3cd-44b4-afb6-414bc80cde89 req-46dd4944-f01e-4d6d-966a-7ccebf6d3d6a service nova] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Updating instance_info_cache with network_info: [{"id": "c46d335e-86b6-46af-bafd-ead9c7ce255c", "address": "fa:16:3e:94:09:ba", "network": {"id": "799f00df-e923-40da-873b-3fb46f50d77e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2106895909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3864061521754fac9a6723df42586a72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc46d335e-86", "ovs_interfaceid": "c46d335e-86b6-46af-bafd-ead9c7ce255c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.764802] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9f7549ce-a058-4bd7-bc85-8101a806cecf tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] Acquiring lock "86487bab-df97-4480-8e57-2bcdeba9520b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.765082] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9f7549ce-a058-4bd7-bc85-8101a806cecf tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] Lock "86487bab-df97-4480-8e57-2bcdeba9520b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.807358] env[69357]: DEBUG oslo_vmware.api [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282300, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.965886] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f046f6a-fae0-4481-a7b6-c451cde3366a tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Lock "3b80daa2-b381-4f93-95a0-487142468a88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.415s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.987223] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Releasing lock "refresh_cache-f10e7a79-4aee-4687-84e8-d4d238077566" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.987683] env[69357]: DEBUG nova.compute.manager [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Instance network_info: |[{"id": "1eb16c33-c0b7-415d-96a3-8401e65b15d9", "address": "fa:16:3e:1d:a6:c1", "network": {"id": "7f341ce4-a45c-4f5e-af4b-cb7ec8e8a1b7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1391807867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7eaf446ddb74528ae8923baf9c29c54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eb16c33-c0", "ovs_interfaceid": "1eb16c33-c0b7-415d-96a3-8401e65b15d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.988471] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:a6:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1eb16c33-c0b7-415d-96a3-8401e65b15d9', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.997551] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.998683] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.999127] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f808240f-5337-4f8c-aa2e-37d8c5ec2749 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.021798] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.021798] env[69357]: value = "task-3282301" [ 709.021798] env[69357]: _type = "Task" [ 709.021798] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.030362] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282301, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.063748] env[69357]: DEBUG nova.scheduler.client.report [None req-9475f0b8-a5ea-431d-ac98-21e662da7f60 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.125185] env[69357]: DEBUG nova.network.neutron [-] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.189571] env[69357]: DEBUG oslo_concurrency.lockutils [req-304948c6-d3cd-44b4-afb6-414bc80cde89 req-46dd4944-f01e-4d6d-966a-7ccebf6d3d6a service nova] Releasing lock "refresh_cache-f9c1342d-1643-4edc-a5d0-a23d38ed613c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.189571] env[69357]: DEBUG nova.compute.manager [req-304948c6-d3cd-44b4-afb6-414bc80cde89 req-46dd4944-f01e-4d6d-966a-7ccebf6d3d6a service nova] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Received event network-vif-plugged-1eb16c33-c0b7-415d-96a3-8401e65b15d9 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.190361] env[69357]: DEBUG oslo_concurrency.lockutils [req-304948c6-d3cd-44b4-afb6-414bc80cde89 req-46dd4944-f01e-4d6d-966a-7ccebf6d3d6a service nova] Acquiring lock "f10e7a79-4aee-4687-84e8-d4d238077566-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.190361] env[69357]: DEBUG oslo_concurrency.lockutils [req-304948c6-d3cd-44b4-afb6-414bc80cde89 req-46dd4944-f01e-4d6d-966a-7ccebf6d3d6a service nova] Lock "f10e7a79-4aee-4687-84e8-d4d238077566-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.190361] env[69357]: DEBUG oslo_concurrency.lockutils [req-304948c6-d3cd-44b4-afb6-414bc80cde89 req-46dd4944-f01e-4d6d-966a-7ccebf6d3d6a service nova] Lock "f10e7a79-4aee-4687-84e8-d4d238077566-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.190569] env[69357]: DEBUG nova.compute.manager [req-304948c6-d3cd-44b4-afb6-414bc80cde89 req-46dd4944-f01e-4d6d-966a-7ccebf6d3d6a service nova] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] No waiting events found dispatching network-vif-plugged-1eb16c33-c0b7-415d-96a3-8401e65b15d9 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 709.190910] env[69357]: WARNING nova.compute.manager [req-304948c6-d3cd-44b4-afb6-414bc80cde89 req-46dd4944-f01e-4d6d-966a-7ccebf6d3d6a service nova] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Received unexpected event network-vif-plugged-1eb16c33-c0b7-415d-96a3-8401e65b15d9 for instance with vm_state building and task_state spawning. [ 709.190910] env[69357]: DEBUG nova.compute.manager [req-304948c6-d3cd-44b4-afb6-414bc80cde89 req-46dd4944-f01e-4d6d-966a-7ccebf6d3d6a service nova] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Received event network-changed-1eb16c33-c0b7-415d-96a3-8401e65b15d9 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.191246] env[69357]: DEBUG nova.compute.manager [req-304948c6-d3cd-44b4-afb6-414bc80cde89 req-46dd4944-f01e-4d6d-966a-7ccebf6d3d6a service nova] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Refreshing instance network info cache due to event network-changed-1eb16c33-c0b7-415d-96a3-8401e65b15d9. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 709.191403] env[69357]: DEBUG oslo_concurrency.lockutils [req-304948c6-d3cd-44b4-afb6-414bc80cde89 req-46dd4944-f01e-4d6d-966a-7ccebf6d3d6a service nova] Acquiring lock "refresh_cache-f10e7a79-4aee-4687-84e8-d4d238077566" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.191544] env[69357]: DEBUG oslo_concurrency.lockutils [req-304948c6-d3cd-44b4-afb6-414bc80cde89 req-46dd4944-f01e-4d6d-966a-7ccebf6d3d6a service nova] Acquired lock "refresh_cache-f10e7a79-4aee-4687-84e8-d4d238077566" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.191704] env[69357]: DEBUG nova.network.neutron [req-304948c6-d3cd-44b4-afb6-414bc80cde89 req-46dd4944-f01e-4d6d-966a-7ccebf6d3d6a service nova] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Refreshing network info cache for port 1eb16c33-c0b7-415d-96a3-8401e65b15d9 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.269413] env[69357]: DEBUG nova.compute.utils [None req-9f7549ce-a058-4bd7-bc85-8101a806cecf tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.301645] env[69357]: DEBUG oslo_vmware.api [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756785} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.301938] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 388f7324-b27f-4f86-902d-dc902a5f19b0/388f7324-b27f-4f86-902d-dc902a5f19b0.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.302333] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.302691] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7aeb022b-3d86-4973-bc24-1118c84a5371 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.311640] env[69357]: DEBUG oslo_vmware.api [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Waiting for the task: (returnval){ [ 709.311640] env[69357]: value = "task-3282302" [ 709.311640] env[69357]: _type = "Task" [ 709.311640] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.322623] env[69357]: DEBUG oslo_vmware.api [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.364283] env[69357]: DEBUG nova.compute.manager [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.387849] env[69357]: DEBUG nova.virt.hardware [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.388243] env[69357]: DEBUG nova.virt.hardware [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.388485] env[69357]: DEBUG nova.virt.hardware [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.388960] env[69357]: DEBUG nova.virt.hardware [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.389311] env[69357]: DEBUG nova.virt.hardware [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.389637] env[69357]: DEBUG nova.virt.hardware [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.390102] env[69357]: DEBUG nova.virt.hardware [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.390433] env[69357]: DEBUG nova.virt.hardware [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.390786] env[69357]: DEBUG nova.virt.hardware [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.391216] env[69357]: DEBUG nova.virt.hardware [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.391560] env[69357]: DEBUG nova.virt.hardware [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.392957] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b357c5-de70-4a47-99dd-b6ce587f10c1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.404618] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b95e39-936b-4500-b1ed-30f91ca501db {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.469623] env[69357]: DEBUG nova.compute.manager [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.531616] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282301, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.568835] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9475f0b8-a5ea-431d-ac98-21e662da7f60 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.574046] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.410s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.579017] env[69357]: INFO nova.compute.claims [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.601806] env[69357]: INFO nova.scheduler.client.report [None req-9475f0b8-a5ea-431d-ac98-21e662da7f60 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Deleted allocations for instance c8057193-ee6e-43c5-8595-496b47cf1a51 [ 709.629202] env[69357]: INFO nova.compute.manager [-] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Took 1.45 seconds to deallocate network for instance. [ 709.774726] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9f7549ce-a058-4bd7-bc85-8101a806cecf tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] Lock "86487bab-df97-4480-8e57-2bcdeba9520b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.821551] env[69357]: DEBUG oslo_vmware.api [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080834} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.821902] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.822968] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1576969-b21e-4ee5-8e0d-f8627aa37e76 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.850181] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 388f7324-b27f-4f86-902d-dc902a5f19b0/388f7324-b27f-4f86-902d-dc902a5f19b0.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.850751] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b918db4e-52c0-48bc-8ad0-821638e9072f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.872100] env[69357]: DEBUG oslo_vmware.api [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Waiting for the task: (returnval){ [ 709.872100] env[69357]: value = "task-3282303" [ 709.872100] env[69357]: _type = "Task" [ 709.872100] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.881597] env[69357]: DEBUG oslo_vmware.api [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282303, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.912030] env[69357]: DEBUG nova.network.neutron [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Successfully updated port: f2d1f8b1-a033-493d-855d-a3216203bb7d {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.000240] env[69357]: DEBUG oslo_concurrency.lockutils [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.031963] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282301, 'name': CreateVM_Task, 'duration_secs': 0.546089} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.032410] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.033208] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.033489] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.033894] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.034305] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fa7dfa1-25e0-4911-a810-14e747913216 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.038749] env[69357]: DEBUG oslo_vmware.api [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 710.038749] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52158e6a-b68a-ebcf-e398-f6ebee1e247a" [ 710.038749] env[69357]: _type = "Task" [ 710.038749] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.046585] env[69357]: DEBUG oslo_vmware.api [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52158e6a-b68a-ebcf-e398-f6ebee1e247a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.111655] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9475f0b8-a5ea-431d-ac98-21e662da7f60 tempest-InstanceActionsV221TestJSON-1926026749 tempest-InstanceActionsV221TestJSON-1926026749-project-member] Lock "c8057193-ee6e-43c5-8595-496b47cf1a51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.819s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.135418] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8e743ba0-154c-435b-84a2-6ce243b14341 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.219702] env[69357]: DEBUG nova.network.neutron [req-304948c6-d3cd-44b4-afb6-414bc80cde89 req-46dd4944-f01e-4d6d-966a-7ccebf6d3d6a service nova] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Updated VIF entry in instance network info cache for port 1eb16c33-c0b7-415d-96a3-8401e65b15d9. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.220548] env[69357]: DEBUG nova.network.neutron [req-304948c6-d3cd-44b4-afb6-414bc80cde89 req-46dd4944-f01e-4d6d-966a-7ccebf6d3d6a service nova] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Updating instance_info_cache with network_info: [{"id": "1eb16c33-c0b7-415d-96a3-8401e65b15d9", "address": "fa:16:3e:1d:a6:c1", "network": {"id": "7f341ce4-a45c-4f5e-af4b-cb7ec8e8a1b7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1391807867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7eaf446ddb74528ae8923baf9c29c54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eb16c33-c0", "ovs_interfaceid": "1eb16c33-c0b7-415d-96a3-8401e65b15d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.333318] env[69357]: DEBUG nova.compute.manager [req-7310bdc7-c71d-4dbf-a9f0-28fe43449b6e req-224f06f5-22b1-4b5d-8691-09a680907d24 service nova] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Received event network-vif-deleted-eeec8400-3211-4ad5-896e-83208e274cdc {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.384195] env[69357]: DEBUG oslo_vmware.api [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282303, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.414429] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Acquiring lock "refresh_cache-40995412-2970-4f48-a4a7-429273c4357e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.414598] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Acquired lock "refresh_cache-40995412-2970-4f48-a4a7-429273c4357e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.414771] env[69357]: DEBUG nova.network.neutron [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.550050] env[69357]: DEBUG oslo_vmware.api [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52158e6a-b68a-ebcf-e398-f6ebee1e247a, 'name': SearchDatastore_Task, 'duration_secs': 0.027443} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.550711] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.550901] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.551644] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.551644] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.551644] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.551860] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b66c30a-1b0e-4744-b52c-802c4d4e01f8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.562972] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.563205] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.563971] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71a22841-cb6c-44fc-adc0-ffef5b8ea943 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.571648] env[69357]: DEBUG oslo_vmware.api [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 710.571648] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]529e62cd-2e54-3c42-f0fd-6283cc7161f1" [ 710.571648] env[69357]: _type = "Task" [ 710.571648] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.580440] env[69357]: DEBUG oslo_vmware.api [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]529e62cd-2e54-3c42-f0fd-6283cc7161f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.726421] env[69357]: DEBUG oslo_concurrency.lockutils [req-304948c6-d3cd-44b4-afb6-414bc80cde89 req-46dd4944-f01e-4d6d-966a-7ccebf6d3d6a service nova] Releasing lock "refresh_cache-f10e7a79-4aee-4687-84e8-d4d238077566" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.855608] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9f7549ce-a058-4bd7-bc85-8101a806cecf tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] Acquiring lock "86487bab-df97-4480-8e57-2bcdeba9520b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.855895] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9f7549ce-a058-4bd7-bc85-8101a806cecf tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] Lock "86487bab-df97-4480-8e57-2bcdeba9520b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.856152] env[69357]: INFO nova.compute.manager [None req-9f7549ce-a058-4bd7-bc85-8101a806cecf tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Attaching volume 257d707e-2ef5-46a7-b0f9-eaf21852119d to /dev/sdb [ 710.885894] env[69357]: DEBUG oslo_vmware.api [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282303, 'name': ReconfigVM_Task, 'duration_secs': 0.52682} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.886232] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 388f7324-b27f-4f86-902d-dc902a5f19b0/388f7324-b27f-4f86-902d-dc902a5f19b0.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.889228] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-723531bd-a156-4492-a1cf-48af068c2c8a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.896629] env[69357]: DEBUG oslo_vmware.api [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Waiting for the task: (returnval){ [ 710.896629] env[69357]: value = "task-3282304" [ 710.896629] env[69357]: _type = "Task" [ 710.896629] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.901111] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7084a630-dea6-4199-8a19-775d6ce60531 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.913213] env[69357]: DEBUG oslo_vmware.api [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282304, 'name': Rename_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.915479] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5549656e-eb5f-4cb2-b3b4-b6ab4088d005 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.937895] env[69357]: DEBUG nova.virt.block_device [None req-9f7549ce-a058-4bd7-bc85-8101a806cecf tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Updating existing volume attachment record: 54ed28bb-8d84-4690-8555-609d5e517b6f {{(pid=69357) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 710.952698] env[69357]: DEBUG nova.network.neutron [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.083967] env[69357]: DEBUG oslo_vmware.api [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]529e62cd-2e54-3c42-f0fd-6283cc7161f1, 'name': SearchDatastore_Task, 'duration_secs': 0.015616} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.084732] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b7521a0-de90-4a22-a7d6-1d99c32a9bde {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.095575] env[69357]: DEBUG oslo_vmware.api [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 711.095575] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]528e936d-1553-acad-ca15-519a8b7c4c70" [ 711.095575] env[69357]: _type = "Task" [ 711.095575] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.103409] env[69357]: DEBUG oslo_vmware.api [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]528e936d-1553-acad-ca15-519a8b7c4c70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.139058] env[69357]: DEBUG nova.network.neutron [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Updating instance_info_cache with network_info: [{"id": "f2d1f8b1-a033-493d-855d-a3216203bb7d", "address": "fa:16:3e:19:0e:26", "network": {"id": "084aff9a-6c39-4a96-b18c-5a256d384f45", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1546653268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3737db162a040719f109d1a044a2d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2d1f8b1-a0", "ovs_interfaceid": "f2d1f8b1-a033-493d-855d-a3216203bb7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.196604] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f7c642-c94e-4002-a1c0-550b44b833b9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.205031] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bae184b-a9d1-4cbd-a7f0-fdceea8085b6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.239240] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9fc52d-bb45-4b57-b8b8-44e6bfb7f756 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.248090] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35ff84f-4262-4e47-bc7f-912ac478f9d3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.264557] env[69357]: DEBUG nova.compute.provider_tree [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.409619] env[69357]: DEBUG oslo_vmware.api [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282304, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.612440] env[69357]: DEBUG oslo_vmware.api [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]528e936d-1553-acad-ca15-519a8b7c4c70, 'name': SearchDatastore_Task, 'duration_secs': 0.024431} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.612750] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.613130] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] f10e7a79-4aee-4687-84e8-d4d238077566/f10e7a79-4aee-4687-84e8-d4d238077566.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.613713] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d199f6e-99be-4773-8cee-bb13117358b6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.620708] env[69357]: DEBUG oslo_vmware.api [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 711.620708] env[69357]: value = "task-3282308" [ 711.620708] env[69357]: _type = "Task" [ 711.620708] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.630333] env[69357]: DEBUG oslo_vmware.api [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282308, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.647190] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Releasing lock "refresh_cache-40995412-2970-4f48-a4a7-429273c4357e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.647727] env[69357]: DEBUG nova.compute.manager [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Instance network_info: |[{"id": "f2d1f8b1-a033-493d-855d-a3216203bb7d", "address": "fa:16:3e:19:0e:26", "network": {"id": "084aff9a-6c39-4a96-b18c-5a256d384f45", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1546653268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3737db162a040719f109d1a044a2d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2d1f8b1-a0", "ovs_interfaceid": "f2d1f8b1-a033-493d-855d-a3216203bb7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 711.648161] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:0e:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afae6acd-1873-4228-9d5a-1cd5d4efe3e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2d1f8b1-a033-493d-855d-a3216203bb7d', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.656530] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Creating folder: Project (f3737db162a040719f109d1a044a2d6b). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.656845] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c90680ba-febc-4a7a-bb62-e3544f99b711 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.670058] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Created folder: Project (f3737db162a040719f109d1a044a2d6b) in parent group-v655402. [ 711.670321] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Creating folder: Instances. Parent ref: group-v655503. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.670588] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56a63c9d-8043-4784-9f03-9d67baf2ed52 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.681717] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Created folder: Instances in parent group-v655503. [ 711.681998] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.682216] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.683339] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-207e9a41-25e8-499c-9220-48e510983f3b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.705168] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.705168] env[69357]: value = "task-3282311" [ 711.705168] env[69357]: _type = "Task" [ 711.705168] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.713556] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282311, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.770530] env[69357]: DEBUG nova.scheduler.client.report [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.910029] env[69357]: DEBUG oslo_vmware.api [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282304, 'name': Rename_Task, 'duration_secs': 0.658481} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.910029] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.910227] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c7787c4-e798-45bc-8f46-5f2a69ce8f5f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.916390] env[69357]: DEBUG oslo_vmware.api [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Waiting for the task: (returnval){ [ 711.916390] env[69357]: value = "task-3282313" [ 711.916390] env[69357]: _type = "Task" [ 711.916390] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.926968] env[69357]: DEBUG oslo_vmware.api [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.135747] env[69357]: DEBUG oslo_vmware.api [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282308, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.215377] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282311, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.279291] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.279291] env[69357]: DEBUG nova.compute.manager [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.280694] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c727048c-14e4-4cbf-af18-3d906bece6a9 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.251s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.281084] env[69357]: DEBUG nova.objects.instance [None req-c727048c-14e4-4cbf-af18-3d906bece6a9 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Lazy-loading 'resources' on Instance uuid 8a2798c0-37b3-4a3c-a21b-f643ab42091d {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 712.361401] env[69357]: DEBUG nova.compute.manager [req-d5e79837-5645-4c9f-8bb8-2b1817e112f3 req-8f8d0955-da73-46f2-b824-254d7f761c02 service nova] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Received event network-vif-plugged-f2d1f8b1-a033-493d-855d-a3216203bb7d {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.361537] env[69357]: DEBUG oslo_concurrency.lockutils [req-d5e79837-5645-4c9f-8bb8-2b1817e112f3 req-8f8d0955-da73-46f2-b824-254d7f761c02 service nova] Acquiring lock "40995412-2970-4f48-a4a7-429273c4357e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.361772] env[69357]: DEBUG oslo_concurrency.lockutils [req-d5e79837-5645-4c9f-8bb8-2b1817e112f3 req-8f8d0955-da73-46f2-b824-254d7f761c02 service nova] Lock "40995412-2970-4f48-a4a7-429273c4357e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.361942] env[69357]: DEBUG oslo_concurrency.lockutils [req-d5e79837-5645-4c9f-8bb8-2b1817e112f3 req-8f8d0955-da73-46f2-b824-254d7f761c02 service nova] Lock "40995412-2970-4f48-a4a7-429273c4357e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.362387] env[69357]: DEBUG nova.compute.manager [req-d5e79837-5645-4c9f-8bb8-2b1817e112f3 req-8f8d0955-da73-46f2-b824-254d7f761c02 service nova] [instance: 40995412-2970-4f48-a4a7-429273c4357e] No waiting events found dispatching network-vif-plugged-f2d1f8b1-a033-493d-855d-a3216203bb7d {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 712.362579] env[69357]: WARNING nova.compute.manager [req-d5e79837-5645-4c9f-8bb8-2b1817e112f3 req-8f8d0955-da73-46f2-b824-254d7f761c02 service nova] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Received unexpected event network-vif-plugged-f2d1f8b1-a033-493d-855d-a3216203bb7d for instance with vm_state building and task_state spawning. [ 712.362743] env[69357]: DEBUG nova.compute.manager [req-d5e79837-5645-4c9f-8bb8-2b1817e112f3 req-8f8d0955-da73-46f2-b824-254d7f761c02 service nova] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Received event network-changed-f2d1f8b1-a033-493d-855d-a3216203bb7d {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.362903] env[69357]: DEBUG nova.compute.manager [req-d5e79837-5645-4c9f-8bb8-2b1817e112f3 req-8f8d0955-da73-46f2-b824-254d7f761c02 service nova] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Refreshing instance network info cache due to event network-changed-f2d1f8b1-a033-493d-855d-a3216203bb7d. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 712.363135] env[69357]: DEBUG oslo_concurrency.lockutils [req-d5e79837-5645-4c9f-8bb8-2b1817e112f3 req-8f8d0955-da73-46f2-b824-254d7f761c02 service nova] Acquiring lock "refresh_cache-40995412-2970-4f48-a4a7-429273c4357e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.363282] env[69357]: DEBUG oslo_concurrency.lockutils [req-d5e79837-5645-4c9f-8bb8-2b1817e112f3 req-8f8d0955-da73-46f2-b824-254d7f761c02 service nova] Acquired lock "refresh_cache-40995412-2970-4f48-a4a7-429273c4357e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.363440] env[69357]: DEBUG nova.network.neutron [req-d5e79837-5645-4c9f-8bb8-2b1817e112f3 req-8f8d0955-da73-46f2-b824-254d7f761c02 service nova] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Refreshing network info cache for port f2d1f8b1-a033-493d-855d-a3216203bb7d {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.432779] env[69357]: DEBUG oslo_vmware.api [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282313, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.633381] env[69357]: DEBUG oslo_vmware.api [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282308, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703963} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.633786] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] f10e7a79-4aee-4687-84e8-d4d238077566/f10e7a79-4aee-4687-84e8-d4d238077566.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.633927] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.634390] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d83ee39-cce1-4127-af9c-e0080e85760f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.642789] env[69357]: DEBUG oslo_vmware.api [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 712.642789] env[69357]: value = "task-3282314" [ 712.642789] env[69357]: _type = "Task" [ 712.642789] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.651408] env[69357]: DEBUG oslo_vmware.api [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.715021] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282311, 'name': CreateVM_Task, 'duration_secs': 0.527127} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.715021] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.715761] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.716549] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.716549] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.716896] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e97b514f-f441-4a22-abb5-78ba79c8b27c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.721542] env[69357]: DEBUG oslo_vmware.api [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Waiting for the task: (returnval){ [ 712.721542] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a817cd-39b9-98f8-1b18-eaf0695718a9" [ 712.721542] env[69357]: _type = "Task" [ 712.721542] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.731329] env[69357]: DEBUG oslo_vmware.api [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a817cd-39b9-98f8-1b18-eaf0695718a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.784905] env[69357]: DEBUG nova.compute.utils [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.786111] env[69357]: DEBUG nova.compute.manager [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.786260] env[69357]: DEBUG nova.network.neutron [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.864252] env[69357]: DEBUG nova.policy [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61a522a795a545c899fd759101171523', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69a43485b3e64d7c8cec53b3fe307b95', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.933221] env[69357]: DEBUG oslo_vmware.api [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282313, 'name': PowerOnVM_Task, 'duration_secs': 0.987989} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.934624] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.934902] env[69357]: INFO nova.compute.manager [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Took 8.86 seconds to spawn the instance on the hypervisor. [ 712.935301] env[69357]: DEBUG nova.compute.manager [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.939730] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a199e18-b464-4ca3-a40f-b07f5f896def {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.146076] env[69357]: DEBUG nova.network.neutron [req-d5e79837-5645-4c9f-8bb8-2b1817e112f3 req-8f8d0955-da73-46f2-b824-254d7f761c02 service nova] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Updated VIF entry in instance network info cache for port f2d1f8b1-a033-493d-855d-a3216203bb7d. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.146076] env[69357]: DEBUG nova.network.neutron [req-d5e79837-5645-4c9f-8bb8-2b1817e112f3 req-8f8d0955-da73-46f2-b824-254d7f761c02 service nova] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Updating instance_info_cache with network_info: [{"id": "f2d1f8b1-a033-493d-855d-a3216203bb7d", "address": "fa:16:3e:19:0e:26", "network": {"id": "084aff9a-6c39-4a96-b18c-5a256d384f45", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1546653268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3737db162a040719f109d1a044a2d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2d1f8b1-a0", "ovs_interfaceid": "f2d1f8b1-a033-493d-855d-a3216203bb7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.159008] env[69357]: DEBUG oslo_vmware.api [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074978} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.161880] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.165437] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6d28a7-6be9-4511-aed9-1a1c9ece4a9d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.192509] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] f10e7a79-4aee-4687-84e8-d4d238077566/f10e7a79-4aee-4687-84e8-d4d238077566.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.195846] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07c4d096-314f-4ec2-9d5b-39cba2fc8508 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.219052] env[69357]: DEBUG oslo_vmware.api [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 713.219052] env[69357]: value = "task-3282315" [ 713.219052] env[69357]: _type = "Task" [ 713.219052] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.232555] env[69357]: DEBUG oslo_vmware.api [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282315, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.236781] env[69357]: DEBUG oslo_vmware.api [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a817cd-39b9-98f8-1b18-eaf0695718a9, 'name': SearchDatastore_Task, 'duration_secs': 0.018674} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.237987] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.237987] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.237987] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.237987] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.238594] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.241510] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fb71f5d-5824-4c3e-95c4-c98078968ab5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.256503] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.256503] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.256503] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f99063e-9a8c-4941-9a15-897532448cee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.264280] env[69357]: DEBUG oslo_vmware.api [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Waiting for the task: (returnval){ [ 713.264280] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]527bb10c-a54e-c01e-0b9d-ece24628f57c" [ 713.264280] env[69357]: _type = "Task" [ 713.264280] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.273057] env[69357]: DEBUG oslo_vmware.api [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]527bb10c-a54e-c01e-0b9d-ece24628f57c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.293711] env[69357]: DEBUG nova.compute.manager [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.328316] env[69357]: DEBUG nova.network.neutron [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Successfully created port: 0c21aecd-8e64-4046-bc22-c12bbeb99bb2 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.394460] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13ab406-27ce-47a0-8393-f4ee86c39423 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.402495] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a62ff76-b32c-4f90-b3e5-07b2b487a41d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.441902] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245900f2-0a1a-4135-9e7d-5217db78e69f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.450549] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb4f255-84f1-489e-94fb-0ca04b95c723 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.465326] env[69357]: INFO nova.compute.manager [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Took 44.65 seconds to build instance. [ 713.477239] env[69357]: DEBUG nova.compute.provider_tree [None req-c727048c-14e4-4cbf-af18-3d906bece6a9 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.653827] env[69357]: DEBUG oslo_concurrency.lockutils [req-d5e79837-5645-4c9f-8bb8-2b1817e112f3 req-8f8d0955-da73-46f2-b824-254d7f761c02 service nova] Releasing lock "refresh_cache-40995412-2970-4f48-a4a7-429273c4357e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.740525] env[69357]: DEBUG oslo_vmware.api [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.777517] env[69357]: DEBUG oslo_vmware.api [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]527bb10c-a54e-c01e-0b9d-ece24628f57c, 'name': SearchDatastore_Task, 'duration_secs': 0.025866} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.777820] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b414e0c-3292-43bf-8bdd-91a0de704327 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.783504] env[69357]: DEBUG oslo_vmware.api [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Waiting for the task: (returnval){ [ 713.783504] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52dab699-93d8-f10a-a34b-47be3b95a482" [ 713.783504] env[69357]: _type = "Task" [ 713.783504] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.795141] env[69357]: DEBUG oslo_vmware.api [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52dab699-93d8-f10a-a34b-47be3b95a482, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.969165] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cdd0178b-ed2a-4832-99c4-0941d6647796 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Lock "388f7324-b27f-4f86-902d-dc902a5f19b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.768s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.983360] env[69357]: DEBUG nova.scheduler.client.report [None req-c727048c-14e4-4cbf-af18-3d906bece6a9 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.230886] env[69357]: DEBUG oslo_vmware.api [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282315, 'name': ReconfigVM_Task, 'duration_secs': 0.57979} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.232857] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Reconfigured VM instance instance-00000021 to attach disk [datastore1] f10e7a79-4aee-4687-84e8-d4d238077566/f10e7a79-4aee-4687-84e8-d4d238077566.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.232857] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d7d276b-77e9-4337-a2bf-bf7a75dda98f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.240338] env[69357]: DEBUG oslo_vmware.api [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 714.240338] env[69357]: value = "task-3282318" [ 714.240338] env[69357]: _type = "Task" [ 714.240338] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.250099] env[69357]: DEBUG oslo_vmware.api [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282318, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.299022] env[69357]: DEBUG oslo_vmware.api [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52dab699-93d8-f10a-a34b-47be3b95a482, 'name': SearchDatastore_Task, 'duration_secs': 0.015869} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.299312] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.299570] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 40995412-2970-4f48-a4a7-429273c4357e/40995412-2970-4f48-a4a7-429273c4357e.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.299837] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-373b629b-3849-4770-a961-eb0d3ae23e21 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.308170] env[69357]: DEBUG nova.compute.manager [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.311599] env[69357]: DEBUG oslo_vmware.api [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Waiting for the task: (returnval){ [ 714.311599] env[69357]: value = "task-3282319" [ 714.311599] env[69357]: _type = "Task" [ 714.311599] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.321566] env[69357]: DEBUG oslo_vmware.api [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Task: {'id': task-3282319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.338642] env[69357]: DEBUG nova.virt.hardware [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.338995] env[69357]: DEBUG nova.virt.hardware [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.339215] env[69357]: DEBUG nova.virt.hardware [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.339464] env[69357]: DEBUG nova.virt.hardware [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.339663] env[69357]: DEBUG nova.virt.hardware [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.340010] env[69357]: DEBUG nova.virt.hardware [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.340187] env[69357]: DEBUG nova.virt.hardware [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.340453] env[69357]: DEBUG nova.virt.hardware [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.340702] env[69357]: DEBUG nova.virt.hardware [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.340931] env[69357]: DEBUG nova.virt.hardware [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.341220] env[69357]: DEBUG nova.virt.hardware [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.342194] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e178cc-87bc-4829-a403-cbd4c15461a8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.350982] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b22d1c-228a-44d1-b3c4-4c3ced2ec24a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.471696] env[69357]: DEBUG nova.compute.manager [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.486894] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c727048c-14e4-4cbf-af18-3d906bece6a9 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.491705] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.120s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.493025] env[69357]: INFO nova.compute.claims [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.516822] env[69357]: INFO nova.scheduler.client.report [None req-c727048c-14e4-4cbf-af18-3d906bece6a9 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Deleted allocations for instance 8a2798c0-37b3-4a3c-a21b-f643ab42091d [ 714.751980] env[69357]: DEBUG oslo_vmware.api [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282318, 'name': Rename_Task, 'duration_secs': 0.179617} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.752511] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.752653] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d10c69ff-6295-44c5-adf9-104d73bc0647 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.761014] env[69357]: DEBUG oslo_vmware.api [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 714.761014] env[69357]: value = "task-3282320" [ 714.761014] env[69357]: _type = "Task" [ 714.761014] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.775270] env[69357]: DEBUG oslo_vmware.api [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.825289] env[69357]: DEBUG oslo_vmware.api [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Task: {'id': task-3282319, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.929532] env[69357]: DEBUG nova.compute.manager [req-3df2867b-a51d-40c3-b056-725ab9d50be7 req-ebd09ad4-7b41-41dd-bd12-cf999c22ea06 service nova] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Received event network-vif-plugged-0c21aecd-8e64-4046-bc22-c12bbeb99bb2 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.929795] env[69357]: DEBUG oslo_concurrency.lockutils [req-3df2867b-a51d-40c3-b056-725ab9d50be7 req-ebd09ad4-7b41-41dd-bd12-cf999c22ea06 service nova] Acquiring lock "a1f0cf9f-f8f1-4ef9-a011-72ca04288549-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.930035] env[69357]: DEBUG oslo_concurrency.lockutils [req-3df2867b-a51d-40c3-b056-725ab9d50be7 req-ebd09ad4-7b41-41dd-bd12-cf999c22ea06 service nova] Lock "a1f0cf9f-f8f1-4ef9-a011-72ca04288549-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.933951] env[69357]: DEBUG oslo_concurrency.lockutils [req-3df2867b-a51d-40c3-b056-725ab9d50be7 req-ebd09ad4-7b41-41dd-bd12-cf999c22ea06 service nova] Lock "a1f0cf9f-f8f1-4ef9-a011-72ca04288549-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.934305] env[69357]: DEBUG nova.compute.manager [req-3df2867b-a51d-40c3-b056-725ab9d50be7 req-ebd09ad4-7b41-41dd-bd12-cf999c22ea06 service nova] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] No waiting events found dispatching network-vif-plugged-0c21aecd-8e64-4046-bc22-c12bbeb99bb2 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 714.934482] env[69357]: WARNING nova.compute.manager [req-3df2867b-a51d-40c3-b056-725ab9d50be7 req-ebd09ad4-7b41-41dd-bd12-cf999c22ea06 service nova] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Received unexpected event network-vif-plugged-0c21aecd-8e64-4046-bc22-c12bbeb99bb2 for instance with vm_state building and task_state spawning. [ 714.995344] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.026710] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c727048c-14e4-4cbf-af18-3d906bece6a9 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Lock "8a2798c0-37b3-4a3c-a21b-f643ab42091d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.898s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.183235] env[69357]: DEBUG nova.network.neutron [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Successfully updated port: 0c21aecd-8e64-4046-bc22-c12bbeb99bb2 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.272364] env[69357]: DEBUG oslo_vmware.api [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282320, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.324602] env[69357]: DEBUG oslo_vmware.api [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Task: {'id': task-3282319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618053} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.324948] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 40995412-2970-4f48-a4a7-429273c4357e/40995412-2970-4f48-a4a7-429273c4357e.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.325208] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.325736] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a37e80d2-29f9-427e-b7a6-6f6930a2144a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.334796] env[69357]: DEBUG oslo_vmware.api [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Waiting for the task: (returnval){ [ 715.334796] env[69357]: value = "task-3282321" [ 715.334796] env[69357]: _type = "Task" [ 715.334796] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.344502] env[69357]: DEBUG oslo_vmware.api [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Task: {'id': task-3282321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.511748] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f7549ce-a058-4bd7-bc85-8101a806cecf tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Volume attach. Driver type: vmdk {{(pid=69357) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 715.512027] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f7549ce-a058-4bd7-bc85-8101a806cecf tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655502', 'volume_id': '257d707e-2ef5-46a7-b0f9-eaf21852119d', 'name': 'volume-257d707e-2ef5-46a7-b0f9-eaf21852119d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '86487bab-df97-4480-8e57-2bcdeba9520b', 'attached_at': '', 'detached_at': '', 'volume_id': '257d707e-2ef5-46a7-b0f9-eaf21852119d', 'serial': '257d707e-2ef5-46a7-b0f9-eaf21852119d'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 715.512976] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1966f3f5-bafc-4dd1-b3c2-71474d6e1734 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.531067] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1702ae90-b044-4b6a-b6a0-5250953d28aa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.571640] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f7549ce-a058-4bd7-bc85-8101a806cecf tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] volume-257d707e-2ef5-46a7-b0f9-eaf21852119d/volume-257d707e-2ef5-46a7-b0f9-eaf21852119d.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.576302] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef9da853-626f-42aa-b42e-3586b46514a0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.601058] env[69357]: DEBUG oslo_vmware.api [None req-9f7549ce-a058-4bd7-bc85-8101a806cecf tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] Waiting for the task: (returnval){ [ 715.601058] env[69357]: value = "task-3282322" [ 715.601058] env[69357]: _type = "Task" [ 715.601058] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.609304] env[69357]: DEBUG oslo_vmware.api [None req-9f7549ce-a058-4bd7-bc85-8101a806cecf tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] Task: {'id': task-3282322, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.686437] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Acquiring lock "refresh_cache-a1f0cf9f-f8f1-4ef9-a011-72ca04288549" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.686558] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Acquired lock "refresh_cache-a1f0cf9f-f8f1-4ef9-a011-72ca04288549" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.686722] env[69357]: DEBUG nova.network.neutron [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.777048] env[69357]: DEBUG oslo_vmware.api [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282320, 'name': PowerOnVM_Task, 'duration_secs': 0.518334} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.777408] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.777657] env[69357]: INFO nova.compute.manager [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Took 9.09 seconds to spawn the instance on the hypervisor. [ 715.777930] env[69357]: DEBUG nova.compute.manager [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.782657] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01357ec3-f352-4c82-921d-439c65a6b844 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.849803] env[69357]: DEBUG oslo_vmware.api [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Task: {'id': task-3282321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092916} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.849803] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.849803] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa889ad-e80b-496d-a21c-66b9c6ebdeb7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.876615] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 40995412-2970-4f48-a4a7-429273c4357e/40995412-2970-4f48-a4a7-429273c4357e.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.880049] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed1149c9-62be-43a5-a42b-cdfc9e1d49a6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.903237] env[69357]: DEBUG oslo_vmware.api [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Waiting for the task: (returnval){ [ 715.903237] env[69357]: value = "task-3282324" [ 715.903237] env[69357]: _type = "Task" [ 715.903237] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.917605] env[69357]: DEBUG oslo_vmware.api [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Task: {'id': task-3282324, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.112302] env[69357]: DEBUG oslo_vmware.api [None req-9f7549ce-a058-4bd7-bc85-8101a806cecf tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] Task: {'id': task-3282322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.138966] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae681647-6599-4a7b-ac1b-2552d251a8d1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.149362] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b75783-e83e-4706-a008-c57359cc22f8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.184360] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebb4ad4-4c27-46c9-9356-19bbee6c10b1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.195615] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e74127-308f-401f-a9e0-7664218db683 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.211535] env[69357]: DEBUG nova.compute.provider_tree [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.258145] env[69357]: DEBUG nova.network.neutron [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.308097] env[69357]: INFO nova.compute.manager [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Took 43.86 seconds to build instance. [ 716.413921] env[69357]: DEBUG oslo_vmware.api [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Task: {'id': task-3282324, 'name': ReconfigVM_Task, 'duration_secs': 0.506364} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.414703] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 40995412-2970-4f48-a4a7-429273c4357e/40995412-2970-4f48-a4a7-429273c4357e.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.415060] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af163aea-93fa-4411-9e28-0a7121bc0e78 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.420995] env[69357]: DEBUG oslo_vmware.api [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Waiting for the task: (returnval){ [ 716.420995] env[69357]: value = "task-3282325" [ 716.420995] env[69357]: _type = "Task" [ 716.420995] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.429546] env[69357]: DEBUG oslo_vmware.api [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Task: {'id': task-3282325, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.608511] env[69357]: DEBUG oslo_vmware.api [None req-9f7549ce-a058-4bd7-bc85-8101a806cecf tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] Task: {'id': task-3282322, 'name': ReconfigVM_Task, 'duration_secs': 0.667934} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.608972] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f7549ce-a058-4bd7-bc85-8101a806cecf tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Reconfigured VM instance instance-00000010 to attach disk [datastore2] volume-257d707e-2ef5-46a7-b0f9-eaf21852119d/volume-257d707e-2ef5-46a7-b0f9-eaf21852119d.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.616185] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03b4a3b5-478b-40a4-b96d-26e6597681ab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.632045] env[69357]: DEBUG oslo_vmware.api [None req-9f7549ce-a058-4bd7-bc85-8101a806cecf tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] Waiting for the task: (returnval){ [ 716.632045] env[69357]: value = "task-3282326" [ 716.632045] env[69357]: _type = "Task" [ 716.632045] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.648324] env[69357]: DEBUG oslo_vmware.api [None req-9f7549ce-a058-4bd7-bc85-8101a806cecf tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] Task: {'id': task-3282326, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.649451] env[69357]: DEBUG nova.network.neutron [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Updating instance_info_cache with network_info: [{"id": "0c21aecd-8e64-4046-bc22-c12bbeb99bb2", "address": "fa:16:3e:23:30:45", "network": {"id": "8f3eda54-e64e-4d74-9811-8f05db2d44a9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-808140860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69a43485b3e64d7c8cec53b3fe307b95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c21aecd-8e", "ovs_interfaceid": "0c21aecd-8e64-4046-bc22-c12bbeb99bb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.718896] env[69357]: DEBUG nova.scheduler.client.report [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.813299] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91f7b5ee-78f8-4217-a945-33c88a9dfb9f tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "f10e7a79-4aee-4687-84e8-d4d238077566" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.735s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.930669] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquiring lock "9d3a99e6-4639-440d-90c2-e142903094c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.931076] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lock "9d3a99e6-4639-440d-90c2-e142903094c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.942300] env[69357]: DEBUG oslo_vmware.api [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Task: {'id': task-3282325, 'name': Rename_Task, 'duration_secs': 0.233397} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.942871] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.943174] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c646363f-bf6b-4845-ade3-d265ca20da55 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.953503] env[69357]: DEBUG oslo_vmware.api [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Waiting for the task: (returnval){ [ 716.953503] env[69357]: value = "task-3282327" [ 716.953503] env[69357]: _type = "Task" [ 716.953503] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.963568] env[69357]: DEBUG oslo_vmware.api [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Task: {'id': task-3282327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.132319] env[69357]: DEBUG oslo_vmware.rw_handles [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd5c55-5041-6a88-6aae-d745a374ea61/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 717.133249] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d699d179-d6ab-4668-8ed5-e460995a574a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.146940] env[69357]: DEBUG oslo_vmware.api [None req-9f7549ce-a058-4bd7-bc85-8101a806cecf tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] Task: {'id': task-3282326, 'name': ReconfigVM_Task, 'duration_secs': 0.216056} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.147199] env[69357]: DEBUG oslo_vmware.rw_handles [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd5c55-5041-6a88-6aae-d745a374ea61/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 717.147344] env[69357]: ERROR oslo_vmware.rw_handles [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd5c55-5041-6a88-6aae-d745a374ea61/disk-0.vmdk due to incomplete transfer. [ 717.147641] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f7549ce-a058-4bd7-bc85-8101a806cecf tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655502', 'volume_id': '257d707e-2ef5-46a7-b0f9-eaf21852119d', 'name': 'volume-257d707e-2ef5-46a7-b0f9-eaf21852119d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '86487bab-df97-4480-8e57-2bcdeba9520b', 'attached_at': '', 'detached_at': '', 'volume_id': '257d707e-2ef5-46a7-b0f9-eaf21852119d', 'serial': '257d707e-2ef5-46a7-b0f9-eaf21852119d'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 717.149276] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d5a3aed8-54b1-498b-b202-6297a8e16dbb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.152688] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Releasing lock "refresh_cache-a1f0cf9f-f8f1-4ef9-a011-72ca04288549" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.153026] env[69357]: DEBUG nova.compute.manager [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Instance network_info: |[{"id": "0c21aecd-8e64-4046-bc22-c12bbeb99bb2", "address": "fa:16:3e:23:30:45", "network": {"id": "8f3eda54-e64e-4d74-9811-8f05db2d44a9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-808140860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69a43485b3e64d7c8cec53b3fe307b95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c21aecd-8e", "ovs_interfaceid": "0c21aecd-8e64-4046-bc22-c12bbeb99bb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.155045] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:30:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cb478a6-872c-4a90-a8db-526b374e82ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c21aecd-8e64-4046-bc22-c12bbeb99bb2', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.163353] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Creating folder: Project (69a43485b3e64d7c8cec53b3fe307b95). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.165253] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed828ba7-1a17-4e46-afc6-0aa14d47e65c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.167082] env[69357]: DEBUG oslo_vmware.rw_handles [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd5c55-5041-6a88-6aae-d745a374ea61/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 717.167251] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Uploaded image ee803265-d8bd-4caa-8e6b-598a04256c4b to the Glance image server {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 717.169446] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Destroying the VM {{(pid=69357) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 717.169996] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b74908d5-aa3f-4ec2-901c-3d3274c20f81 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.178792] env[69357]: DEBUG oslo_vmware.api [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for the task: (returnval){ [ 717.178792] env[69357]: value = "task-3282329" [ 717.178792] env[69357]: _type = "Task" [ 717.178792] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.183602] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Created folder: Project (69a43485b3e64d7c8cec53b3fe307b95) in parent group-v655402. [ 717.183792] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Creating folder: Instances. Parent ref: group-v655506. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.184046] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40e391c9-3a9d-44f0-87f7-0b391b116d5b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.189289] env[69357]: DEBUG oslo_vmware.api [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282329, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.199056] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Created folder: Instances in parent group-v655506. [ 717.199206] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.199412] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.199628] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9bce65e-b5d0-4226-9f39-f3836b0c5288 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.218382] env[69357]: DEBUG nova.compute.manager [req-e4d61862-f262-4f22-ba81-4c4b0e8c2ff3 req-61689fdb-2ffa-4248-9c87-de7f69535f1a service nova] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Received event network-changed-0c21aecd-8e64-4046-bc22-c12bbeb99bb2 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.218382] env[69357]: DEBUG nova.compute.manager [req-e4d61862-f262-4f22-ba81-4c4b0e8c2ff3 req-61689fdb-2ffa-4248-9c87-de7f69535f1a service nova] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Refreshing instance network info cache due to event network-changed-0c21aecd-8e64-4046-bc22-c12bbeb99bb2. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.219055] env[69357]: DEBUG oslo_concurrency.lockutils [req-e4d61862-f262-4f22-ba81-4c4b0e8c2ff3 req-61689fdb-2ffa-4248-9c87-de7f69535f1a service nova] Acquiring lock "refresh_cache-a1f0cf9f-f8f1-4ef9-a011-72ca04288549" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.219055] env[69357]: DEBUG oslo_concurrency.lockutils [req-e4d61862-f262-4f22-ba81-4c4b0e8c2ff3 req-61689fdb-2ffa-4248-9c87-de7f69535f1a service nova] Acquired lock "refresh_cache-a1f0cf9f-f8f1-4ef9-a011-72ca04288549" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.219055] env[69357]: DEBUG nova.network.neutron [req-e4d61862-f262-4f22-ba81-4c4b0e8c2ff3 req-61689fdb-2ffa-4248-9c87-de7f69535f1a service nova] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Refreshing network info cache for port 0c21aecd-8e64-4046-bc22-c12bbeb99bb2 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.221599] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.222068] env[69357]: DEBUG nova.compute.manager [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.227884] env[69357]: DEBUG oslo_concurrency.lockutils [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.362s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.227884] env[69357]: INFO nova.compute.claims [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.230973] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.230973] env[69357]: value = "task-3282331" [ 717.230973] env[69357]: _type = "Task" [ 717.230973] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.243198] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282331, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.319056] env[69357]: DEBUG nova.compute.manager [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.466499] env[69357]: DEBUG oslo_vmware.api [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Task: {'id': task-3282327, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.703054] env[69357]: DEBUG oslo_vmware.api [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282329, 'name': Destroy_Task, 'duration_secs': 0.396073} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.703054] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Destroyed the VM [ 717.703054] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Deleting Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 717.703054] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4a97b654-d142-40bc-9819-b765aa60e98f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.713601] env[69357]: DEBUG oslo_vmware.api [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for the task: (returnval){ [ 717.713601] env[69357]: value = "task-3282332" [ 717.713601] env[69357]: _type = "Task" [ 717.713601] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.726036] env[69357]: DEBUG oslo_vmware.api [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282332, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.732233] env[69357]: DEBUG nova.compute.utils [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.735669] env[69357]: DEBUG nova.compute.manager [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.739023] env[69357]: DEBUG nova.network.neutron [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.749612] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282331, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.805886] env[69357]: DEBUG nova.policy [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09fe567ae95c447cbd29bd15ae21a259', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bd952d2f728494686a764ad6800f7b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.847970] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.906084] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquiring lock "8cafc4cb-7b31-41aa-8148-5a743741e988" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.906308] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "8cafc4cb-7b31-41aa-8148-5a743741e988" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.967317] env[69357]: DEBUG oslo_vmware.api [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Task: {'id': task-3282327, 'name': PowerOnVM_Task, 'duration_secs': 0.949531} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.968080] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.968080] env[69357]: INFO nova.compute.manager [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Took 8.60 seconds to spawn the instance on the hypervisor. [ 717.968450] env[69357]: DEBUG nova.compute.manager [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.969490] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0318c425-6767-4170-b2e8-8328e7e3acda {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.062377] env[69357]: DEBUG nova.network.neutron [req-e4d61862-f262-4f22-ba81-4c4b0e8c2ff3 req-61689fdb-2ffa-4248-9c87-de7f69535f1a service nova] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Updated VIF entry in instance network info cache for port 0c21aecd-8e64-4046-bc22-c12bbeb99bb2. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.062710] env[69357]: DEBUG nova.network.neutron [req-e4d61862-f262-4f22-ba81-4c4b0e8c2ff3 req-61689fdb-2ffa-4248-9c87-de7f69535f1a service nova] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Updating instance_info_cache with network_info: [{"id": "0c21aecd-8e64-4046-bc22-c12bbeb99bb2", "address": "fa:16:3e:23:30:45", "network": {"id": "8f3eda54-e64e-4d74-9811-8f05db2d44a9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-808140860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69a43485b3e64d7c8cec53b3fe307b95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c21aecd-8e", "ovs_interfaceid": "0c21aecd-8e64-4046-bc22-c12bbeb99bb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.152581] env[69357]: DEBUG nova.network.neutron [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Successfully created port: c09f1a2b-ac0d-438a-8483-02477057a46e {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.207987] env[69357]: DEBUG nova.objects.instance [None req-9f7549ce-a058-4bd7-bc85-8101a806cecf tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] Lazy-loading 'flavor' on Instance uuid 86487bab-df97-4480-8e57-2bcdeba9520b {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 718.225040] env[69357]: DEBUG oslo_vmware.api [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282332, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.243479] env[69357]: DEBUG nova.compute.manager [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.260979] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282331, 'name': CreateVM_Task, 'duration_secs': 0.591536} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.260979] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.262507] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.262507] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.262507] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.263149] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e149c1a-f327-4678-810b-c2d64078a0f2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.271538] env[69357]: DEBUG oslo_vmware.api [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Waiting for the task: (returnval){ [ 718.271538] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]527b1982-8b2f-0951-30e5-c2bd9498d368" [ 718.271538] env[69357]: _type = "Task" [ 718.271538] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.292308] env[69357]: DEBUG oslo_vmware.api [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]527b1982-8b2f-0951-30e5-c2bd9498d368, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.382548] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Acquiring lock "6f91985d-2b88-4f70-9cae-4be4853b64c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.382548] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Lock "6f91985d-2b88-4f70-9cae-4be4853b64c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.494219] env[69357]: INFO nova.compute.manager [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Took 44.78 seconds to build instance. [ 718.567845] env[69357]: DEBUG oslo_concurrency.lockutils [req-e4d61862-f262-4f22-ba81-4c4b0e8c2ff3 req-61689fdb-2ffa-4248-9c87-de7f69535f1a service nova] Releasing lock "refresh_cache-a1f0cf9f-f8f1-4ef9-a011-72ca04288549" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.713709] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9f7549ce-a058-4bd7-bc85-8101a806cecf tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] Lock "86487bab-df97-4480-8e57-2bcdeba9520b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.858s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.727297] env[69357]: DEBUG oslo_vmware.api [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282332, 'name': RemoveSnapshot_Task, 'duration_secs': 0.5743} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.727574] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Deleted Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 718.727800] env[69357]: INFO nova.compute.manager [None req-ac6e759d-0d0d-40f6-a96c-e7205ce98809 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Took 15.31 seconds to snapshot the instance on the hypervisor. [ 718.792255] env[69357]: DEBUG oslo_vmware.api [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]527b1982-8b2f-0951-30e5-c2bd9498d368, 'name': SearchDatastore_Task, 'duration_secs': 0.021132} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.792820] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.793106] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.793290] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.793427] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.793599] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.793931] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-471132eb-ff2f-4e71-a9e2-ec962cc96487 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.804645] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01e815d-28cd-4823-879f-c51cecc722f3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.810791] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.811239] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.813401] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50db1640-cc94-49a8-bd2f-fedad8682a3d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.817045] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c46a9f-a436-489b-8266-c740c3d52a1a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.823609] env[69357]: DEBUG oslo_vmware.api [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Waiting for the task: (returnval){ [ 718.823609] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e50b7d-e167-d917-c3ec-587792205d3e" [ 718.823609] env[69357]: _type = "Task" [ 718.823609] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.859455] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72777d3b-805d-4b7b-9e29-e723d75c32fc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.865507] env[69357]: DEBUG oslo_vmware.api [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e50b7d-e167-d917-c3ec-587792205d3e, 'name': SearchDatastore_Task, 'duration_secs': 0.032079} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.866678] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2a16880-e23d-4e6b-ae7a-c5b1cb20b918 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.872615] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9d3a74-9641-4945-97e3-8642c62def89 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.877572] env[69357]: DEBUG oslo_vmware.api [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Waiting for the task: (returnval){ [ 718.877572] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52998057-3847-9004-86ae-5d9a10fcc9f0" [ 718.877572] env[69357]: _type = "Task" [ 718.877572] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.892703] env[69357]: DEBUG nova.compute.provider_tree [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.899777] env[69357]: DEBUG oslo_vmware.api [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52998057-3847-9004-86ae-5d9a10fcc9f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.998869] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50c185b2-b838-4cab-9eff-9ea5d172acd4 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Lock "40995412-2970-4f48-a4a7-429273c4357e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.576s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.051803] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cea4d6a3-004c-4af0-8be1-238a4d5c0058 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquiring lock "9c6d4029-c98f-4543-a5bc-3ae8e0b3d912" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.052096] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cea4d6a3-004c-4af0-8be1-238a4d5c0058 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Lock "9c6d4029-c98f-4543-a5bc-3ae8e0b3d912" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.052286] env[69357]: DEBUG nova.compute.manager [None req-cea4d6a3-004c-4af0-8be1-238a4d5c0058 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.053220] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7f1cba-16d6-4c11-9b62-0bb4be05e1cc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.060357] env[69357]: DEBUG nova.compute.manager [None req-cea4d6a3-004c-4af0-8be1-238a4d5c0058 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69357) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 719.060959] env[69357]: DEBUG nova.objects.instance [None req-cea4d6a3-004c-4af0-8be1-238a4d5c0058 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Lazy-loading 'flavor' on Instance uuid 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.262472] env[69357]: DEBUG nova.compute.manager [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.285382] env[69357]: DEBUG nova.virt.hardware [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.285629] env[69357]: DEBUG nova.virt.hardware [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.285783] env[69357]: DEBUG nova.virt.hardware [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.285963] env[69357]: DEBUG nova.virt.hardware [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.286178] env[69357]: DEBUG nova.virt.hardware [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.286334] env[69357]: DEBUG nova.virt.hardware [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.286543] env[69357]: DEBUG nova.virt.hardware [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.286706] env[69357]: DEBUG nova.virt.hardware [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.287274] env[69357]: DEBUG nova.virt.hardware [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.287274] env[69357]: DEBUG nova.virt.hardware [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.287274] env[69357]: DEBUG nova.virt.hardware [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.288080] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfac1bd-502f-4411-9c93-7b926b0ab9dc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.297463] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c9817a-b24f-438d-b5af-97d8901504f0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.389816] env[69357]: DEBUG oslo_vmware.api [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52998057-3847-9004-86ae-5d9a10fcc9f0, 'name': SearchDatastore_Task, 'duration_secs': 0.040154} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.390153] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.390440] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] a1f0cf9f-f8f1-4ef9-a011-72ca04288549/a1f0cf9f-f8f1-4ef9-a011-72ca04288549.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.390722] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55f9630c-d0e3-4ef2-b30d-8403e8886e74 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.395955] env[69357]: DEBUG nova.scheduler.client.report [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.403469] env[69357]: DEBUG oslo_vmware.api [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Waiting for the task: (returnval){ [ 719.403469] env[69357]: value = "task-3282333" [ 719.403469] env[69357]: _type = "Task" [ 719.403469] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.411948] env[69357]: DEBUG oslo_vmware.api [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Task: {'id': task-3282333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.501242] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e4e7ff46-056a-4774-bb60-8bafecc40f71 tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] Acquiring lock "86487bab-df97-4480-8e57-2bcdeba9520b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.501463] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e4e7ff46-056a-4774-bb60-8bafecc40f71 tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] Lock "86487bab-df97-4480-8e57-2bcdeba9520b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.503563] env[69357]: DEBUG nova.compute.manager [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.734135] env[69357]: DEBUG nova.network.neutron [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Successfully updated port: c09f1a2b-ac0d-438a-8483-02477057a46e {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.904395] env[69357]: DEBUG oslo_concurrency.lockutils [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.904920] env[69357]: DEBUG nova.compute.manager [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.908177] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.699s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.909676] env[69357]: INFO nova.compute.claims [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.923032] env[69357]: DEBUG oslo_vmware.api [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Task: {'id': task-3282333, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516459} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.923190] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] a1f0cf9f-f8f1-4ef9-a011-72ca04288549/a1f0cf9f-f8f1-4ef9-a011-72ca04288549.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.923274] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.925679] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d1345f2-9723-4f7b-a1da-4dacaa6d1263 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.932638] env[69357]: DEBUG oslo_vmware.api [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Waiting for the task: (returnval){ [ 719.932638] env[69357]: value = "task-3282334" [ 719.932638] env[69357]: _type = "Task" [ 719.932638] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.940957] env[69357]: DEBUG oslo_vmware.api [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Task: {'id': task-3282334, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.004859] env[69357]: INFO nova.compute.manager [None req-e4e7ff46-056a-4774-bb60-8bafecc40f71 tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Detaching volume 257d707e-2ef5-46a7-b0f9-eaf21852119d [ 720.024260] env[69357]: DEBUG oslo_concurrency.lockutils [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.039047] env[69357]: INFO nova.virt.block_device [None req-e4e7ff46-056a-4774-bb60-8bafecc40f71 tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Attempting to driver detach volume 257d707e-2ef5-46a7-b0f9-eaf21852119d from mountpoint /dev/sdb [ 720.039294] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4e7ff46-056a-4774-bb60-8bafecc40f71 tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Volume detach. Driver type: vmdk {{(pid=69357) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 720.039504] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4e7ff46-056a-4774-bb60-8bafecc40f71 tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655502', 'volume_id': '257d707e-2ef5-46a7-b0f9-eaf21852119d', 'name': 'volume-257d707e-2ef5-46a7-b0f9-eaf21852119d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '86487bab-df97-4480-8e57-2bcdeba9520b', 'attached_at': '', 'detached_at': '', 'volume_id': '257d707e-2ef5-46a7-b0f9-eaf21852119d', 'serial': '257d707e-2ef5-46a7-b0f9-eaf21852119d'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 720.040373] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662e37ec-4ab4-464b-b794-b51bf794fec9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.064749] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15cc3d4-df16-42bc-bb4d-063344a00c72 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.072938] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea4d6a3-004c-4af0-8be1-238a4d5c0058 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.074270] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a98ce524-a951-4e09-be74-5da2b8232110 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.076132] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce5a19b-0233-4bea-b502-d85af40a1787 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.104861] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932635b7-1a0e-48a5-8d58-8296138c2186 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.106678] env[69357]: DEBUG oslo_vmware.api [None req-cea4d6a3-004c-4af0-8be1-238a4d5c0058 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Waiting for the task: (returnval){ [ 720.106678] env[69357]: value = "task-3282335" [ 720.106678] env[69357]: _type = "Task" [ 720.106678] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.122073] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4e7ff46-056a-4774-bb60-8bafecc40f71 tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] The volume has not been displaced from its original location: [datastore2] volume-257d707e-2ef5-46a7-b0f9-eaf21852119d/volume-257d707e-2ef5-46a7-b0f9-eaf21852119d.vmdk. No consolidation needed. {{(pid=69357) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 720.127656] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4e7ff46-056a-4774-bb60-8bafecc40f71 tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Reconfiguring VM instance instance-00000010 to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 720.131138] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb604a0b-fa84-4c09-aea3-578e2dee3115 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.145107] env[69357]: DEBUG oslo_vmware.api [None req-cea4d6a3-004c-4af0-8be1-238a4d5c0058 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.153634] env[69357]: DEBUG oslo_vmware.api [None req-e4e7ff46-056a-4774-bb60-8bafecc40f71 tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] Waiting for the task: (returnval){ [ 720.153634] env[69357]: value = "task-3282336" [ 720.153634] env[69357]: _type = "Task" [ 720.153634] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.163610] env[69357]: DEBUG oslo_vmware.api [None req-e4e7ff46-056a-4774-bb60-8bafecc40f71 tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] Task: {'id': task-3282336, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.169798] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Acquiring lock "8fbc7efb-85d5-43fc-87a5-057ed51229b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.170048] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Lock "8fbc7efb-85d5-43fc-87a5-057ed51229b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.238988] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Acquiring lock "refresh_cache-909b4df9-e9c0-4c44-a167-704236afb433" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.239297] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Acquired lock "refresh_cache-909b4df9-e9c0-4c44-a167-704236afb433" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.239297] env[69357]: DEBUG nova.network.neutron [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.318654] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0324aa51-c1b8-4aed-a507-49491e3fc620 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "interface-2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.318953] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0324aa51-c1b8-4aed-a507-49491e3fc620 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "interface-2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.319347] env[69357]: DEBUG nova.objects.instance [None req-0324aa51-c1b8-4aed-a507-49491e3fc620 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lazy-loading 'flavor' on Instance uuid 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.420590] env[69357]: DEBUG nova.compute.utils [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.422538] env[69357]: DEBUG nova.compute.manager [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.422767] env[69357]: DEBUG nova.network.neutron [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.444459] env[69357]: DEBUG oslo_vmware.api [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Task: {'id': task-3282334, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065624} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.444459] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.444893] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443899d7-7325-4a03-8db6-933ae552c420 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.468893] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] a1f0cf9f-f8f1-4ef9-a011-72ca04288549/a1f0cf9f-f8f1-4ef9-a011-72ca04288549.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.469175] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e97d4b0e-3186-47ea-9866-a79adebac1cf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.486532] env[69357]: DEBUG nova.policy [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '847e7b70527c473b88d8d313a920fa35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b725fda1e444c7eb8fb46b6eeffb327', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.489493] env[69357]: DEBUG nova.compute.manager [req-306fa52b-acd1-4f27-8b9d-b6269f997dee req-a8f4d09e-0de8-4b3a-b0d6-e80681c4e6e8 service nova] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Received event network-vif-plugged-c09f1a2b-ac0d-438a-8483-02477057a46e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.489704] env[69357]: DEBUG oslo_concurrency.lockutils [req-306fa52b-acd1-4f27-8b9d-b6269f997dee req-a8f4d09e-0de8-4b3a-b0d6-e80681c4e6e8 service nova] Acquiring lock "909b4df9-e9c0-4c44-a167-704236afb433-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.489909] env[69357]: DEBUG oslo_concurrency.lockutils [req-306fa52b-acd1-4f27-8b9d-b6269f997dee req-a8f4d09e-0de8-4b3a-b0d6-e80681c4e6e8 service nova] Lock "909b4df9-e9c0-4c44-a167-704236afb433-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.490093] env[69357]: DEBUG oslo_concurrency.lockutils [req-306fa52b-acd1-4f27-8b9d-b6269f997dee req-a8f4d09e-0de8-4b3a-b0d6-e80681c4e6e8 service nova] Lock "909b4df9-e9c0-4c44-a167-704236afb433-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.490262] env[69357]: DEBUG nova.compute.manager [req-306fa52b-acd1-4f27-8b9d-b6269f997dee req-a8f4d09e-0de8-4b3a-b0d6-e80681c4e6e8 service nova] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] No waiting events found dispatching network-vif-plugged-c09f1a2b-ac0d-438a-8483-02477057a46e {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 720.490453] env[69357]: WARNING nova.compute.manager [req-306fa52b-acd1-4f27-8b9d-b6269f997dee req-a8f4d09e-0de8-4b3a-b0d6-e80681c4e6e8 service nova] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Received unexpected event network-vif-plugged-c09f1a2b-ac0d-438a-8483-02477057a46e for instance with vm_state building and task_state spawning. [ 720.497548] env[69357]: DEBUG oslo_vmware.api [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Waiting for the task: (returnval){ [ 720.497548] env[69357]: value = "task-3282337" [ 720.497548] env[69357]: _type = "Task" [ 720.497548] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.506631] env[69357]: DEBUG oslo_vmware.api [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Task: {'id': task-3282337, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.618032] env[69357]: DEBUG oslo_vmware.api [None req-cea4d6a3-004c-4af0-8be1-238a4d5c0058 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282335, 'name': PowerOffVM_Task, 'duration_secs': 0.222718} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.618032] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea4d6a3-004c-4af0-8be1-238a4d5c0058 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.618032] env[69357]: DEBUG nova.compute.manager [None req-cea4d6a3-004c-4af0-8be1-238a4d5c0058 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.618763] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402471c1-1804-4bda-9c74-463d86a98d3b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.664286] env[69357]: DEBUG oslo_vmware.api [None req-e4e7ff46-056a-4774-bb60-8bafecc40f71 tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] Task: {'id': task-3282336, 'name': ReconfigVM_Task, 'duration_secs': 0.245327} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.664441] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4e7ff46-056a-4774-bb60-8bafecc40f71 tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Reconfigured VM instance instance-00000010 to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 720.670435] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82a389bf-72f8-4684-9240-ca4ad45816ef {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.686290] env[69357]: DEBUG oslo_vmware.api [None req-e4e7ff46-056a-4774-bb60-8bafecc40f71 tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] Waiting for the task: (returnval){ [ 720.686290] env[69357]: value = "task-3282338" [ 720.686290] env[69357]: _type = "Task" [ 720.686290] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.696411] env[69357]: DEBUG oslo_vmware.api [None req-e4e7ff46-056a-4774-bb60-8bafecc40f71 tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] Task: {'id': task-3282338, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.720608] env[69357]: DEBUG nova.compute.manager [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.721610] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925f6d91-66cb-4b50-ba76-d39cde34bded {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.773760] env[69357]: DEBUG nova.network.neutron [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.805348] env[69357]: DEBUG nova.network.neutron [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Successfully created port: bce7e246-054b-43a3-9ada-a5155673c7b9 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.925364] env[69357]: DEBUG nova.compute.manager [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.938783] env[69357]: DEBUG nova.objects.instance [None req-0324aa51-c1b8-4aed-a507-49491e3fc620 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lazy-loading 'pci_requests' on Instance uuid 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.992792] env[69357]: DEBUG nova.network.neutron [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Updating instance_info_cache with network_info: [{"id": "c09f1a2b-ac0d-438a-8483-02477057a46e", "address": "fa:16:3e:fb:11:2a", "network": {"id": "4f31db95-c394-4bbe-996c-e07a9e3972ff", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1990372701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bd952d2f728494686a764ad6800f7b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc09f1a2b-ac", "ovs_interfaceid": "c09f1a2b-ac0d-438a-8483-02477057a46e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.011570] env[69357]: DEBUG oslo_vmware.api [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Task: {'id': task-3282337, 'name': ReconfigVM_Task, 'duration_secs': 0.497038} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.012182] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Reconfigured VM instance instance-00000023 to attach disk [datastore2] a1f0cf9f-f8f1-4ef9-a011-72ca04288549/a1f0cf9f-f8f1-4ef9-a011-72ca04288549.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.013328] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3ddc12b-4a5c-4f77-9171-365ae776a41f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.024625] env[69357]: DEBUG oslo_vmware.api [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Waiting for the task: (returnval){ [ 721.024625] env[69357]: value = "task-3282339" [ 721.024625] env[69357]: _type = "Task" [ 721.024625] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.033437] env[69357]: DEBUG oslo_vmware.api [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Task: {'id': task-3282339, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.133844] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cea4d6a3-004c-4af0-8be1-238a4d5c0058 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Lock "9c6d4029-c98f-4543-a5bc-3ae8e0b3d912" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.082s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.200326] env[69357]: DEBUG oslo_vmware.api [None req-e4e7ff46-056a-4774-bb60-8bafecc40f71 tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] Task: {'id': task-3282338, 'name': ReconfigVM_Task, 'duration_secs': 0.175347} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.200698] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4e7ff46-056a-4774-bb60-8bafecc40f71 tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655502', 'volume_id': '257d707e-2ef5-46a7-b0f9-eaf21852119d', 'name': 'volume-257d707e-2ef5-46a7-b0f9-eaf21852119d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '86487bab-df97-4480-8e57-2bcdeba9520b', 'attached_at': '', 'detached_at': '', 'volume_id': '257d707e-2ef5-46a7-b0f9-eaf21852119d', 'serial': '257d707e-2ef5-46a7-b0f9-eaf21852119d'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 721.232476] env[69357]: INFO nova.compute.manager [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] instance snapshotting [ 721.235816] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad9fc94-0462-4ba3-8b9d-795ca500bd0e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.258795] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2141daca-3935-4c05-b429-01f152b26a5c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.444643] env[69357]: DEBUG nova.objects.base [None req-0324aa51-c1b8-4aed-a507-49491e3fc620 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Object Instance<2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25> lazy-loaded attributes: flavor,pci_requests {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 721.445038] env[69357]: DEBUG nova.network.neutron [None req-0324aa51-c1b8-4aed-a507-49491e3fc620 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.473906] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8866f5c0-aca9-4724-8365-8e34d0b715ac {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.482858] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a760d9-2f3d-4e3f-8818-47b035960001 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.512908] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Releasing lock "refresh_cache-909b4df9-e9c0-4c44-a167-704236afb433" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.513232] env[69357]: DEBUG nova.compute.manager [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Instance network_info: |[{"id": "c09f1a2b-ac0d-438a-8483-02477057a46e", "address": "fa:16:3e:fb:11:2a", "network": {"id": "4f31db95-c394-4bbe-996c-e07a9e3972ff", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1990372701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bd952d2f728494686a764ad6800f7b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc09f1a2b-ac", "ovs_interfaceid": "c09f1a2b-ac0d-438a-8483-02477057a46e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 721.514931] env[69357]: DEBUG nova.policy [None req-0324aa51-c1b8-4aed-a507-49491e3fc620 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d3d65e0f327459cbcf60e590b9b1054', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fee1c5526ed04060a1bc0e75be3dc547', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.516443] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:11:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c09f1a2b-ac0d-438a-8483-02477057a46e', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.523770] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Creating folder: Project (7bd952d2f728494686a764ad6800f7b1). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.524523] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f81bef-92e1-49ca-acc2-0886d595974d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.527318] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3696a73b-b88f-4ac4-9cd4-d10e72d5d32b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.542322] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba61e578-763e-4ecd-a279-b4fc2755a67e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.546444] env[69357]: DEBUG oslo_vmware.api [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Task: {'id': task-3282339, 'name': Rename_Task, 'duration_secs': 0.160788} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.546825] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.547415] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cca8611-ea1c-4662-a18c-5dfbf34a6356 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.557726] env[69357]: DEBUG nova.compute.provider_tree [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.560700] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Created folder: Project (7bd952d2f728494686a764ad6800f7b1) in parent group-v655402. [ 721.560894] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Creating folder: Instances. Parent ref: group-v655509. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.561384] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1d63139-ec39-48bf-9e29-b912f4bdfd11 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.564129] env[69357]: DEBUG oslo_vmware.api [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Waiting for the task: (returnval){ [ 721.564129] env[69357]: value = "task-3282341" [ 721.564129] env[69357]: _type = "Task" [ 721.564129] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.572871] env[69357]: DEBUG oslo_vmware.api [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Task: {'id': task-3282341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.574079] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Created folder: Instances in parent group-v655509. [ 721.574315] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.574505] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.574966] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-647e5d44-482f-4fdb-9d87-bcbac9b78381 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.594987] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.594987] env[69357]: value = "task-3282343" [ 721.594987] env[69357]: _type = "Task" [ 721.594987] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.603500] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282343, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.766709] env[69357]: DEBUG nova.objects.instance [None req-e4e7ff46-056a-4774-bb60-8bafecc40f71 tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] Lazy-loading 'flavor' on Instance uuid 86487bab-df97-4480-8e57-2bcdeba9520b {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.768863] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Creating Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 721.769352] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-16194e29-4e72-4ef1-afc8-5a9eae12dac1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.777069] env[69357]: DEBUG oslo_vmware.api [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for the task: (returnval){ [ 721.777069] env[69357]: value = "task-3282344" [ 721.777069] env[69357]: _type = "Task" [ 721.777069] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.787196] env[69357]: DEBUG oslo_vmware.api [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282344, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.853707] env[69357]: DEBUG nova.network.neutron [None req-0324aa51-c1b8-4aed-a507-49491e3fc620 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Successfully created port: 7deca4bf-f4d6-4e0e-acbb-9db363cee6fe {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 721.941720] env[69357]: DEBUG nova.compute.manager [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.971736] env[69357]: DEBUG nova.virt.hardware [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.972039] env[69357]: DEBUG nova.virt.hardware [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.972199] env[69357]: DEBUG nova.virt.hardware [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.972383] env[69357]: DEBUG nova.virt.hardware [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.972529] env[69357]: DEBUG nova.virt.hardware [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.972697] env[69357]: DEBUG nova.virt.hardware [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.972892] env[69357]: DEBUG nova.virt.hardware [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.973073] env[69357]: DEBUG nova.virt.hardware [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.973247] env[69357]: DEBUG nova.virt.hardware [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.973410] env[69357]: DEBUG nova.virt.hardware [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.973670] env[69357]: DEBUG nova.virt.hardware [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.974558] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c68978d-63e7-4b7a-b005-d3a31f04489c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.983319] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1a2b55-1299-4ee3-bed2-79776a06c729 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.065757] env[69357]: DEBUG nova.scheduler.client.report [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.079164] env[69357]: DEBUG oslo_vmware.api [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Task: {'id': task-3282341, 'name': PowerOnVM_Task, 'duration_secs': 0.477834} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.079438] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.079828] env[69357]: INFO nova.compute.manager [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Took 7.77 seconds to spawn the instance on the hypervisor. [ 722.079828] env[69357]: DEBUG nova.compute.manager [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.080656] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17db27d-3537-448d-adf2-a65a3e1b5dfb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.107788] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282343, 'name': CreateVM_Task, 'duration_secs': 0.435033} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.108221] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.110404] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.110404] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.110404] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.110404] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-754ce8f2-8b00-443d-ad64-181f53251fb6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.112552] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a9d28c6d-e9bd-4d7b-89df-0c7ff1976856 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Acquiring lock "40995412-2970-4f48-a4a7-429273c4357e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.112552] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a9d28c6d-e9bd-4d7b-89df-0c7ff1976856 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Lock "40995412-2970-4f48-a4a7-429273c4357e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.135070] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a9d28c6d-e9bd-4d7b-89df-0c7ff1976856 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Acquiring lock "40995412-2970-4f48-a4a7-429273c4357e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.135070] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a9d28c6d-e9bd-4d7b-89df-0c7ff1976856 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Lock "40995412-2970-4f48-a4a7-429273c4357e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.135070] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a9d28c6d-e9bd-4d7b-89df-0c7ff1976856 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Lock "40995412-2970-4f48-a4a7-429273c4357e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.135070] env[69357]: INFO nova.compute.manager [None req-a9d28c6d-e9bd-4d7b-89df-0c7ff1976856 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Terminating instance [ 722.135070] env[69357]: DEBUG oslo_vmware.api [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Waiting for the task: (returnval){ [ 722.135571] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52bb6ce5-068e-bda2-8355-4be928360908" [ 722.135571] env[69357]: _type = "Task" [ 722.135571] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.135571] env[69357]: DEBUG oslo_vmware.api [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52bb6ce5-068e-bda2-8355-4be928360908, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.287960] env[69357]: DEBUG oslo_vmware.api [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282344, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.393529] env[69357]: DEBUG nova.network.neutron [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Successfully updated port: bce7e246-054b-43a3-9ada-a5155673c7b9 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.574993] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.575537] env[69357]: DEBUG nova.compute.manager [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.578188] env[69357]: DEBUG oslo_concurrency.lockutils [None req-10ed16c0-0edd-458d-a7e6-6cfdf3808b20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.159s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.578407] env[69357]: DEBUG nova.objects.instance [None req-10ed16c0-0edd-458d-a7e6-6cfdf3808b20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Lazy-loading 'resources' on Instance uuid 08fddadb-9acb-484a-805e-9374dbf0adc1 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 722.599856] env[69357]: INFO nova.compute.manager [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Took 44.45 seconds to build instance. [ 722.626980] env[69357]: DEBUG nova.compute.manager [None req-a9d28c6d-e9bd-4d7b-89df-0c7ff1976856 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.627193] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d28c6d-e9bd-4d7b-89df-0c7ff1976856 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.627968] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78e25c1-732f-4c99-b67c-87389d89d3d1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.637507] env[69357]: DEBUG oslo_vmware.api [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52bb6ce5-068e-bda2-8355-4be928360908, 'name': SearchDatastore_Task, 'duration_secs': 0.011109} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.639809] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.639922] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.640192] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.640356] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.640600] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.640891] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d28c6d-e9bd-4d7b-89df-0c7ff1976856 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.641120] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f4cc190-8be3-416c-97bb-fd0a630819a0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.643856] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d12b953-5c8b-4d9e-ac2e-f4cd4a78b039 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.650145] env[69357]: DEBUG oslo_vmware.api [None req-a9d28c6d-e9bd-4d7b-89df-0c7ff1976856 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Waiting for the task: (returnval){ [ 722.650145] env[69357]: value = "task-3282345" [ 722.650145] env[69357]: _type = "Task" [ 722.650145] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.653998] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.654096] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.655106] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6362346-d93e-463e-a639-2396c0c5d711 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.661317] env[69357]: DEBUG oslo_vmware.api [None req-a9d28c6d-e9bd-4d7b-89df-0c7ff1976856 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Task: {'id': task-3282345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.666505] env[69357]: DEBUG oslo_vmware.api [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Waiting for the task: (returnval){ [ 722.666505] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e787ba-0f8b-9ca1-5655-371d50cf58da" [ 722.666505] env[69357]: _type = "Task" [ 722.666505] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.675575] env[69357]: DEBUG oslo_vmware.api [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e787ba-0f8b-9ca1-5655-371d50cf58da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.776396] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e4e7ff46-056a-4774-bb60-8bafecc40f71 tempest-VolumesAssistedSnapshotsTest-1668618495 tempest-VolumesAssistedSnapshotsTest-1668618495-project-admin] Lock "86487bab-df97-4480-8e57-2bcdeba9520b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.275s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.788417] env[69357]: DEBUG oslo_vmware.api [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282344, 'name': CreateSnapshot_Task, 'duration_secs': 0.73552} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.789480] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Created Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 722.790464] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eedce2f-bc6e-4e00-bda5-a0e722c30197 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.895861] env[69357]: DEBUG oslo_concurrency.lockutils [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Acquiring lock "refresh_cache-bd2c496d-2105-408b-a786-771214b707ac" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.896049] env[69357]: DEBUG oslo_concurrency.lockutils [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Acquired lock "refresh_cache-bd2c496d-2105-408b-a786-771214b707ac" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.896266] env[69357]: DEBUG nova.network.neutron [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.068791] env[69357]: DEBUG nova.compute.manager [req-2cd61973-41ae-402a-b297-d2fa497101d6 req-2ed0f11c-2b21-4383-9c78-df7cf79a7ea4 service nova] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Received event network-changed-c09f1a2b-ac0d-438a-8483-02477057a46e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.068791] env[69357]: DEBUG nova.compute.manager [req-2cd61973-41ae-402a-b297-d2fa497101d6 req-2ed0f11c-2b21-4383-9c78-df7cf79a7ea4 service nova] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Refreshing instance network info cache due to event network-changed-c09f1a2b-ac0d-438a-8483-02477057a46e. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.068791] env[69357]: DEBUG oslo_concurrency.lockutils [req-2cd61973-41ae-402a-b297-d2fa497101d6 req-2ed0f11c-2b21-4383-9c78-df7cf79a7ea4 service nova] Acquiring lock "refresh_cache-909b4df9-e9c0-4c44-a167-704236afb433" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.068791] env[69357]: DEBUG oslo_concurrency.lockutils [req-2cd61973-41ae-402a-b297-d2fa497101d6 req-2ed0f11c-2b21-4383-9c78-df7cf79a7ea4 service nova] Acquired lock "refresh_cache-909b4df9-e9c0-4c44-a167-704236afb433" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.068791] env[69357]: DEBUG nova.network.neutron [req-2cd61973-41ae-402a-b297-d2fa497101d6 req-2ed0f11c-2b21-4383-9c78-df7cf79a7ea4 service nova] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Refreshing network info cache for port c09f1a2b-ac0d-438a-8483-02477057a46e {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.081215] env[69357]: DEBUG nova.compute.utils [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.085079] env[69357]: DEBUG nova.compute.manager [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.085250] env[69357]: DEBUG nova.network.neutron [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.103941] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44622fd7-4939-440a-a827-150bd0c29173 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Lock "a1f0cf9f-f8f1-4ef9-a011-72ca04288549" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.847s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.133613] env[69357]: DEBUG nova.policy [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64e52d572e87433085028362f5873c83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bf4169aef8b40989e24fac7dd5dfa7b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.168033] env[69357]: DEBUG nova.objects.instance [None req-770d8dee-ca45-429a-89b0-358c1b92b510 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Lazy-loading 'flavor' on Instance uuid 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 723.169665] env[69357]: DEBUG oslo_vmware.api [None req-a9d28c6d-e9bd-4d7b-89df-0c7ff1976856 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Task: {'id': task-3282345, 'name': PowerOffVM_Task, 'duration_secs': 0.373483} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.177096] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d28c6d-e9bd-4d7b-89df-0c7ff1976856 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.177298] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d28c6d-e9bd-4d7b-89df-0c7ff1976856 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.178025] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ed04102-99bd-4e87-8e2f-a3902cb9acd0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.190171] env[69357]: DEBUG oslo_vmware.api [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e787ba-0f8b-9ca1-5655-371d50cf58da, 'name': SearchDatastore_Task, 'duration_secs': 0.030153} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.193161] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9b0bb04-fab4-464c-8810-73ce152116e8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.199891] env[69357]: DEBUG oslo_vmware.api [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Waiting for the task: (returnval){ [ 723.199891] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]526f9e44-5a4e-5f94-afb1-c1e36762ada1" [ 723.199891] env[69357]: _type = "Task" [ 723.199891] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.214192] env[69357]: DEBUG oslo_vmware.api [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]526f9e44-5a4e-5f94-afb1-c1e36762ada1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.271986] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d28c6d-e9bd-4d7b-89df-0c7ff1976856 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.272419] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d28c6d-e9bd-4d7b-89df-0c7ff1976856 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.274020] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9d28c6d-e9bd-4d7b-89df-0c7ff1976856 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Deleting the datastore file [datastore2] 40995412-2970-4f48-a4a7-429273c4357e {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.274020] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-634941ae-3b59-4eba-abd0-c3f80b9cc766 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.285386] env[69357]: DEBUG oslo_vmware.api [None req-a9d28c6d-e9bd-4d7b-89df-0c7ff1976856 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Waiting for the task: (returnval){ [ 723.285386] env[69357]: value = "task-3282348" [ 723.285386] env[69357]: _type = "Task" [ 723.285386] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.295627] env[69357]: DEBUG oslo_vmware.api [None req-a9d28c6d-e9bd-4d7b-89df-0c7ff1976856 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Task: {'id': task-3282348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.313021] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Creating linked-clone VM from snapshot {{(pid=69357) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 723.313021] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2b67ccf1-91ce-466a-a411-a1e2ef67aa25 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.319245] env[69357]: DEBUG oslo_vmware.api [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for the task: (returnval){ [ 723.319245] env[69357]: value = "task-3282349" [ 723.319245] env[69357]: _type = "Task" [ 723.319245] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.331300] env[69357]: DEBUG oslo_vmware.api [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282349, 'name': CloneVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.450818] env[69357]: DEBUG nova.network.neutron [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.493136] env[69357]: DEBUG nova.network.neutron [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Successfully created port: c33c7778-20ab-41d5-a6af-17b457be8b9a {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.590609] env[69357]: DEBUG nova.compute.manager [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.608125] env[69357]: DEBUG nova.compute.manager [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.620975] env[69357]: DEBUG nova.network.neutron [None req-0324aa51-c1b8-4aed-a507-49491e3fc620 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Successfully updated port: 7deca4bf-f4d6-4e0e-acbb-9db363cee6fe {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.657797] env[69357]: DEBUG nova.network.neutron [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Updating instance_info_cache with network_info: [{"id": "bce7e246-054b-43a3-9ada-a5155673c7b9", "address": "fa:16:3e:58:2f:08", "network": {"id": "c0274df9-18b8-413d-a08c-c56c4fc7c2cd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-912571983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b725fda1e444c7eb8fb46b6eeffb327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbce7e246-05", "ovs_interfaceid": "bce7e246-054b-43a3-9ada-a5155673c7b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.662139] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34ae8ca-bae2-408c-b891-e621ff272eb1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.671292] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ede40d-1add-49b8-bba2-f4d11259606f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.681030] env[69357]: DEBUG oslo_concurrency.lockutils [None req-770d8dee-ca45-429a-89b0-358c1b92b510 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquiring lock "refresh_cache-9c6d4029-c98f-4543-a5bc-3ae8e0b3d912" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.681139] env[69357]: DEBUG oslo_concurrency.lockutils [None req-770d8dee-ca45-429a-89b0-358c1b92b510 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquired lock "refresh_cache-9c6d4029-c98f-4543-a5bc-3ae8e0b3d912" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.681374] env[69357]: DEBUG nova.network.neutron [None req-770d8dee-ca45-429a-89b0-358c1b92b510 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.681599] env[69357]: DEBUG nova.objects.instance [None req-770d8dee-ca45-429a-89b0-358c1b92b510 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Lazy-loading 'info_cache' on Instance uuid 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 723.720046] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2169d01-748e-44fc-ba5f-47127e0e51c3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.729221] env[69357]: DEBUG oslo_vmware.api [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]526f9e44-5a4e-5f94-afb1-c1e36762ada1, 'name': SearchDatastore_Task, 'duration_secs': 0.017578} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.731592] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.731925] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 909b4df9-e9c0-4c44-a167-704236afb433/909b4df9-e9c0-4c44-a167-704236afb433.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.732267] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f563e258-3c10-46d1-96d0-0365747ad060 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.735137] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8ef2e0-b6c5-4128-9652-60006baa1553 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.751036] env[69357]: DEBUG nova.compute.provider_tree [None req-10ed16c0-0edd-458d-a7e6-6cfdf3808b20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.756277] env[69357]: DEBUG oslo_vmware.api [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Waiting for the task: (returnval){ [ 723.756277] env[69357]: value = "task-3282350" [ 723.756277] env[69357]: _type = "Task" [ 723.756277] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.766108] env[69357]: DEBUG oslo_vmware.api [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Task: {'id': task-3282350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.797737] env[69357]: DEBUG oslo_vmware.api [None req-a9d28c6d-e9bd-4d7b-89df-0c7ff1976856 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Task: {'id': task-3282348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279295} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.798152] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9d28c6d-e9bd-4d7b-89df-0c7ff1976856 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.798453] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d28c6d-e9bd-4d7b-89df-0c7ff1976856 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.798709] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d28c6d-e9bd-4d7b-89df-0c7ff1976856 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.798956] env[69357]: INFO nova.compute.manager [None req-a9d28c6d-e9bd-4d7b-89df-0c7ff1976856 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 723.799400] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9d28c6d-e9bd-4d7b-89df-0c7ff1976856 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.799707] env[69357]: DEBUG nova.compute.manager [-] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 723.799844] env[69357]: DEBUG nova.network.neutron [-] [instance: 40995412-2970-4f48-a4a7-429273c4357e] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 723.830256] env[69357]: DEBUG oslo_vmware.api [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282349, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.876746] env[69357]: DEBUG nova.network.neutron [req-2cd61973-41ae-402a-b297-d2fa497101d6 req-2ed0f11c-2b21-4383-9c78-df7cf79a7ea4 service nova] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Updated VIF entry in instance network info cache for port c09f1a2b-ac0d-438a-8483-02477057a46e. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.877136] env[69357]: DEBUG nova.network.neutron [req-2cd61973-41ae-402a-b297-d2fa497101d6 req-2ed0f11c-2b21-4383-9c78-df7cf79a7ea4 service nova] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Updating instance_info_cache with network_info: [{"id": "c09f1a2b-ac0d-438a-8483-02477057a46e", "address": "fa:16:3e:fb:11:2a", "network": {"id": "4f31db95-c394-4bbe-996c-e07a9e3972ff", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1990372701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bd952d2f728494686a764ad6800f7b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc09f1a2b-ac", "ovs_interfaceid": "c09f1a2b-ac0d-438a-8483-02477057a46e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.938811] env[69357]: DEBUG nova.compute.manager [req-36a6d334-4295-40c7-b308-302997ca987b req-858c4cf5-f8fc-4e56-86ea-a8e88d0c13ae service nova] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Received event network-vif-plugged-7deca4bf-f4d6-4e0e-acbb-9db363cee6fe {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.942561] env[69357]: DEBUG oslo_concurrency.lockutils [req-36a6d334-4295-40c7-b308-302997ca987b req-858c4cf5-f8fc-4e56-86ea-a8e88d0c13ae service nova] Acquiring lock "2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.942561] env[69357]: DEBUG oslo_concurrency.lockutils [req-36a6d334-4295-40c7-b308-302997ca987b req-858c4cf5-f8fc-4e56-86ea-a8e88d0c13ae service nova] Lock "2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.942561] env[69357]: DEBUG oslo_concurrency.lockutils [req-36a6d334-4295-40c7-b308-302997ca987b req-858c4cf5-f8fc-4e56-86ea-a8e88d0c13ae service nova] Lock "2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.942561] env[69357]: DEBUG nova.compute.manager [req-36a6d334-4295-40c7-b308-302997ca987b req-858c4cf5-f8fc-4e56-86ea-a8e88d0c13ae service nova] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] No waiting events found dispatching network-vif-plugged-7deca4bf-f4d6-4e0e-acbb-9db363cee6fe {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.942561] env[69357]: WARNING nova.compute.manager [req-36a6d334-4295-40c7-b308-302997ca987b req-858c4cf5-f8fc-4e56-86ea-a8e88d0c13ae service nova] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Received unexpected event network-vif-plugged-7deca4bf-f4d6-4e0e-acbb-9db363cee6fe for instance with vm_state active and task_state None. [ 724.123890] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0324aa51-c1b8-4aed-a507-49491e3fc620 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "refresh_cache-2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.124098] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0324aa51-c1b8-4aed-a507-49491e3fc620 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquired lock "refresh_cache-2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.124449] env[69357]: DEBUG nova.network.neutron [None req-0324aa51-c1b8-4aed-a507-49491e3fc620 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.134629] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.162087] env[69357]: DEBUG oslo_concurrency.lockutils [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Releasing lock "refresh_cache-bd2c496d-2105-408b-a786-771214b707ac" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.162475] env[69357]: DEBUG nova.compute.manager [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Instance network_info: |[{"id": "bce7e246-054b-43a3-9ada-a5155673c7b9", "address": "fa:16:3e:58:2f:08", "network": {"id": "c0274df9-18b8-413d-a08c-c56c4fc7c2cd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-912571983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b725fda1e444c7eb8fb46b6eeffb327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbce7e246-05", "ovs_interfaceid": "bce7e246-054b-43a3-9ada-a5155673c7b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.163098] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:2f:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15ff34f9-4b02-4be1-b433-3ec4bd1b37c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bce7e246-054b-43a3-9ada-a5155673c7b9', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.171235] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Creating folder: Project (3b725fda1e444c7eb8fb46b6eeffb327). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.172033] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1751e70-8d77-4a7f-90e8-c649ebf32846 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.184243] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Created folder: Project (3b725fda1e444c7eb8fb46b6eeffb327) in parent group-v655402. [ 724.184528] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Creating folder: Instances. Parent ref: group-v655514. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.184806] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fda4292a-fb66-49eb-9b9f-6cdc0e83cc4e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.187878] env[69357]: DEBUG nova.objects.base [None req-770d8dee-ca45-429a-89b0-358c1b92b510 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Object Instance<9c6d4029-c98f-4543-a5bc-3ae8e0b3d912> lazy-loaded attributes: flavor,info_cache {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 724.199716] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Created folder: Instances in parent group-v655514. [ 724.199962] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.200229] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd2c496d-2105-408b-a786-771214b707ac] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.200877] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69146549-9c03-432d-87f6-094caaf4f352 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.224200] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.224200] env[69357]: value = "task-3282353" [ 724.224200] env[69357]: _type = "Task" [ 724.224200] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.234922] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282353, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.253896] env[69357]: DEBUG nova.scheduler.client.report [None req-10ed16c0-0edd-458d-a7e6-6cfdf3808b20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.269515] env[69357]: DEBUG oslo_vmware.api [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Task: {'id': task-3282350, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.332546] env[69357]: DEBUG oslo_vmware.api [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282349, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.379796] env[69357]: DEBUG oslo_concurrency.lockutils [req-2cd61973-41ae-402a-b297-d2fa497101d6 req-2ed0f11c-2b21-4383-9c78-df7cf79a7ea4 service nova] Releasing lock "refresh_cache-909b4df9-e9c0-4c44-a167-704236afb433" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.380118] env[69357]: DEBUG nova.compute.manager [req-2cd61973-41ae-402a-b297-d2fa497101d6 req-2ed0f11c-2b21-4383-9c78-df7cf79a7ea4 service nova] [instance: bd2c496d-2105-408b-a786-771214b707ac] Received event network-vif-plugged-bce7e246-054b-43a3-9ada-a5155673c7b9 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.380326] env[69357]: DEBUG oslo_concurrency.lockutils [req-2cd61973-41ae-402a-b297-d2fa497101d6 req-2ed0f11c-2b21-4383-9c78-df7cf79a7ea4 service nova] Acquiring lock "bd2c496d-2105-408b-a786-771214b707ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.380579] env[69357]: DEBUG oslo_concurrency.lockutils [req-2cd61973-41ae-402a-b297-d2fa497101d6 req-2ed0f11c-2b21-4383-9c78-df7cf79a7ea4 service nova] Lock "bd2c496d-2105-408b-a786-771214b707ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.380742] env[69357]: DEBUG oslo_concurrency.lockutils [req-2cd61973-41ae-402a-b297-d2fa497101d6 req-2ed0f11c-2b21-4383-9c78-df7cf79a7ea4 service nova] Lock "bd2c496d-2105-408b-a786-771214b707ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.380914] env[69357]: DEBUG nova.compute.manager [req-2cd61973-41ae-402a-b297-d2fa497101d6 req-2ed0f11c-2b21-4383-9c78-df7cf79a7ea4 service nova] [instance: bd2c496d-2105-408b-a786-771214b707ac] No waiting events found dispatching network-vif-plugged-bce7e246-054b-43a3-9ada-a5155673c7b9 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 724.381096] env[69357]: WARNING nova.compute.manager [req-2cd61973-41ae-402a-b297-d2fa497101d6 req-2ed0f11c-2b21-4383-9c78-df7cf79a7ea4 service nova] [instance: bd2c496d-2105-408b-a786-771214b707ac] Received unexpected event network-vif-plugged-bce7e246-054b-43a3-9ada-a5155673c7b9 for instance with vm_state building and task_state spawning. [ 724.381278] env[69357]: DEBUG nova.compute.manager [req-2cd61973-41ae-402a-b297-d2fa497101d6 req-2ed0f11c-2b21-4383-9c78-df7cf79a7ea4 service nova] [instance: bd2c496d-2105-408b-a786-771214b707ac] Received event network-changed-bce7e246-054b-43a3-9ada-a5155673c7b9 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.381445] env[69357]: DEBUG nova.compute.manager [req-2cd61973-41ae-402a-b297-d2fa497101d6 req-2ed0f11c-2b21-4383-9c78-df7cf79a7ea4 service nova] [instance: bd2c496d-2105-408b-a786-771214b707ac] Refreshing instance network info cache due to event network-changed-bce7e246-054b-43a3-9ada-a5155673c7b9. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.381664] env[69357]: DEBUG oslo_concurrency.lockutils [req-2cd61973-41ae-402a-b297-d2fa497101d6 req-2ed0f11c-2b21-4383-9c78-df7cf79a7ea4 service nova] Acquiring lock "refresh_cache-bd2c496d-2105-408b-a786-771214b707ac" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.381811] env[69357]: DEBUG oslo_concurrency.lockutils [req-2cd61973-41ae-402a-b297-d2fa497101d6 req-2ed0f11c-2b21-4383-9c78-df7cf79a7ea4 service nova] Acquired lock "refresh_cache-bd2c496d-2105-408b-a786-771214b707ac" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.381987] env[69357]: DEBUG nova.network.neutron [req-2cd61973-41ae-402a-b297-d2fa497101d6 req-2ed0f11c-2b21-4383-9c78-df7cf79a7ea4 service nova] [instance: bd2c496d-2105-408b-a786-771214b707ac] Refreshing network info cache for port bce7e246-054b-43a3-9ada-a5155673c7b9 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.536996] env[69357]: DEBUG nova.network.neutron [-] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.598256] env[69357]: DEBUG nova.compute.manager [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.632669] env[69357]: DEBUG nova.virt.hardware [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.632935] env[69357]: DEBUG nova.virt.hardware [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.633115] env[69357]: DEBUG nova.virt.hardware [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.633465] env[69357]: DEBUG nova.virt.hardware [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.633644] env[69357]: DEBUG nova.virt.hardware [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.633795] env[69357]: DEBUG nova.virt.hardware [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.634009] env[69357]: DEBUG nova.virt.hardware [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.634194] env[69357]: DEBUG nova.virt.hardware [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.634363] env[69357]: DEBUG nova.virt.hardware [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.634523] env[69357]: DEBUG nova.virt.hardware [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.634693] env[69357]: DEBUG nova.virt.hardware [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.635643] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcad7e9-f4f4-4476-a6a9-543bb288d5c2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.646120] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67793d4-0a65-4454-86b1-e8f8356eab37 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.676950] env[69357]: WARNING nova.network.neutron [None req-0324aa51-c1b8-4aed-a507-49491e3fc620 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] 46150dba-e50f-47c1-9016-bf8c13ef7cfd already exists in list: networks containing: ['46150dba-e50f-47c1-9016-bf8c13ef7cfd']. ignoring it [ 724.733616] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282353, 'name': CreateVM_Task, 'duration_secs': 0.454779} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.733774] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd2c496d-2105-408b-a786-771214b707ac] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.734477] env[69357]: DEBUG oslo_concurrency.lockutils [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.734639] env[69357]: DEBUG oslo_concurrency.lockutils [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.734968] env[69357]: DEBUG oslo_concurrency.lockutils [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.735246] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba658533-29e0-4328-878a-83b78e2ddc18 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.743856] env[69357]: DEBUG oslo_vmware.api [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 724.743856] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]529c0212-77fe-ee2b-f787-30dc44aa404a" [ 724.743856] env[69357]: _type = "Task" [ 724.743856] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.753412] env[69357]: DEBUG oslo_vmware.api [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]529c0212-77fe-ee2b-f787-30dc44aa404a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.762413] env[69357]: DEBUG oslo_concurrency.lockutils [None req-10ed16c0-0edd-458d-a7e6-6cfdf3808b20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.765616] env[69357]: DEBUG oslo_concurrency.lockutils [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.039s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.765616] env[69357]: DEBUG nova.objects.instance [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Lazy-loading 'resources' on Instance uuid 95b817c2-87c5-4926-a0e4-6c785c713936 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 724.773666] env[69357]: DEBUG oslo_vmware.api [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Task: {'id': task-3282350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623521} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.774562] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 909b4df9-e9c0-4c44-a167-704236afb433/909b4df9-e9c0-4c44-a167-704236afb433.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.774846] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.775176] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7123e1a1-31d7-4500-aab6-1cd4fc592e96 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.783863] env[69357]: DEBUG oslo_vmware.api [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Waiting for the task: (returnval){ [ 724.783863] env[69357]: value = "task-3282354" [ 724.783863] env[69357]: _type = "Task" [ 724.783863] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.788835] env[69357]: INFO nova.scheduler.client.report [None req-10ed16c0-0edd-458d-a7e6-6cfdf3808b20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Deleted allocations for instance 08fddadb-9acb-484a-805e-9374dbf0adc1 [ 724.799532] env[69357]: DEBUG oslo_vmware.api [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Task: {'id': task-3282354, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.833653] env[69357]: DEBUG oslo_vmware.api [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282349, 'name': CloneVM_Task} progress is 95%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.040284] env[69357]: INFO nova.compute.manager [-] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Took 1.24 seconds to deallocate network for instance. [ 725.065764] env[69357]: DEBUG nova.network.neutron [None req-770d8dee-ca45-429a-89b0-358c1b92b510 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Updating instance_info_cache with network_info: [{"id": "e23f03c1-1f28-43f2-8e2b-d71f072712ab", "address": "fa:16:3e:14:5f:46", "network": {"id": "5f2c7eee-b9ee-4471-a671-52b1512be34b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-687148639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d974911374f45699379a57472299ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape23f03c1-1f", "ovs_interfaceid": "e23f03c1-1f28-43f2-8e2b-d71f072712ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.116621] env[69357]: DEBUG nova.network.neutron [None req-0324aa51-c1b8-4aed-a507-49491e3fc620 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Updating instance_info_cache with network_info: [{"id": "3d6b2a71-83bf-459d-8af0-7a3f9ec5cee5", "address": "fa:16:3e:d5:06:c3", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d6b2a71-83", "ovs_interfaceid": "3d6b2a71-83bf-459d-8af0-7a3f9ec5cee5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7deca4bf-f4d6-4e0e-acbb-9db363cee6fe", "address": "fa:16:3e:76:f0:3a", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7deca4bf-f4", "ovs_interfaceid": "7deca4bf-f4d6-4e0e-acbb-9db363cee6fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.177069] env[69357]: DEBUG nova.network.neutron [req-2cd61973-41ae-402a-b297-d2fa497101d6 req-2ed0f11c-2b21-4383-9c78-df7cf79a7ea4 service nova] [instance: bd2c496d-2105-408b-a786-771214b707ac] Updated VIF entry in instance network info cache for port bce7e246-054b-43a3-9ada-a5155673c7b9. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.177069] env[69357]: DEBUG nova.network.neutron [req-2cd61973-41ae-402a-b297-d2fa497101d6 req-2ed0f11c-2b21-4383-9c78-df7cf79a7ea4 service nova] [instance: bd2c496d-2105-408b-a786-771214b707ac] Updating instance_info_cache with network_info: [{"id": "bce7e246-054b-43a3-9ada-a5155673c7b9", "address": "fa:16:3e:58:2f:08", "network": {"id": "c0274df9-18b8-413d-a08c-c56c4fc7c2cd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-912571983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b725fda1e444c7eb8fb46b6eeffb327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbce7e246-05", "ovs_interfaceid": "bce7e246-054b-43a3-9ada-a5155673c7b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.193803] env[69357]: DEBUG nova.network.neutron [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Successfully updated port: c33c7778-20ab-41d5-a6af-17b457be8b9a {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.255451] env[69357]: DEBUG oslo_vmware.api [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]529c0212-77fe-ee2b-f787-30dc44aa404a, 'name': SearchDatastore_Task, 'duration_secs': 0.010583} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.255791] env[69357]: DEBUG oslo_concurrency.lockutils [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.256039] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.256278] env[69357]: DEBUG oslo_concurrency.lockutils [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.256422] env[69357]: DEBUG oslo_concurrency.lockutils [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.256600] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.256982] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e88dfee0-8cc0-4b2e-8d1d-76dbf545a809 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.273040] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.273040] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.273040] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52672729-a3f7-4b12-b643-b6ad041d51a0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.278942] env[69357]: DEBUG oslo_vmware.api [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 725.278942] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5260cb5f-dc12-b8cb-c783-14ff3939ec31" [ 725.278942] env[69357]: _type = "Task" [ 725.278942] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.287142] env[69357]: DEBUG oslo_vmware.api [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5260cb5f-dc12-b8cb-c783-14ff3939ec31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.294482] env[69357]: DEBUG oslo_vmware.api [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Task: {'id': task-3282354, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071075} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.297073] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.298081] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ab7da4-a6b2-468f-b90f-29afd92b0f6c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.303028] env[69357]: DEBUG oslo_concurrency.lockutils [None req-10ed16c0-0edd-458d-a7e6-6cfdf3808b20 tempest-ServersAdminNegativeTestJSON-1517699591 tempest-ServersAdminNegativeTestJSON-1517699591-project-member] Lock "08fddadb-9acb-484a-805e-9374dbf0adc1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.668s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.322739] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 909b4df9-e9c0-4c44-a167-704236afb433/909b4df9-e9c0-4c44-a167-704236afb433.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.326207] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4eb94312-2bec-4e78-a4b4-181c2ba093e3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.351221] env[69357]: DEBUG oslo_vmware.api [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282349, 'name': CloneVM_Task, 'duration_secs': 1.790295} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.354783] env[69357]: INFO nova.virt.vmwareapi.vmops [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Created linked-clone VM from snapshot [ 725.355138] env[69357]: DEBUG oslo_vmware.api [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Waiting for the task: (returnval){ [ 725.355138] env[69357]: value = "task-3282355" [ 725.355138] env[69357]: _type = "Task" [ 725.355138] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.356150] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d53c67-9d3a-4c9b-ad10-dba4eaa0fab1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.370872] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Uploading image 5446f5c0-a65c-429e-b080-e2c97c418b42 {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 725.372837] env[69357]: DEBUG oslo_vmware.api [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Task: {'id': task-3282355, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.397133] env[69357]: DEBUG oslo_vmware.rw_handles [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 725.397133] env[69357]: value = "vm-655513" [ 725.397133] env[69357]: _type = "VirtualMachine" [ 725.397133] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 725.397339] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dc739b51-d27f-4c14-9737-b35672075702 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.404375] env[69357]: DEBUG oslo_vmware.rw_handles [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Lease: (returnval){ [ 725.404375] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52cef056-510f-7b89-44cf-6a19421a251c" [ 725.404375] env[69357]: _type = "HttpNfcLease" [ 725.404375] env[69357]: } obtained for exporting VM: (result){ [ 725.404375] env[69357]: value = "vm-655513" [ 725.404375] env[69357]: _type = "VirtualMachine" [ 725.404375] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 725.404375] env[69357]: DEBUG oslo_vmware.api [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for the lease: (returnval){ [ 725.404375] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52cef056-510f-7b89-44cf-6a19421a251c" [ 725.404375] env[69357]: _type = "HttpNfcLease" [ 725.404375] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 725.416850] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 725.416850] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52cef056-510f-7b89-44cf-6a19421a251c" [ 725.416850] env[69357]: _type = "HttpNfcLease" [ 725.416850] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 725.514835] env[69357]: DEBUG nova.compute.manager [req-6bf3817b-704a-459a-8ade-cc88a31d5a30 req-23b5235e-11a3-44ae-8163-71dae5fe6edc service nova] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Received event network-vif-deleted-f2d1f8b1-a033-493d-855d-a3216203bb7d {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.515072] env[69357]: DEBUG nova.compute.manager [req-6bf3817b-704a-459a-8ade-cc88a31d5a30 req-23b5235e-11a3-44ae-8163-71dae5fe6edc service nova] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Received event network-vif-plugged-c33c7778-20ab-41d5-a6af-17b457be8b9a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.515277] env[69357]: DEBUG oslo_concurrency.lockutils [req-6bf3817b-704a-459a-8ade-cc88a31d5a30 req-23b5235e-11a3-44ae-8163-71dae5fe6edc service nova] Acquiring lock "7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.515480] env[69357]: DEBUG oslo_concurrency.lockutils [req-6bf3817b-704a-459a-8ade-cc88a31d5a30 req-23b5235e-11a3-44ae-8163-71dae5fe6edc service nova] Lock "7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.515642] env[69357]: DEBUG oslo_concurrency.lockutils [req-6bf3817b-704a-459a-8ade-cc88a31d5a30 req-23b5235e-11a3-44ae-8163-71dae5fe6edc service nova] Lock "7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.515800] env[69357]: DEBUG nova.compute.manager [req-6bf3817b-704a-459a-8ade-cc88a31d5a30 req-23b5235e-11a3-44ae-8163-71dae5fe6edc service nova] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] No waiting events found dispatching network-vif-plugged-c33c7778-20ab-41d5-a6af-17b457be8b9a {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 725.515957] env[69357]: WARNING nova.compute.manager [req-6bf3817b-704a-459a-8ade-cc88a31d5a30 req-23b5235e-11a3-44ae-8163-71dae5fe6edc service nova] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Received unexpected event network-vif-plugged-c33c7778-20ab-41d5-a6af-17b457be8b9a for instance with vm_state building and task_state spawning. [ 725.550216] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a9d28c6d-e9bd-4d7b-89df-0c7ff1976856 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.568215] env[69357]: DEBUG oslo_concurrency.lockutils [None req-770d8dee-ca45-429a-89b0-358c1b92b510 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Releasing lock "refresh_cache-9c6d4029-c98f-4543-a5bc-3ae8e0b3d912" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.618867] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0324aa51-c1b8-4aed-a507-49491e3fc620 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Releasing lock "refresh_cache-2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.619553] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0324aa51-c1b8-4aed-a507-49491e3fc620 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.619712] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0324aa51-c1b8-4aed-a507-49491e3fc620 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquired lock "2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.620630] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771f5828-df09-42ff-bef3-902db3e064b0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.640568] env[69357]: DEBUG nova.virt.hardware [None req-0324aa51-c1b8-4aed-a507-49491e3fc620 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.640887] env[69357]: DEBUG nova.virt.hardware [None req-0324aa51-c1b8-4aed-a507-49491e3fc620 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.641008] env[69357]: DEBUG nova.virt.hardware [None req-0324aa51-c1b8-4aed-a507-49491e3fc620 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.641197] env[69357]: DEBUG nova.virt.hardware [None req-0324aa51-c1b8-4aed-a507-49491e3fc620 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.641343] env[69357]: DEBUG nova.virt.hardware [None req-0324aa51-c1b8-4aed-a507-49491e3fc620 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.641489] env[69357]: DEBUG nova.virt.hardware [None req-0324aa51-c1b8-4aed-a507-49491e3fc620 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.641694] env[69357]: DEBUG nova.virt.hardware [None req-0324aa51-c1b8-4aed-a507-49491e3fc620 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.641848] env[69357]: DEBUG nova.virt.hardware [None req-0324aa51-c1b8-4aed-a507-49491e3fc620 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.642019] env[69357]: DEBUG nova.virt.hardware [None req-0324aa51-c1b8-4aed-a507-49491e3fc620 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.642180] env[69357]: DEBUG nova.virt.hardware [None req-0324aa51-c1b8-4aed-a507-49491e3fc620 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.642352] env[69357]: DEBUG nova.virt.hardware [None req-0324aa51-c1b8-4aed-a507-49491e3fc620 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.648728] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0324aa51-c1b8-4aed-a507-49491e3fc620 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Reconfiguring VM to attach interface {{(pid=69357) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 725.651984] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e224ee9-cc9e-406f-8f66-b904ed4632f3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.668694] env[69357]: DEBUG oslo_vmware.api [None req-0324aa51-c1b8-4aed-a507-49491e3fc620 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 725.668694] env[69357]: value = "task-3282357" [ 725.668694] env[69357]: _type = "Task" [ 725.668694] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.678617] env[69357]: DEBUG oslo_vmware.api [None req-0324aa51-c1b8-4aed-a507-49491e3fc620 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282357, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.681253] env[69357]: DEBUG oslo_concurrency.lockutils [req-2cd61973-41ae-402a-b297-d2fa497101d6 req-2ed0f11c-2b21-4383-9c78-df7cf79a7ea4 service nova] Releasing lock "refresh_cache-bd2c496d-2105-408b-a786-771214b707ac" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.696029] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquiring lock "refresh_cache-7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.696167] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquired lock "refresh_cache-7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.696313] env[69357]: DEBUG nova.network.neutron [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.793019] env[69357]: DEBUG oslo_vmware.api [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5260cb5f-dc12-b8cb-c783-14ff3939ec31, 'name': SearchDatastore_Task, 'duration_secs': 0.052492} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.794369] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9065cb0d-252b-47f4-bd04-3d47791e39a9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.801081] env[69357]: DEBUG oslo_vmware.api [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 725.801081] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52fa3bb9-eae0-af07-111d-78f4958cbef0" [ 725.801081] env[69357]: _type = "Task" [ 725.801081] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.811906] env[69357]: DEBUG oslo_vmware.api [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52fa3bb9-eae0-af07-111d-78f4958cbef0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.814317] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91931e50-4918-4804-8d6f-9644faa97aab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.821804] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe46acd-de00-4cd2-92f8-241b1604a1eb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.854124] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af22c32-7c96-4022-bca1-789edc45eb67 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.864963] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c95860b-4fb3-4f34-a7b6-651a1b2658c4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.873920] env[69357]: DEBUG oslo_vmware.api [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Task: {'id': task-3282355, 'name': ReconfigVM_Task, 'duration_secs': 0.309951} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.882574] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 909b4df9-e9c0-4c44-a167-704236afb433/909b4df9-e9c0-4c44-a167-704236afb433.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.883495] env[69357]: DEBUG nova.compute.provider_tree [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.884827] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd93eed1-57b3-47f6-8626-a59f144db880 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.891982] env[69357]: DEBUG oslo_vmware.api [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Waiting for the task: (returnval){ [ 725.891982] env[69357]: value = "task-3282358" [ 725.891982] env[69357]: _type = "Task" [ 725.891982] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.901664] env[69357]: DEBUG oslo_vmware.api [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Task: {'id': task-3282358, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.911721] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 725.911721] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52cef056-510f-7b89-44cf-6a19421a251c" [ 725.911721] env[69357]: _type = "HttpNfcLease" [ 725.911721] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 725.912030] env[69357]: DEBUG oslo_vmware.rw_handles [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 725.912030] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52cef056-510f-7b89-44cf-6a19421a251c" [ 725.912030] env[69357]: _type = "HttpNfcLease" [ 725.912030] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 725.912760] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378f4835-2819-4616-8390-94326b3477c7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.915316] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6060f534-8569-401a-ba2d-5a4e6614eed2 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Acquiring lock "a1f0cf9f-f8f1-4ef9-a011-72ca04288549" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.915533] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6060f534-8569-401a-ba2d-5a4e6614eed2 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Lock "a1f0cf9f-f8f1-4ef9-a011-72ca04288549" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.915729] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6060f534-8569-401a-ba2d-5a4e6614eed2 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Acquiring lock "a1f0cf9f-f8f1-4ef9-a011-72ca04288549-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.915910] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6060f534-8569-401a-ba2d-5a4e6614eed2 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Lock "a1f0cf9f-f8f1-4ef9-a011-72ca04288549-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.916086] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6060f534-8569-401a-ba2d-5a4e6614eed2 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Lock "a1f0cf9f-f8f1-4ef9-a011-72ca04288549-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.918605] env[69357]: INFO nova.compute.manager [None req-6060f534-8569-401a-ba2d-5a4e6614eed2 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Terminating instance [ 725.924453] env[69357]: DEBUG oslo_vmware.rw_handles [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525406ff-5be5-d1df-9e54-f6129817170f/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 725.924555] env[69357]: DEBUG oslo_vmware.rw_handles [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525406ff-5be5-d1df-9e54-f6129817170f/disk-0.vmdk for reading. {{(pid=69357) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 726.052636] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5fa5fedc-85f3-406c-93c6-0faf74ac0b48 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.180286] env[69357]: DEBUG oslo_vmware.api [None req-0324aa51-c1b8-4aed-a507-49491e3fc620 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.228574] env[69357]: DEBUG nova.network.neutron [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.317542] env[69357]: DEBUG oslo_vmware.api [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52fa3bb9-eae0-af07-111d-78f4958cbef0, 'name': SearchDatastore_Task, 'duration_secs': 0.011647} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.317907] env[69357]: DEBUG oslo_concurrency.lockutils [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.321221] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] bd2c496d-2105-408b-a786-771214b707ac/bd2c496d-2105-408b-a786-771214b707ac.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.321221] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe759464-8099-4b6a-8ca8-b3edff7d1c29 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.326705] env[69357]: DEBUG oslo_vmware.api [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 726.326705] env[69357]: value = "task-3282359" [ 726.326705] env[69357]: _type = "Task" [ 726.326705] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.336591] env[69357]: DEBUG oslo_vmware.api [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.339692] env[69357]: DEBUG nova.compute.manager [req-52b28032-16d3-4818-953d-14323707aefc req-d6855b7b-9d08-485f-873b-817318a55436 service nova] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Received event network-changed-7deca4bf-f4d6-4e0e-acbb-9db363cee6fe {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.339692] env[69357]: DEBUG nova.compute.manager [req-52b28032-16d3-4818-953d-14323707aefc req-d6855b7b-9d08-485f-873b-817318a55436 service nova] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Refreshing instance network info cache due to event network-changed-7deca4bf-f4d6-4e0e-acbb-9db363cee6fe. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.340045] env[69357]: DEBUG oslo_concurrency.lockutils [req-52b28032-16d3-4818-953d-14323707aefc req-d6855b7b-9d08-485f-873b-817318a55436 service nova] Acquiring lock "refresh_cache-2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.340195] env[69357]: DEBUG oslo_concurrency.lockutils [req-52b28032-16d3-4818-953d-14323707aefc req-d6855b7b-9d08-485f-873b-817318a55436 service nova] Acquired lock "refresh_cache-2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.340933] env[69357]: DEBUG nova.network.neutron [req-52b28032-16d3-4818-953d-14323707aefc req-d6855b7b-9d08-485f-873b-817318a55436 service nova] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Refreshing network info cache for port 7deca4bf-f4d6-4e0e-acbb-9db363cee6fe {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.388955] env[69357]: DEBUG nova.scheduler.client.report [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.405637] env[69357]: DEBUG oslo_vmware.api [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Task: {'id': task-3282358, 'name': Rename_Task, 'duration_secs': 0.155311} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.405637] env[69357]: DEBUG nova.network.neutron [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Updating instance_info_cache with network_info: [{"id": "c33c7778-20ab-41d5-a6af-17b457be8b9a", "address": "fa:16:3e:65:0c:ed", "network": {"id": "82fc7e6c-7d23-4765-b033-b00011513c8e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1644210012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bf4169aef8b40989e24fac7dd5dfa7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc33c7778-20", "ovs_interfaceid": "c33c7778-20ab-41d5-a6af-17b457be8b9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.407301] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.409099] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6c844ed-cc95-4693-831c-0904f1115e73 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.416311] env[69357]: DEBUG oslo_vmware.api [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Waiting for the task: (returnval){ [ 726.416311] env[69357]: value = "task-3282360" [ 726.416311] env[69357]: _type = "Task" [ 726.416311] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.425959] env[69357]: DEBUG oslo_vmware.api [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Task: {'id': task-3282360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.427040] env[69357]: DEBUG nova.compute.manager [None req-6060f534-8569-401a-ba2d-5a4e6614eed2 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 726.428104] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6060f534-8569-401a-ba2d-5a4e6614eed2 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.430723] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce44bece-92cf-4bf6-849f-91db1583bc54 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.442158] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6060f534-8569-401a-ba2d-5a4e6614eed2 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.442158] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a1067f9-4661-4e54-bc8c-ac4bda9ce5e0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.448463] env[69357]: DEBUG oslo_vmware.api [None req-6060f534-8569-401a-ba2d-5a4e6614eed2 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Waiting for the task: (returnval){ [ 726.448463] env[69357]: value = "task-3282361" [ 726.448463] env[69357]: _type = "Task" [ 726.448463] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.458238] env[69357]: DEBUG oslo_vmware.api [None req-6060f534-8569-401a-ba2d-5a4e6614eed2 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Task: {'id': task-3282361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.577326] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-770d8dee-ca45-429a-89b0-358c1b92b510 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.577681] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4ab3a07-9c37-475e-a0f3-963956993bac {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.588223] env[69357]: DEBUG oslo_vmware.api [None req-770d8dee-ca45-429a-89b0-358c1b92b510 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Waiting for the task: (returnval){ [ 726.588223] env[69357]: value = "task-3282362" [ 726.588223] env[69357]: _type = "Task" [ 726.588223] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.604871] env[69357]: DEBUG oslo_vmware.api [None req-770d8dee-ca45-429a-89b0-358c1b92b510 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.681487] env[69357]: DEBUG oslo_vmware.api [None req-0324aa51-c1b8-4aed-a507-49491e3fc620 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282357, 'name': ReconfigVM_Task, 'duration_secs': 0.742784} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.682242] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0324aa51-c1b8-4aed-a507-49491e3fc620 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Releasing lock "2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.682767] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0324aa51-c1b8-4aed-a507-49491e3fc620 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Reconfigured VM to attach interface {{(pid=69357) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 726.840835] env[69357]: DEBUG oslo_vmware.api [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282359, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.898654] env[69357]: DEBUG oslo_concurrency.lockutils [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.902583] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ffa7b35-6166-4558-bf85-f209db0e9618 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.405s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.902929] env[69357]: DEBUG nova.objects.instance [None req-5ffa7b35-6166-4558-bf85-f209db0e9618 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Lazy-loading 'resources' on Instance uuid 6a64d4bd-0cef-4bbf-830c-941cee6767a7 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.912078] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Releasing lock "refresh_cache-7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.912078] env[69357]: DEBUG nova.compute.manager [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Instance network_info: |[{"id": "c33c7778-20ab-41d5-a6af-17b457be8b9a", "address": "fa:16:3e:65:0c:ed", "network": {"id": "82fc7e6c-7d23-4765-b033-b00011513c8e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1644210012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bf4169aef8b40989e24fac7dd5dfa7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc33c7778-20", "ovs_interfaceid": "c33c7778-20ab-41d5-a6af-17b457be8b9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.916870] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:0c:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c33c7778-20ab-41d5-a6af-17b457be8b9a', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.924771] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.926088] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.932600] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51d96b10-ceb4-493b-9768-7afe47532dc4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.958626] env[69357]: INFO nova.scheduler.client.report [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Deleted allocations for instance 95b817c2-87c5-4926-a0e4-6c785c713936 [ 726.977531] env[69357]: DEBUG oslo_vmware.api [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Task: {'id': task-3282360, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.977727] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.977727] env[69357]: value = "task-3282363" [ 726.977727] env[69357]: _type = "Task" [ 726.977727] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.989461] env[69357]: DEBUG oslo_vmware.api [None req-6060f534-8569-401a-ba2d-5a4e6614eed2 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Task: {'id': task-3282361, 'name': PowerOffVM_Task, 'duration_secs': 0.515426} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.990553] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6060f534-8569-401a-ba2d-5a4e6614eed2 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.990931] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6060f534-8569-401a-ba2d-5a4e6614eed2 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.991216] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50006461-b251-4c60-8d1d-86b14bb31fc2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.996482] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282363, 'name': CreateVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.077363] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6060f534-8569-401a-ba2d-5a4e6614eed2 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.077743] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6060f534-8569-401a-ba2d-5a4e6614eed2 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.078060] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-6060f534-8569-401a-ba2d-5a4e6614eed2 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Deleting the datastore file [datastore2] a1f0cf9f-f8f1-4ef9-a011-72ca04288549 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.079125] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46261ac5-b9f4-4637-aa65-dcce609f677c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.089626] env[69357]: DEBUG oslo_vmware.api [None req-6060f534-8569-401a-ba2d-5a4e6614eed2 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Waiting for the task: (returnval){ [ 727.089626] env[69357]: value = "task-3282365" [ 727.089626] env[69357]: _type = "Task" [ 727.089626] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.106212] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ee1267d1-2335-421e-a3a2-a0aa07f2d8fa tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Acquiring lock "86487bab-df97-4480-8e57-2bcdeba9520b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.106212] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ee1267d1-2335-421e-a3a2-a0aa07f2d8fa tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Lock "86487bab-df97-4480-8e57-2bcdeba9520b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.106212] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ee1267d1-2335-421e-a3a2-a0aa07f2d8fa tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Acquiring lock "86487bab-df97-4480-8e57-2bcdeba9520b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.106212] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ee1267d1-2335-421e-a3a2-a0aa07f2d8fa tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Lock "86487bab-df97-4480-8e57-2bcdeba9520b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.106435] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ee1267d1-2335-421e-a3a2-a0aa07f2d8fa tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Lock "86487bab-df97-4480-8e57-2bcdeba9520b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.108219] env[69357]: DEBUG oslo_vmware.api [None req-6060f534-8569-401a-ba2d-5a4e6614eed2 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Task: {'id': task-3282365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.108525] env[69357]: DEBUG oslo_vmware.api [None req-770d8dee-ca45-429a-89b0-358c1b92b510 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282362, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.111842] env[69357]: INFO nova.compute.manager [None req-ee1267d1-2335-421e-a3a2-a0aa07f2d8fa tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Terminating instance [ 727.187247] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0324aa51-c1b8-4aed-a507-49491e3fc620 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "interface-2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.868s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.249912] env[69357]: DEBUG nova.network.neutron [req-52b28032-16d3-4818-953d-14323707aefc req-d6855b7b-9d08-485f-873b-817318a55436 service nova] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Updated VIF entry in instance network info cache for port 7deca4bf-f4d6-4e0e-acbb-9db363cee6fe. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.250447] env[69357]: DEBUG nova.network.neutron [req-52b28032-16d3-4818-953d-14323707aefc req-d6855b7b-9d08-485f-873b-817318a55436 service nova] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Updating instance_info_cache with network_info: [{"id": "3d6b2a71-83bf-459d-8af0-7a3f9ec5cee5", "address": "fa:16:3e:d5:06:c3", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d6b2a71-83", "ovs_interfaceid": "3d6b2a71-83bf-459d-8af0-7a3f9ec5cee5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7deca4bf-f4d6-4e0e-acbb-9db363cee6fe", "address": "fa:16:3e:76:f0:3a", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7deca4bf-f4", "ovs_interfaceid": "7deca4bf-f4d6-4e0e-acbb-9db363cee6fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.341517] env[69357]: DEBUG oslo_vmware.api [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282359, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589735} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.341517] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] bd2c496d-2105-408b-a786-771214b707ac/bd2c496d-2105-408b-a786-771214b707ac.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.342271] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.342271] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c0ba57d-2a67-490e-8e24-b955d64ab821 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.350536] env[69357]: DEBUG oslo_vmware.api [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 727.350536] env[69357]: value = "task-3282366" [ 727.350536] env[69357]: _type = "Task" [ 727.350536] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.362662] env[69357]: DEBUG oslo_vmware.api [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282366, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.441595] env[69357]: DEBUG oslo_vmware.api [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Task: {'id': task-3282360, 'name': PowerOnVM_Task, 'duration_secs': 0.706548} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.445686] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.445935] env[69357]: INFO nova.compute.manager [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Took 8.18 seconds to spawn the instance on the hypervisor. [ 727.446338] env[69357]: DEBUG nova.compute.manager [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.447900] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdb83e3-a008-4df6-a571-3b8aeb1c800a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.472973] env[69357]: DEBUG oslo_concurrency.lockutils [None req-419aca51-2cc3-46ee-b660-38b13460dcda tempest-ServerDiagnosticsV248Test-1773085697 tempest-ServerDiagnosticsV248Test-1773085697-project-member] Lock "95b817c2-87c5-4926-a0e4-6c785c713936" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.020s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.494916] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282363, 'name': CreateVM_Task, 'duration_secs': 0.511776} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.495374] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.496692] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.497392] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.497719] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.498586] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f3aed02-2738-41b0-93e6-1c1ea3f785f8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.509743] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 727.509743] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]523edcba-8b8b-d10d-4874-0facc70a7b7f" [ 727.509743] env[69357]: _type = "Task" [ 727.509743] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.518986] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]523edcba-8b8b-d10d-4874-0facc70a7b7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.607586] env[69357]: DEBUG oslo_vmware.api [None req-770d8dee-ca45-429a-89b0-358c1b92b510 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282362, 'name': PowerOnVM_Task, 'duration_secs': 0.778809} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.611570] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-770d8dee-ca45-429a-89b0-358c1b92b510 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.611570] env[69357]: DEBUG nova.compute.manager [None req-770d8dee-ca45-429a-89b0-358c1b92b510 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.611989] env[69357]: DEBUG oslo_vmware.api [None req-6060f534-8569-401a-ba2d-5a4e6614eed2 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Task: {'id': task-3282365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260233} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.615110] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9731ae92-b250-4dfd-aacb-d0cfb40b15bd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.618088] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-6060f534-8569-401a-ba2d-5a4e6614eed2 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.618285] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6060f534-8569-401a-ba2d-5a4e6614eed2 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.618473] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6060f534-8569-401a-ba2d-5a4e6614eed2 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.618736] env[69357]: INFO nova.compute.manager [None req-6060f534-8569-401a-ba2d-5a4e6614eed2 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Took 1.19 seconds to destroy the instance on the hypervisor. [ 727.619058] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6060f534-8569-401a-ba2d-5a4e6614eed2 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.619997] env[69357]: DEBUG nova.compute.manager [None req-ee1267d1-2335-421e-a3a2-a0aa07f2d8fa tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 727.620331] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1267d1-2335-421e-a3a2-a0aa07f2d8fa tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 727.620598] env[69357]: DEBUG nova.compute.manager [-] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 727.620694] env[69357]: DEBUG nova.network.neutron [-] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 727.622911] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4432c5-d63c-497f-b455-9fb89c1de9fa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.634603] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee1267d1-2335-421e-a3a2-a0aa07f2d8fa tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 727.639572] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e546f20-8982-46e5-9c50-7b25289bb819 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.648862] env[69357]: DEBUG oslo_vmware.api [None req-ee1267d1-2335-421e-a3a2-a0aa07f2d8fa tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Waiting for the task: (returnval){ [ 727.648862] env[69357]: value = "task-3282367" [ 727.648862] env[69357]: _type = "Task" [ 727.648862] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.662662] env[69357]: DEBUG oslo_vmware.api [None req-ee1267d1-2335-421e-a3a2-a0aa07f2d8fa tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Task: {'id': task-3282367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.758957] env[69357]: DEBUG oslo_concurrency.lockutils [req-52b28032-16d3-4818-953d-14323707aefc req-d6855b7b-9d08-485f-873b-817318a55436 service nova] Releasing lock "refresh_cache-2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.862039] env[69357]: DEBUG oslo_vmware.api [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282366, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110683} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.862039] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.863609] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8fdeb7-c07a-41b2-b629-6d582067a4f9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.887745] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] bd2c496d-2105-408b-a786-771214b707ac/bd2c496d-2105-408b-a786-771214b707ac.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.890833] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-388dacc8-7e2f-446e-8e6e-8f3783000855 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.914342] env[69357]: DEBUG oslo_vmware.api [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 727.914342] env[69357]: value = "task-3282368" [ 727.914342] env[69357]: _type = "Task" [ 727.914342] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.927867] env[69357]: DEBUG oslo_vmware.api [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282368, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.977540] env[69357]: INFO nova.compute.manager [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Took 44.63 seconds to build instance. [ 728.023474] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]523edcba-8b8b-d10d-4874-0facc70a7b7f, 'name': SearchDatastore_Task, 'duration_secs': 0.016795} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.024142] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.025069] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.025069] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.025415] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.025730] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.029432] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de84764f-c686-42bc-b8bb-ca5c57df8ea8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.043172] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.045226] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.045226] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95f09b04-233e-4c36-ac2e-6f1bde6f53c2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.055299] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 728.055299] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]522d7fbc-2a54-bd73-a216-73ca258a2ebb" [ 728.055299] env[69357]: _type = "Task" [ 728.055299] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.066456] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]522d7fbc-2a54-bd73-a216-73ca258a2ebb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.098461] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842050bd-972a-41d9-b6b0-0876775519f2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.106217] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf9ed1b-6640-4a30-aa3f-f987e765c0d8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.150171] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd315034-7c9d-476b-b7dc-07c8fa47873c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.172247] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34786927-3448-46fc-bbb0-224360ece74a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.177416] env[69357]: DEBUG oslo_vmware.api [None req-ee1267d1-2335-421e-a3a2-a0aa07f2d8fa tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Task: {'id': task-3282367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.191452] env[69357]: DEBUG nova.compute.provider_tree [None req-5ffa7b35-6166-4558-bf85-f209db0e9618 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.196353] env[69357]: DEBUG nova.compute.manager [req-9a9b1ad0-5342-4585-b1f7-f94f335d66c6 req-27feba4e-01f9-444d-a3e8-681a9deb7318 service nova] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Received event network-changed-c33c7778-20ab-41d5-a6af-17b457be8b9a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.196755] env[69357]: DEBUG nova.compute.manager [req-9a9b1ad0-5342-4585-b1f7-f94f335d66c6 req-27feba4e-01f9-444d-a3e8-681a9deb7318 service nova] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Refreshing instance network info cache due to event network-changed-c33c7778-20ab-41d5-a6af-17b457be8b9a. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.197196] env[69357]: DEBUG oslo_concurrency.lockutils [req-9a9b1ad0-5342-4585-b1f7-f94f335d66c6 req-27feba4e-01f9-444d-a3e8-681a9deb7318 service nova] Acquiring lock "refresh_cache-7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.197264] env[69357]: DEBUG oslo_concurrency.lockutils [req-9a9b1ad0-5342-4585-b1f7-f94f335d66c6 req-27feba4e-01f9-444d-a3e8-681a9deb7318 service nova] Acquired lock "refresh_cache-7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.197482] env[69357]: DEBUG nova.network.neutron [req-9a9b1ad0-5342-4585-b1f7-f94f335d66c6 req-27feba4e-01f9-444d-a3e8-681a9deb7318 service nova] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Refreshing network info cache for port c33c7778-20ab-41d5-a6af-17b457be8b9a {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.426517] env[69357]: DEBUG oslo_vmware.api [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282368, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.480101] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bcee423b-9967-45c5-ac7d-a891272e68f9 tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Lock "909b4df9-e9c0-4c44-a167-704236afb433" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.283s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.568989] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]522d7fbc-2a54-bd73-a216-73ca258a2ebb, 'name': SearchDatastore_Task, 'duration_secs': 0.020167} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.570068] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8006bf76-a864-457e-988f-2dcdcd3b20c4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.576180] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 728.576180] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52807548-86de-f4b9-b6b3-dee7cd0b5206" [ 728.576180] env[69357]: _type = "Task" [ 728.576180] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.585184] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52807548-86de-f4b9-b6b3-dee7cd0b5206, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.664902] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5cfca569-4ad5-44b3-9ab8-14fdd3f94a42 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Acquiring lock "45908d95-bd1c-4340-8cc2-3198f900bebd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.665239] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5cfca569-4ad5-44b3-9ab8-14fdd3f94a42 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Lock "45908d95-bd1c-4340-8cc2-3198f900bebd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.665510] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5cfca569-4ad5-44b3-9ab8-14fdd3f94a42 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Acquiring lock "45908d95-bd1c-4340-8cc2-3198f900bebd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.665742] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5cfca569-4ad5-44b3-9ab8-14fdd3f94a42 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Lock "45908d95-bd1c-4340-8cc2-3198f900bebd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.666590] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5cfca569-4ad5-44b3-9ab8-14fdd3f94a42 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Lock "45908d95-bd1c-4340-8cc2-3198f900bebd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.669720] env[69357]: DEBUG oslo_vmware.api [None req-ee1267d1-2335-421e-a3a2-a0aa07f2d8fa tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Task: {'id': task-3282367, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.670262] env[69357]: INFO nova.compute.manager [None req-5cfca569-4ad5-44b3-9ab8-14fdd3f94a42 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Terminating instance [ 728.696907] env[69357]: DEBUG nova.scheduler.client.report [None req-5ffa7b35-6166-4558-bf85-f209db0e9618 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.774276] env[69357]: DEBUG nova.network.neutron [-] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.925865] env[69357]: DEBUG oslo_vmware.api [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282368, 'name': ReconfigVM_Task, 'duration_secs': 0.588667} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.926526] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Reconfigured VM instance instance-00000025 to attach disk [datastore1] bd2c496d-2105-408b-a786-771214b707ac/bd2c496d-2105-408b-a786-771214b707ac.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.927451] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a67b5b7e-e5d4-4b58-89e8-17dacc7de84a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.935065] env[69357]: DEBUG oslo_vmware.api [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 728.935065] env[69357]: value = "task-3282369" [ 728.935065] env[69357]: _type = "Task" [ 728.935065] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.946050] env[69357]: DEBUG oslo_vmware.api [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282369, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.987619] env[69357]: DEBUG nova.compute.manager [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.090368] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52807548-86de-f4b9-b6b3-dee7cd0b5206, 'name': SearchDatastore_Task, 'duration_secs': 0.010775} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.090757] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.090990] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3/7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.091281] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-351638a6-c3dd-41e6-8911-bcc74bb46cc3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.098741] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 729.098741] env[69357]: value = "task-3282370" [ 729.098741] env[69357]: _type = "Task" [ 729.098741] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.109801] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.166410] env[69357]: DEBUG oslo_vmware.api [None req-ee1267d1-2335-421e-a3a2-a0aa07f2d8fa tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Task: {'id': task-3282367, 'name': PowerOffVM_Task, 'duration_secs': 1.05663} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.166410] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee1267d1-2335-421e-a3a2-a0aa07f2d8fa tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.166576] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1267d1-2335-421e-a3a2-a0aa07f2d8fa tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.166963] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f8241ca-8c01-4fb8-afbc-853f744e96f8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.171279] env[69357]: DEBUG nova.network.neutron [req-9a9b1ad0-5342-4585-b1f7-f94f335d66c6 req-27feba4e-01f9-444d-a3e8-681a9deb7318 service nova] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Updated VIF entry in instance network info cache for port c33c7778-20ab-41d5-a6af-17b457be8b9a. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.172332] env[69357]: DEBUG nova.network.neutron [req-9a9b1ad0-5342-4585-b1f7-f94f335d66c6 req-27feba4e-01f9-444d-a3e8-681a9deb7318 service nova] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Updating instance_info_cache with network_info: [{"id": "c33c7778-20ab-41d5-a6af-17b457be8b9a", "address": "fa:16:3e:65:0c:ed", "network": {"id": "82fc7e6c-7d23-4765-b033-b00011513c8e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1644210012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bf4169aef8b40989e24fac7dd5dfa7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc33c7778-20", "ovs_interfaceid": "c33c7778-20ab-41d5-a6af-17b457be8b9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.176790] env[69357]: DEBUG nova.compute.manager [None req-5cfca569-4ad5-44b3-9ab8-14fdd3f94a42 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 729.177226] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfca569-4ad5-44b3-9ab8-14fdd3f94a42 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.178312] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c066469-ebe7-41f8-8a67-a11df84f889f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.191848] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cfca569-4ad5-44b3-9ab8-14fdd3f94a42 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.193460] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b78e520c-6880-4bfa-b5f6-3dff04f25e20 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.203440] env[69357]: DEBUG oslo_vmware.api [None req-5cfca569-4ad5-44b3-9ab8-14fdd3f94a42 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Waiting for the task: (returnval){ [ 729.203440] env[69357]: value = "task-3282372" [ 729.203440] env[69357]: _type = "Task" [ 729.203440] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.204271] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ffa7b35-6166-4558-bf85-f209db0e9618 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.302s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.215109] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 24.478s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.223566] env[69357]: DEBUG oslo_vmware.api [None req-5cfca569-4ad5-44b3-9ab8-14fdd3f94a42 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': task-3282372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.235826] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1267d1-2335-421e-a3a2-a0aa07f2d8fa tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.236829] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1267d1-2335-421e-a3a2-a0aa07f2d8fa tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.236829] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee1267d1-2335-421e-a3a2-a0aa07f2d8fa tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Deleting the datastore file [datastore2] 86487bab-df97-4480-8e57-2bcdeba9520b {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.236829] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bc1f649-2359-4478-a9f9-32e29ef38226 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.243950] env[69357]: INFO nova.scheduler.client.report [None req-5ffa7b35-6166-4558-bf85-f209db0e9618 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Deleted allocations for instance 6a64d4bd-0cef-4bbf-830c-941cee6767a7 [ 729.246584] env[69357]: DEBUG oslo_vmware.api [None req-ee1267d1-2335-421e-a3a2-a0aa07f2d8fa tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Waiting for the task: (returnval){ [ 729.246584] env[69357]: value = "task-3282373" [ 729.246584] env[69357]: _type = "Task" [ 729.246584] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.258306] env[69357]: DEBUG oslo_vmware.api [None req-ee1267d1-2335-421e-a3a2-a0aa07f2d8fa tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Task: {'id': task-3282373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.278561] env[69357]: INFO nova.compute.manager [-] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Took 1.66 seconds to deallocate network for instance. [ 729.448968] env[69357]: DEBUG oslo_vmware.api [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282369, 'name': Rename_Task, 'duration_secs': 0.18317} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.449371] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.449706] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60a9a0e1-d10b-4761-83d5-926f3d2c5f6c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.462306] env[69357]: DEBUG oslo_vmware.api [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 729.462306] env[69357]: value = "task-3282374" [ 729.462306] env[69357]: _type = "Task" [ 729.462306] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.479255] env[69357]: DEBUG oslo_vmware.api [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282374, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.523920] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.613943] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282370, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.679107] env[69357]: DEBUG oslo_concurrency.lockutils [req-9a9b1ad0-5342-4585-b1f7-f94f335d66c6 req-27feba4e-01f9-444d-a3e8-681a9deb7318 service nova] Releasing lock "refresh_cache-7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.733373] env[69357]: DEBUG oslo_vmware.api [None req-5cfca569-4ad5-44b3-9ab8-14fdd3f94a42 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': task-3282372, 'name': PowerOffVM_Task, 'duration_secs': 0.281462} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.735167] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cfca569-4ad5-44b3-9ab8-14fdd3f94a42 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.735344] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfca569-4ad5-44b3-9ab8-14fdd3f94a42 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.738062] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8723199d-6d92-456d-bdd6-902e116dc246 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.740770] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Acquiring lock "ec2f2a63-2c0c-4014-b0c6-1d76b70a3085" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.740990] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Lock "ec2f2a63-2c0c-4014-b0c6-1d76b70a3085" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.759341] env[69357]: DEBUG oslo_vmware.api [None req-ee1267d1-2335-421e-a3a2-a0aa07f2d8fa tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Task: {'id': task-3282373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.759740] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ffa7b35-6166-4558-bf85-f209db0e9618 tempest-ImagesOneServerTestJSON-1828066095 tempest-ImagesOneServerTestJSON-1828066095-project-member] Lock "6a64d4bd-0cef-4bbf-830c-941cee6767a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.682s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.786750] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6060f534-8569-401a-ba2d-5a4e6614eed2 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.816501] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfca569-4ad5-44b3-9ab8-14fdd3f94a42 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.816731] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfca569-4ad5-44b3-9ab8-14fdd3f94a42 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.816924] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cfca569-4ad5-44b3-9ab8-14fdd3f94a42 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Deleting the datastore file [datastore1] 45908d95-bd1c-4340-8cc2-3198f900bebd {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.817244] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4745a7a-6c6b-4466-b9d5-e079c38eb3a4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.826192] env[69357]: DEBUG oslo_vmware.api [None req-5cfca569-4ad5-44b3-9ab8-14fdd3f94a42 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Waiting for the task: (returnval){ [ 729.826192] env[69357]: value = "task-3282376" [ 729.826192] env[69357]: _type = "Task" [ 729.826192] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.838322] env[69357]: DEBUG oslo_vmware.api [None req-5cfca569-4ad5-44b3-9ab8-14fdd3f94a42 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': task-3282376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.976202] env[69357]: DEBUG oslo_vmware.api [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282374, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.112132] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282370, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586106} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.112661] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3/7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.112661] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.112952] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30002177-99c7-46a9-9506-46d04a0c1975 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.120465] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 730.120465] env[69357]: value = "task-3282377" [ 730.120465] env[69357]: _type = "Task" [ 730.120465] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.130656] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282377, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.269032] env[69357]: DEBUG oslo_vmware.api [None req-ee1267d1-2335-421e-a3a2-a0aa07f2d8fa tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Task: {'id': task-3282373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.536785} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.269403] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee1267d1-2335-421e-a3a2-a0aa07f2d8fa tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.270208] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1267d1-2335-421e-a3a2-a0aa07f2d8fa tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.270208] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1267d1-2335-421e-a3a2-a0aa07f2d8fa tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.270322] env[69357]: INFO nova.compute.manager [None req-ee1267d1-2335-421e-a3a2-a0aa07f2d8fa tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Took 2.65 seconds to destroy the instance on the hypervisor. [ 730.272063] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee1267d1-2335-421e-a3a2-a0aa07f2d8fa tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.272063] env[69357]: DEBUG nova.compute.manager [-] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.272063] env[69357]: DEBUG nova.network.neutron [-] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.308077] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 730.308382] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 6eaf986f-0491-4160-accd-ee7bbd4dfe1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 730.308704] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 730.309437] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 86487bab-df97-4480-8e57-2bcdeba9520b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 730.309437] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 45908d95-bd1c-4340-8cc2-3198f900bebd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 730.309543] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 442ed0ae-d3f8-4ca8-a450-7d7369000dd2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 730.311195] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 2f591c40-74b9-42e7-95da-568884aeb59b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 730.311195] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance af8f9e4f-c0d8-447b-91ad-04f88290c199 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 730.311195] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 93efd4ae-beee-4265-b7b8-a77ef5b970ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 730.311195] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 373e33fd-ba30-4824-962d-b0e0f15325e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 730.311195] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 730.311195] env[69357]: WARNING nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance c167efa7-3603-4d4a-b731-4de23cb95f28 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 730.311195] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance f9c1342d-1643-4edc-a5d0-a23d38ed613c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 730.311195] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 3b80daa2-b381-4f93-95a0-487142468a88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 730.311547] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 388f7324-b27f-4f86-902d-dc902a5f19b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 730.311547] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance f10e7a79-4aee-4687-84e8-d4d238077566 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 730.312255] env[69357]: WARNING nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 40995412-2970-4f48-a4a7-429273c4357e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 730.312255] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance a1f0cf9f-f8f1-4ef9-a011-72ca04288549 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 730.312255] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 909b4df9-e9c0-4c44-a167-704236afb433 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 730.312413] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance bd2c496d-2105-408b-a786-771214b707ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 730.312580] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 730.345015] env[69357]: DEBUG oslo_vmware.api [None req-5cfca569-4ad5-44b3-9ab8-14fdd3f94a42 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': task-3282376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312197} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.345015] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cfca569-4ad5-44b3-9ab8-14fdd3f94a42 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.345015] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfca569-4ad5-44b3-9ab8-14fdd3f94a42 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.345015] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfca569-4ad5-44b3-9ab8-14fdd3f94a42 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.345311] env[69357]: INFO nova.compute.manager [None req-5cfca569-4ad5-44b3-9ab8-14fdd3f94a42 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Took 1.17 seconds to destroy the instance on the hypervisor. [ 730.345598] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cfca569-4ad5-44b3-9ab8-14fdd3f94a42 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.345825] env[69357]: DEBUG nova.compute.manager [-] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.345939] env[69357]: DEBUG nova.network.neutron [-] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.478642] env[69357]: DEBUG oslo_vmware.api [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282374, 'name': PowerOnVM_Task, 'duration_secs': 0.634868} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.478979] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.479208] env[69357]: INFO nova.compute.manager [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Took 8.54 seconds to spawn the instance on the hypervisor. [ 730.479386] env[69357]: DEBUG nova.compute.manager [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.480399] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c5209c-a60f-473c-a355-3a30aae60c02 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.633337] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282377, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111195} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.633942] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.635236] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca858140-e106-4de5-ae30-879a885ff8a5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.666870] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3/7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.667146] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f89f6b96-f1d2-49a5-8dad-e49951dfbe89 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.689849] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 730.689849] env[69357]: value = "task-3282378" [ 730.689849] env[69357]: _type = "Task" [ 730.689849] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.700133] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282378, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.723853] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6a0fb210-a4d8-48d9-84f8-3966110d4b44 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "interface-2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25-7deca4bf-f4d6-4e0e-acbb-9db363cee6fe" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.724148] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6a0fb210-a4d8-48d9-84f8-3966110d4b44 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "interface-2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25-7deca4bf-f4d6-4e0e-acbb-9db363cee6fe" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.821865] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 1985609d-5994-415f-afe7-a83ec46d36c1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 731.002688] env[69357]: INFO nova.compute.manager [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Took 47.16 seconds to build instance. [ 731.200744] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282378, 'name': ReconfigVM_Task, 'duration_secs': 0.492275} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.201072] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3/7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.202044] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f15fc9ac-ab0b-442b-a4d4-ad7a1d8d08a3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.211054] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 731.211054] env[69357]: value = "task-3282379" [ 731.211054] env[69357]: _type = "Task" [ 731.211054] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.225124] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282379, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.228144] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6a0fb210-a4d8-48d9-84f8-3966110d4b44 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.228144] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6a0fb210-a4d8-48d9-84f8-3966110d4b44 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquired lock "2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.229270] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516f8cae-8586-4dad-b128-cb231c684409 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.253813] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f5a6c2-e673-4282-aef8-5aeac695406e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.286071] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0fb210-a4d8-48d9-84f8-3966110d4b44 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Reconfiguring VM to detach interface {{(pid=69357) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 731.286693] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52881fa7-ca73-469e-964a-7ec29d00df60 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.308198] env[69357]: DEBUG oslo_vmware.api [None req-6a0fb210-a4d8-48d9-84f8-3966110d4b44 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 731.308198] env[69357]: value = "task-3282380" [ 731.308198] env[69357]: _type = "Task" [ 731.308198] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.319962] env[69357]: DEBUG oslo_vmware.api [None req-6a0fb210-a4d8-48d9-84f8-3966110d4b44 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282380, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.324713] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 939664b5-35ce-4388-bb10-f20c050fa27a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 731.497736] env[69357]: DEBUG nova.compute.manager [req-f5edd064-354b-4030-a9db-77bd2d5a7559 req-8681363f-5649-49f7-aaaa-24cc6b779639 service nova] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Received event network-vif-deleted-0c21aecd-8e64-4046-bc22-c12bbeb99bb2 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.505287] env[69357]: DEBUG oslo_concurrency.lockutils [None req-55ce3f57-cfcb-4046-a6ec-21995fe3e880 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Lock "bd2c496d-2105-408b-a786-771214b707ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.343s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.663111] env[69357]: DEBUG nova.network.neutron [-] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.722847] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282379, 'name': Rename_Task, 'duration_secs': 0.284755} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.723032] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.723305] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07307c72-932d-43a7-a1ab-2ad4548b5e56 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.730860] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 731.730860] env[69357]: value = "task-3282381" [ 731.730860] env[69357]: _type = "Task" [ 731.730860] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.740309] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.820060] env[69357]: DEBUG oslo_vmware.api [None req-6a0fb210-a4d8-48d9-84f8-3966110d4b44 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.828133] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 5a064560-6b50-4107-bccd-8c9e7a57d235 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 731.919350] env[69357]: DEBUG nova.compute.manager [req-83279c0f-f256-4935-9c58-8d9c4a9778da req-cc3b1df3-b846-48bf-82bc-8efe44138f11 service nova] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Received event network-changed-c09f1a2b-ac0d-438a-8483-02477057a46e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.919610] env[69357]: DEBUG nova.compute.manager [req-83279c0f-f256-4935-9c58-8d9c4a9778da req-cc3b1df3-b846-48bf-82bc-8efe44138f11 service nova] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Refreshing instance network info cache due to event network-changed-c09f1a2b-ac0d-438a-8483-02477057a46e. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.919765] env[69357]: DEBUG oslo_concurrency.lockutils [req-83279c0f-f256-4935-9c58-8d9c4a9778da req-cc3b1df3-b846-48bf-82bc-8efe44138f11 service nova] Acquiring lock "refresh_cache-909b4df9-e9c0-4c44-a167-704236afb433" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.919944] env[69357]: DEBUG oslo_concurrency.lockutils [req-83279c0f-f256-4935-9c58-8d9c4a9778da req-cc3b1df3-b846-48bf-82bc-8efe44138f11 service nova] Acquired lock "refresh_cache-909b4df9-e9c0-4c44-a167-704236afb433" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.921693] env[69357]: DEBUG nova.network.neutron [req-83279c0f-f256-4935-9c58-8d9c4a9778da req-cc3b1df3-b846-48bf-82bc-8efe44138f11 service nova] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Refreshing network info cache for port c09f1a2b-ac0d-438a-8483-02477057a46e {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.008800] env[69357]: DEBUG nova.compute.manager [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.164470] env[69357]: DEBUG nova.network.neutron [-] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.167046] env[69357]: INFO nova.compute.manager [-] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Took 1.89 seconds to deallocate network for instance. [ 732.242082] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282381, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.320414] env[69357]: DEBUG oslo_vmware.api [None req-6a0fb210-a4d8-48d9-84f8-3966110d4b44 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.331446] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance ff1d2974-d5a3-4753-9fa4-77f49949dd16 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 732.537383] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.666823] env[69357]: INFO nova.compute.manager [-] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Took 2.32 seconds to deallocate network for instance. [ 732.675610] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ee1267d1-2335-421e-a3a2-a0aa07f2d8fa tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.747480] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282381, 'name': PowerOnVM_Task, 'duration_secs': 0.692668} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.747779] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.747989] env[69357]: INFO nova.compute.manager [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Took 8.15 seconds to spawn the instance on the hypervisor. [ 732.748218] env[69357]: DEBUG nova.compute.manager [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.749266] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a43eb1f-e55a-4248-aa74-3c741978fffe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.820946] env[69357]: DEBUG oslo_vmware.api [None req-6a0fb210-a4d8-48d9-84f8-3966110d4b44 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.834372] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance e896bb18-636e-4787-8b67-476c5a32dd33 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 732.913172] env[69357]: INFO nova.compute.manager [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Rescuing [ 732.913458] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Acquiring lock "refresh_cache-bd2c496d-2105-408b-a786-771214b707ac" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.913610] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Acquired lock "refresh_cache-bd2c496d-2105-408b-a786-771214b707ac" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.913773] env[69357]: DEBUG nova.network.neutron [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.045871] env[69357]: DEBUG nova.network.neutron [req-83279c0f-f256-4935-9c58-8d9c4a9778da req-cc3b1df3-b846-48bf-82bc-8efe44138f11 service nova] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Updated VIF entry in instance network info cache for port c09f1a2b-ac0d-438a-8483-02477057a46e. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.046360] env[69357]: DEBUG nova.network.neutron [req-83279c0f-f256-4935-9c58-8d9c4a9778da req-cc3b1df3-b846-48bf-82bc-8efe44138f11 service nova] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Updating instance_info_cache with network_info: [{"id": "c09f1a2b-ac0d-438a-8483-02477057a46e", "address": "fa:16:3e:fb:11:2a", "network": {"id": "4f31db95-c394-4bbe-996c-e07a9e3972ff", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1990372701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bd952d2f728494686a764ad6800f7b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc09f1a2b-ac", "ovs_interfaceid": "c09f1a2b-ac0d-438a-8483-02477057a46e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.174391] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5cfca569-4ad5-44b3-9ab8-14fdd3f94a42 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.267489] env[69357]: INFO nova.compute.manager [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Took 40.08 seconds to build instance. [ 733.320791] env[69357]: DEBUG oslo_vmware.api [None req-6a0fb210-a4d8-48d9-84f8-3966110d4b44 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.337931] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 63837d13-19a6-4320-8521-deacd01dfe75 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 733.378178] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Acquiring lock "07844a4f-e7c2-4276-9cb2-470f8c189b4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.378178] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Lock "07844a4f-e7c2-4276-9cb2-470f8c189b4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.549982] env[69357]: DEBUG oslo_concurrency.lockutils [req-83279c0f-f256-4935-9c58-8d9c4a9778da req-cc3b1df3-b846-48bf-82bc-8efe44138f11 service nova] Releasing lock "refresh_cache-909b4df9-e9c0-4c44-a167-704236afb433" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.771061] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.884s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.818186] env[69357]: DEBUG nova.network.neutron [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Updating instance_info_cache with network_info: [{"id": "bce7e246-054b-43a3-9ada-a5155673c7b9", "address": "fa:16:3e:58:2f:08", "network": {"id": "c0274df9-18b8-413d-a08c-c56c4fc7c2cd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-912571983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b725fda1e444c7eb8fb46b6eeffb327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbce7e246-05", "ovs_interfaceid": "bce7e246-054b-43a3-9ada-a5155673c7b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.824285] env[69357]: DEBUG oslo_vmware.api [None req-6a0fb210-a4d8-48d9-84f8-3966110d4b44 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.843138] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance b4f1cf0a-960c-4674-b82e-557fc2dc6797 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 734.044606] env[69357]: DEBUG nova.compute.manager [req-a2c27ade-68d7-47d9-8596-3e9af7d05c5c req-6a5ff32f-2b31-46e5-ac93-96d36dbbfd78 service nova] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Received event network-vif-deleted-50902470-8a07-4821-9edb-d505ba7cc079 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.128979] env[69357]: DEBUG nova.compute.manager [req-cf60f54c-ee0b-4c75-9927-e246d6e27bee req-1abaecc8-e202-4dc8-837a-7de508a103b0 service nova] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Received event network-vif-deleted-7d8313cb-0201-43ca-8d75-cb06c32d3a83 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.272421] env[69357]: DEBUG nova.compute.manager [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.322797] env[69357]: DEBUG oslo_vmware.api [None req-6a0fb210-a4d8-48d9-84f8-3966110d4b44 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.324614] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Releasing lock "refresh_cache-bd2c496d-2105-408b-a786-771214b707ac" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.345739] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 26f8e64b-a2f1-4659-ba44-8511c7b71f4b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 734.613450] env[69357]: DEBUG oslo_vmware.rw_handles [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525406ff-5be5-d1df-9e54-f6129817170f/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 734.614362] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a1c702-c262-4e30-a075-f8c4b66a814e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.620840] env[69357]: DEBUG oslo_vmware.rw_handles [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525406ff-5be5-d1df-9e54-f6129817170f/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 734.621010] env[69357]: ERROR oslo_vmware.rw_handles [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525406ff-5be5-d1df-9e54-f6129817170f/disk-0.vmdk due to incomplete transfer. [ 734.621251] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f01ff626-d4c9-4ebb-afa8-f926149bed88 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.628838] env[69357]: DEBUG oslo_vmware.rw_handles [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525406ff-5be5-d1df-9e54-f6129817170f/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 734.629065] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Uploaded image 5446f5c0-a65c-429e-b080-e2c97c418b42 to the Glance image server {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 734.633047] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Destroying the VM {{(pid=69357) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 734.633047] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5aa95f2b-a77b-47ae-8030-6b448b59f1d9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.639239] env[69357]: DEBUG oslo_vmware.api [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for the task: (returnval){ [ 734.639239] env[69357]: value = "task-3282382" [ 734.639239] env[69357]: _type = "Task" [ 734.639239] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.650341] env[69357]: DEBUG oslo_vmware.api [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282382, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.800836] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.821494] env[69357]: DEBUG oslo_vmware.api [None req-6a0fb210-a4d8-48d9-84f8-3966110d4b44 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.849516] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 9d3a99e6-4639-440d-90c2-e142903094c0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 735.149620] env[69357]: DEBUG oslo_vmware.api [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282382, 'name': Destroy_Task, 'duration_secs': 0.337765} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.150046] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Destroyed the VM [ 735.150320] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Deleting Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 735.150623] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e399457f-b47c-4559-96cd-df917693f14a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.157753] env[69357]: DEBUG oslo_vmware.api [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for the task: (returnval){ [ 735.157753] env[69357]: value = "task-3282383" [ 735.157753] env[69357]: _type = "Task" [ 735.157753] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.171224] env[69357]: DEBUG oslo_vmware.api [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282383, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.322325] env[69357]: DEBUG oslo_vmware.api [None req-6a0fb210-a4d8-48d9-84f8-3966110d4b44 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.353972] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 8cafc4cb-7b31-41aa-8148-5a743741e988 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 735.668488] env[69357]: DEBUG oslo_vmware.api [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282383, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.822946] env[69357]: DEBUG oslo_vmware.api [None req-6a0fb210-a4d8-48d9-84f8-3966110d4b44 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.856891] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 6f91985d-2b88-4f70-9cae-4be4853b64c7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 735.868404] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.868546] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a85c2f0-7c46-4887-81f0-fb6f1b06c550 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.875309] env[69357]: DEBUG oslo_vmware.api [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 735.875309] env[69357]: value = "task-3282384" [ 735.875309] env[69357]: _type = "Task" [ 735.875309] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.884843] env[69357]: DEBUG oslo_vmware.api [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.173416] env[69357]: DEBUG oslo_vmware.api [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282383, 'name': RemoveSnapshot_Task, 'duration_secs': 0.615676} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.173717] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Deleted Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 736.173821] env[69357]: INFO nova.compute.manager [None req-5306efa0-e9ef-485d-93b2-004f5f57dc99 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Took 14.94 seconds to snapshot the instance on the hypervisor. [ 736.325403] env[69357]: DEBUG oslo_vmware.api [None req-6a0fb210-a4d8-48d9-84f8-3966110d4b44 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.361047] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 8fbc7efb-85d5-43fc-87a5-057ed51229b1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 736.393429] env[69357]: DEBUG oslo_vmware.api [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282384, 'name': PowerOffVM_Task, 'duration_secs': 0.422086} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.393429] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.393429] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c11ba3-cfa1-45f5-82c1-501ab4c94e7b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.413466] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e68735-ef4b-4857-81e0-5ebbeecfc562 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.445567] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.446026] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-401e124a-86a0-4abc-b989-feba73d2f8c8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.452709] env[69357]: DEBUG oslo_vmware.api [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 736.452709] env[69357]: value = "task-3282385" [ 736.452709] env[69357]: _type = "Task" [ 736.452709] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.460284] env[69357]: DEBUG oslo_vmware.api [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.735894] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5fab3a2f-a1f4-42c8-8495-309e1cce3c1e tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquiring lock "388f7324-b27f-4f86-902d-dc902a5f19b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.736235] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5fab3a2f-a1f4-42c8-8495-309e1cce3c1e tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Lock "388f7324-b27f-4f86-902d-dc902a5f19b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.736449] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5fab3a2f-a1f4-42c8-8495-309e1cce3c1e tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquiring lock "388f7324-b27f-4f86-902d-dc902a5f19b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.736634] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5fab3a2f-a1f4-42c8-8495-309e1cce3c1e tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Lock "388f7324-b27f-4f86-902d-dc902a5f19b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.736801] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5fab3a2f-a1f4-42c8-8495-309e1cce3c1e tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Lock "388f7324-b27f-4f86-902d-dc902a5f19b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.739589] env[69357]: INFO nova.compute.manager [None req-5fab3a2f-a1f4-42c8-8495-309e1cce3c1e tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Terminating instance [ 736.824510] env[69357]: DEBUG oslo_vmware.api [None req-6a0fb210-a4d8-48d9-84f8-3966110d4b44 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282380, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.870022] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance ec2f2a63-2c0c-4014-b0c6-1d76b70a3085 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 736.870022] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 736.870022] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 736.970262] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] VM already powered off {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 736.970749] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.971282] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.971712] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.972102] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.972582] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-110ddd2c-7643-4334-8dd6-fbf981d84b6a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.986033] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.986033] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.987194] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfcaa9aa-29a4-49c6-b872-19d322f39631 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.993985] env[69357]: DEBUG oslo_vmware.api [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 736.993985] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ef33ad-66bd-61fa-aa90-0977e3c3c51e" [ 736.993985] env[69357]: _type = "Task" [ 736.993985] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.001824] env[69357]: DEBUG oslo_vmware.api [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ef33ad-66bd-61fa-aa90-0977e3c3c51e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.245129] env[69357]: DEBUG nova.compute.manager [None req-5fab3a2f-a1f4-42c8-8495-309e1cce3c1e tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.245129] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5fab3a2f-a1f4-42c8-8495-309e1cce3c1e tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.246451] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b948599e-d4b7-4609-a585-0eb8970653e6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.258105] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fab3a2f-a1f4-42c8-8495-309e1cce3c1e tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.261115] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63756de7-c522-4ebc-a73a-1398fb8ccd21 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.268800] env[69357]: DEBUG oslo_vmware.api [None req-5fab3a2f-a1f4-42c8-8495-309e1cce3c1e tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Waiting for the task: (returnval){ [ 737.268800] env[69357]: value = "task-3282386" [ 737.268800] env[69357]: _type = "Task" [ 737.268800] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.279170] env[69357]: DEBUG oslo_vmware.api [None req-5fab3a2f-a1f4-42c8-8495-309e1cce3c1e tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.323969] env[69357]: DEBUG oslo_vmware.api [None req-6a0fb210-a4d8-48d9-84f8-3966110d4b44 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282380, 'name': ReconfigVM_Task, 'duration_secs': 5.808033} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.324359] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6a0fb210-a4d8-48d9-84f8-3966110d4b44 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Releasing lock "2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.324694] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0fb210-a4d8-48d9-84f8-3966110d4b44 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Reconfigured VM to detach interface {{(pid=69357) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 737.449813] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0440a9-7695-47b6-9470-0b6645b3b483 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.459219] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9af60b-aa3f-4348-88da-920f6f2cfaf4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.493698] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56956681-a060-4f8b-9b87-13de30ecff61 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.506094] env[69357]: DEBUG oslo_vmware.api [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ef33ad-66bd-61fa-aa90-0977e3c3c51e, 'name': SearchDatastore_Task, 'duration_secs': 0.008646} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.507878] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e8858ba-bd11-4eb3-8d07-da0301c6c7a9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.512149] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34022531-cd1c-4031-ba3d-b4abfd15b9f3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.522622] env[69357]: DEBUG oslo_vmware.api [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 737.522622] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]527b42e8-b64b-5aa4-12f8-9bc59e1b621b" [ 737.522622] env[69357]: _type = "Task" [ 737.522622] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.532884] env[69357]: DEBUG nova.compute.provider_tree [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.543095] env[69357]: DEBUG oslo_vmware.api [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]527b42e8-b64b-5aa4-12f8-9bc59e1b621b, 'name': SearchDatastore_Task, 'duration_secs': 0.011999} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.544556] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.544556] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] bd2c496d-2105-408b-a786-771214b707ac/fe1241e3-a525-45a4-9f14-4b6d4cb924e4-rescue.vmdk. {{(pid=69357) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 737.544556] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-612a0d7a-281b-426d-8f28-4b8316486cb6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.553080] env[69357]: DEBUG oslo_vmware.api [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 737.553080] env[69357]: value = "task-3282387" [ 737.553080] env[69357]: _type = "Task" [ 737.553080] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.560633] env[69357]: DEBUG oslo_vmware.api [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.780223] env[69357]: DEBUG oslo_vmware.api [None req-5fab3a2f-a1f4-42c8-8495-309e1cce3c1e tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282386, 'name': PowerOffVM_Task, 'duration_secs': 0.202188} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.780556] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fab3a2f-a1f4-42c8-8495-309e1cce3c1e tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.780830] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5fab3a2f-a1f4-42c8-8495-309e1cce3c1e tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.781101] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce166248-7db8-4824-876c-7a9dde91f8d4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.884382] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5fab3a2f-a1f4-42c8-8495-309e1cce3c1e tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.884382] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5fab3a2f-a1f4-42c8-8495-309e1cce3c1e tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.884382] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fab3a2f-a1f4-42c8-8495-309e1cce3c1e tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Deleting the datastore file [datastore1] 388f7324-b27f-4f86-902d-dc902a5f19b0 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.884382] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd7c51e4-f0ff-4ca0-866f-c4afa41bce41 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.891595] env[69357]: DEBUG oslo_vmware.api [None req-5fab3a2f-a1f4-42c8-8495-309e1cce3c1e tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Waiting for the task: (returnval){ [ 737.891595] env[69357]: value = "task-3282389" [ 737.891595] env[69357]: _type = "Task" [ 737.891595] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.902968] env[69357]: DEBUG oslo_vmware.api [None req-5fab3a2f-a1f4-42c8-8495-309e1cce3c1e tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.936758] env[69357]: DEBUG nova.compute.manager [req-15458082-34bb-4645-8f72-51b10583be9b req-269e531b-e2f0-4fdf-8142-bb2949299242 service nova] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Received event network-vif-deleted-7deca4bf-f4d6-4e0e-acbb-9db363cee6fe {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.936959] env[69357]: INFO nova.compute.manager [req-15458082-34bb-4645-8f72-51b10583be9b req-269e531b-e2f0-4fdf-8142-bb2949299242 service nova] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Neutron deleted interface 7deca4bf-f4d6-4e0e-acbb-9db363cee6fe; detaching it from the instance and deleting it from the info cache [ 737.937259] env[69357]: DEBUG nova.network.neutron [req-15458082-34bb-4645-8f72-51b10583be9b req-269e531b-e2f0-4fdf-8142-bb2949299242 service nova] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Updating instance_info_cache with network_info: [{"id": "3d6b2a71-83bf-459d-8af0-7a3f9ec5cee5", "address": "fa:16:3e:d5:06:c3", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d6b2a71-83", "ovs_interfaceid": "3d6b2a71-83bf-459d-8af0-7a3f9ec5cee5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.038628] env[69357]: DEBUG nova.scheduler.client.report [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.062348] env[69357]: DEBUG oslo_vmware.api [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282387, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.407722] env[69357]: DEBUG oslo_vmware.api [None req-5fab3a2f-a1f4-42c8-8495-309e1cce3c1e tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.509038} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.408022] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fab3a2f-a1f4-42c8-8495-309e1cce3c1e tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.408217] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5fab3a2f-a1f4-42c8-8495-309e1cce3c1e tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.408424] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5fab3a2f-a1f4-42c8-8495-309e1cce3c1e tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.408647] env[69357]: INFO nova.compute.manager [None req-5fab3a2f-a1f4-42c8-8495-309e1cce3c1e tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 738.408843] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fab3a2f-a1f4-42c8-8495-309e1cce3c1e tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.409046] env[69357]: DEBUG nova.compute.manager [-] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 738.409144] env[69357]: DEBUG nova.network.neutron [-] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 738.442129] env[69357]: DEBUG oslo_concurrency.lockutils [req-15458082-34bb-4645-8f72-51b10583be9b req-269e531b-e2f0-4fdf-8142-bb2949299242 service nova] Acquiring lock "2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.442129] env[69357]: DEBUG oslo_concurrency.lockutils [req-15458082-34bb-4645-8f72-51b10583be9b req-269e531b-e2f0-4fdf-8142-bb2949299242 service nova] Acquired lock "2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.442607] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832cc198-d8a7-401b-b956-1b667a29afce {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.468274] env[69357]: DEBUG oslo_concurrency.lockutils [req-15458082-34bb-4645-8f72-51b10583be9b req-269e531b-e2f0-4fdf-8142-bb2949299242 service nova] Releasing lock "2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.468622] env[69357]: WARNING nova.compute.manager [req-15458082-34bb-4645-8f72-51b10583be9b req-269e531b-e2f0-4fdf-8142-bb2949299242 service nova] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Detach interface failed, port_id=7deca4bf-f4d6-4e0e-acbb-9db363cee6fe, reason: No device with interface-id 7deca4bf-f4d6-4e0e-acbb-9db363cee6fe exists on VM: nova.exception.NotFound: No device with interface-id 7deca4bf-f4d6-4e0e-acbb-9db363cee6fe exists on VM [ 738.544328] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 738.544641] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.330s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.544872] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.111s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.546444] env[69357]: INFO nova.compute.claims [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.565470] env[69357]: DEBUG oslo_vmware.api [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528095} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.565774] env[69357]: INFO nova.virt.vmwareapi.ds_util [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] bd2c496d-2105-408b-a786-771214b707ac/fe1241e3-a525-45a4-9f14-4b6d4cb924e4-rescue.vmdk. [ 738.566811] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b717b4-8e59-4283-ad7e-8af6dc3b83a3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.592042] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] bd2c496d-2105-408b-a786-771214b707ac/fe1241e3-a525-45a4-9f14-4b6d4cb924e4-rescue.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.592380] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6952a1cd-b37e-49d8-836d-b81efaa45849 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.613140] env[69357]: DEBUG oslo_vmware.api [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 738.613140] env[69357]: value = "task-3282390" [ 738.613140] env[69357]: _type = "Task" [ 738.613140] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.622398] env[69357]: DEBUG oslo_vmware.api [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282390, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.734514] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6a0fb210-a4d8-48d9-84f8-3966110d4b44 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "refresh_cache-2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.734704] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6a0fb210-a4d8-48d9-84f8-3966110d4b44 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquired lock "refresh_cache-2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.734892] env[69357]: DEBUG nova.network.neutron [None req-6a0fb210-a4d8-48d9-84f8-3966110d4b44 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.825100] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2797ca7c-de60-4509-97cb-16536590c087 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.825387] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2797ca7c-de60-4509-97cb-16536590c087 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.825596] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2797ca7c-de60-4509-97cb-16536590c087 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.825779] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2797ca7c-de60-4509-97cb-16536590c087 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.825946] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2797ca7c-de60-4509-97cb-16536590c087 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.828111] env[69357]: INFO nova.compute.manager [None req-2797ca7c-de60-4509-97cb-16536590c087 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Terminating instance [ 739.125231] env[69357]: DEBUG oslo_vmware.api [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.334312] env[69357]: DEBUG nova.compute.manager [None req-2797ca7c-de60-4509-97cb-16536590c087 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 739.334572] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2797ca7c-de60-4509-97cb-16536590c087 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 739.335740] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda4797c-9268-41bc-9461-091abb56e209 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.345187] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2797ca7c-de60-4509-97cb-16536590c087 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.345187] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5d7eeff-75e3-4a16-b8e7-b57fd53bf22f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.353134] env[69357]: DEBUG oslo_vmware.api [None req-2797ca7c-de60-4509-97cb-16536590c087 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 739.353134] env[69357]: value = "task-3282391" [ 739.353134] env[69357]: _type = "Task" [ 739.353134] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.361210] env[69357]: DEBUG oslo_vmware.api [None req-2797ca7c-de60-4509-97cb-16536590c087 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.509903] env[69357]: DEBUG nova.network.neutron [-] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.577754] env[69357]: DEBUG nova.network.neutron [None req-6a0fb210-a4d8-48d9-84f8-3966110d4b44 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Updating instance_info_cache with network_info: [{"id": "3d6b2a71-83bf-459d-8af0-7a3f9ec5cee5", "address": "fa:16:3e:d5:06:c3", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d6b2a71-83", "ovs_interfaceid": "3d6b2a71-83bf-459d-8af0-7a3f9ec5cee5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.628751] env[69357]: DEBUG oslo_vmware.api [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.862892] env[69357]: DEBUG oslo_vmware.api [None req-2797ca7c-de60-4509-97cb-16536590c087 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282391, 'name': PowerOffVM_Task, 'duration_secs': 0.272742} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.863301] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2797ca7c-de60-4509-97cb-16536590c087 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.863402] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2797ca7c-de60-4509-97cb-16536590c087 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 739.863590] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eeb7f31a-9ba8-4bd8-9915-292194935f2d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.933942] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2797ca7c-de60-4509-97cb-16536590c087 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.934188] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2797ca7c-de60-4509-97cb-16536590c087 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.934726] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2797ca7c-de60-4509-97cb-16536590c087 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Deleting the datastore file [datastore2] 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.934726] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6c606f1-8b4f-4f7a-9d58-0bdd6f0f3431 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.942096] env[69357]: DEBUG oslo_vmware.api [None req-2797ca7c-de60-4509-97cb-16536590c087 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 739.942096] env[69357]: value = "task-3282393" [ 739.942096] env[69357]: _type = "Task" [ 739.942096] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.950882] env[69357]: DEBUG oslo_vmware.api [None req-2797ca7c-de60-4509-97cb-16536590c087 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.998311] env[69357]: DEBUG nova.compute.manager [req-62db4bb4-268e-4608-a103-fae595c91737 req-703d2d13-d334-4526-bdcc-8e9623a51898 service nova] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Received event network-vif-deleted-7abd125c-7e48-40f0-b073-ca8a8bd5d50a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.014655] env[69357]: INFO nova.compute.manager [-] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Took 1.61 seconds to deallocate network for instance. [ 740.080446] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6a0fb210-a4d8-48d9-84f8-3966110d4b44 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Releasing lock "refresh_cache-2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.100516] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1438f2-dbf1-4777-87bf-a556749d1acc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.109432] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1e316c-044e-4fe5-985a-448a7e049c1e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.148909] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56ffc9a-f959-4465-8302-35f96cd57ef7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.162467] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a362b4-c76d-49a4-8b8b-8c6140ab2cd0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.167755] env[69357]: DEBUG oslo_vmware.api [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282390, 'name': ReconfigVM_Task, 'duration_secs': 1.103921} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.167755] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Reconfigured VM instance instance-00000025 to attach disk [datastore1] bd2c496d-2105-408b-a786-771214b707ac/fe1241e3-a525-45a4-9f14-4b6d4cb924e4-rescue.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.168912] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e230750-f21f-4b72-a167-7c9423e5dd8b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.181161] env[69357]: DEBUG nova.compute.provider_tree [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.208371] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31c5df6b-b8f3-434a-a4c8-fe0b52db677f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.224806] env[69357]: DEBUG oslo_vmware.api [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 740.224806] env[69357]: value = "task-3282394" [ 740.224806] env[69357]: _type = "Task" [ 740.224806] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.233343] env[69357]: DEBUG oslo_vmware.api [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282394, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.262900] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ee07146-b52b-432f-aa33-d075c3be12c6 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Acquiring lock "373e33fd-ba30-4824-962d-b0e0f15325e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.263185] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ee07146-b52b-432f-aa33-d075c3be12c6 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Lock "373e33fd-ba30-4824-962d-b0e0f15325e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.263399] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ee07146-b52b-432f-aa33-d075c3be12c6 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Acquiring lock "373e33fd-ba30-4824-962d-b0e0f15325e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.263611] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ee07146-b52b-432f-aa33-d075c3be12c6 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Lock "373e33fd-ba30-4824-962d-b0e0f15325e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.263747] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ee07146-b52b-432f-aa33-d075c3be12c6 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Lock "373e33fd-ba30-4824-962d-b0e0f15325e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.266079] env[69357]: INFO nova.compute.manager [None req-2ee07146-b52b-432f-aa33-d075c3be12c6 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Terminating instance [ 740.454670] env[69357]: DEBUG oslo_vmware.api [None req-2797ca7c-de60-4509-97cb-16536590c087 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167335} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.454670] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2797ca7c-de60-4509-97cb-16536590c087 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 740.454670] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2797ca7c-de60-4509-97cb-16536590c087 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 740.454670] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2797ca7c-de60-4509-97cb-16536590c087 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 740.455125] env[69357]: INFO nova.compute.manager [None req-2797ca7c-de60-4509-97cb-16536590c087 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Took 1.12 seconds to destroy the instance on the hypervisor. [ 740.455405] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2797ca7c-de60-4509-97cb-16536590c087 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.455614] env[69357]: DEBUG nova.compute.manager [-] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 740.455705] env[69357]: DEBUG nova.network.neutron [-] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 740.523799] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5fab3a2f-a1f4-42c8-8495-309e1cce3c1e tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.588536] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6a0fb210-a4d8-48d9-84f8-3966110d4b44 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "interface-2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25-7deca4bf-f4d6-4e0e-acbb-9db363cee6fe" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.864s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.685329] env[69357]: DEBUG nova.scheduler.client.report [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.735764] env[69357]: DEBUG oslo_vmware.api [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282394, 'name': ReconfigVM_Task, 'duration_secs': 0.307786} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.736345] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.736635] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6889c5c-4ae3-421a-a0ff-c63c9179785f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.744257] env[69357]: DEBUG oslo_vmware.api [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 740.744257] env[69357]: value = "task-3282395" [ 740.744257] env[69357]: _type = "Task" [ 740.744257] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.753512] env[69357]: DEBUG oslo_vmware.api [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.769875] env[69357]: DEBUG nova.compute.manager [None req-2ee07146-b52b-432f-aa33-d075c3be12c6 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 740.770114] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee07146-b52b-432f-aa33-d075c3be12c6 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.771214] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb824a61-e589-4531-892d-1c1895b33b1e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.781320] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee07146-b52b-432f-aa33-d075c3be12c6 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.781320] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57b1e961-504a-478e-bc11-11998f63c08f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.785042] env[69357]: DEBUG oslo_vmware.api [None req-2ee07146-b52b-432f-aa33-d075c3be12c6 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for the task: (returnval){ [ 740.785042] env[69357]: value = "task-3282396" [ 740.785042] env[69357]: _type = "Task" [ 740.785042] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.793926] env[69357]: DEBUG oslo_vmware.api [None req-2ee07146-b52b-432f-aa33-d075c3be12c6 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.193901] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.194480] env[69357]: DEBUG nova.compute.manager [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.200816] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.715s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.200816] env[69357]: INFO nova.compute.claims [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.262815] env[69357]: DEBUG oslo_vmware.api [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282395, 'name': PowerOnVM_Task, 'duration_secs': 0.454917} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.262815] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.265090] env[69357]: DEBUG nova.compute.manager [None req-dd30fea6-8842-4c33-8a42-a57dff646fad tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.266946] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d169c21f-fd94-4109-b016-2243fdc7ec1f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.295532] env[69357]: DEBUG oslo_vmware.api [None req-2ee07146-b52b-432f-aa33-d075c3be12c6 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282396, 'name': PowerOffVM_Task, 'duration_secs': 0.293322} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.295815] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee07146-b52b-432f-aa33-d075c3be12c6 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.296668] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee07146-b52b-432f-aa33-d075c3be12c6 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.296668] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2d6d312-18fe-43f5-b632-276b6c3916ba {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.448798] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee07146-b52b-432f-aa33-d075c3be12c6 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.449050] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee07146-b52b-432f-aa33-d075c3be12c6 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.449219] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ee07146-b52b-432f-aa33-d075c3be12c6 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Deleting the datastore file [datastore1] 373e33fd-ba30-4824-962d-b0e0f15325e9 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.449680] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-885d8d3d-9991-456a-b9e7-150f0f017001 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.456589] env[69357]: DEBUG oslo_vmware.api [None req-2ee07146-b52b-432f-aa33-d075c3be12c6 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for the task: (returnval){ [ 741.456589] env[69357]: value = "task-3282398" [ 741.456589] env[69357]: _type = "Task" [ 741.456589] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.464945] env[69357]: DEBUG oslo_vmware.api [None req-2ee07146-b52b-432f-aa33-d075c3be12c6 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.711494] env[69357]: DEBUG nova.compute.utils [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 741.713279] env[69357]: DEBUG nova.compute.manager [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 741.713279] env[69357]: DEBUG nova.network.neutron [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 741.786186] env[69357]: DEBUG nova.policy [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64e52d572e87433085028362f5873c83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bf4169aef8b40989e24fac7dd5dfa7b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.969786] env[69357]: DEBUG oslo_vmware.api [None req-2ee07146-b52b-432f-aa33-d075c3be12c6 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149131} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.969786] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ee07146-b52b-432f-aa33-d075c3be12c6 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.969992] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee07146-b52b-432f-aa33-d075c3be12c6 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.970038] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee07146-b52b-432f-aa33-d075c3be12c6 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.970224] env[69357]: INFO nova.compute.manager [None req-2ee07146-b52b-432f-aa33-d075c3be12c6 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Took 1.20 seconds to destroy the instance on the hypervisor. [ 741.970472] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ee07146-b52b-432f-aa33-d075c3be12c6 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.970726] env[69357]: DEBUG nova.compute.manager [-] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 741.970828] env[69357]: DEBUG nova.network.neutron [-] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 742.039347] env[69357]: DEBUG nova.network.neutron [-] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.212172] env[69357]: DEBUG nova.compute.manager [req-1d580b4e-369f-4277-940c-c7a6d935385e req-797048e8-7ae2-4b0d-bd63-31d7c33871d0 service nova] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Received event network-vif-deleted-3d6b2a71-83bf-459d-8af0-7a3f9ec5cee5 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.220615] env[69357]: DEBUG nova.compute.manager [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 742.379746] env[69357]: DEBUG nova.network.neutron [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Successfully created port: 6902c5c3-9a22-4aba-a4d6-8b41c54ad69e {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.544454] env[69357]: INFO nova.compute.manager [-] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Took 2.09 seconds to deallocate network for instance. [ 742.651631] env[69357]: DEBUG nova.compute.manager [req-908dbb99-1a74-4cc6-a9ad-a322ed779e14 req-7b52b41c-bf1f-4ae1-829b-c5c327d8a37e service nova] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Received event network-vif-deleted-42dce143-3f28-465d-9e28-979e4de2e7a6 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.651631] env[69357]: INFO nova.compute.manager [req-908dbb99-1a74-4cc6-a9ad-a322ed779e14 req-7b52b41c-bf1f-4ae1-829b-c5c327d8a37e service nova] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Neutron deleted interface 42dce143-3f28-465d-9e28-979e4de2e7a6; detaching it from the instance and deleting it from the info cache [ 742.651631] env[69357]: DEBUG nova.network.neutron [req-908dbb99-1a74-4cc6-a9ad-a322ed779e14 req-7b52b41c-bf1f-4ae1-829b-c5c327d8a37e service nova] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.767891] env[69357]: DEBUG nova.network.neutron [-] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.785436] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde26750-5d97-41f6-8cae-0ff3cfa42f1c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.796938] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245df423-b7f2-44a4-8b78-9a83feca47a7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.829843] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9912c86e-e2af-4653-9a57-f87fe7098877 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.837962] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7532336-4755-4590-b5ae-0f78cd7e9d51 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.852353] env[69357]: DEBUG nova.compute.provider_tree [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.053538] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2797ca7c-de60-4509-97cb-16536590c087 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.155653] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aafc9063-44c6-43bf-afbd-87fd6f6ad36c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.165400] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22444788-08c1-4c78-a23b-61c670710f4c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.198873] env[69357]: DEBUG nova.compute.manager [req-908dbb99-1a74-4cc6-a9ad-a322ed779e14 req-7b52b41c-bf1f-4ae1-829b-c5c327d8a37e service nova] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Detach interface failed, port_id=42dce143-3f28-465d-9e28-979e4de2e7a6, reason: Instance 373e33fd-ba30-4824-962d-b0e0f15325e9 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 743.240832] env[69357]: DEBUG nova.compute.manager [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 743.269815] env[69357]: DEBUG nova.virt.hardware [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.269815] env[69357]: DEBUG nova.virt.hardware [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.269815] env[69357]: DEBUG nova.virt.hardware [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.269815] env[69357]: DEBUG nova.virt.hardware [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.269815] env[69357]: DEBUG nova.virt.hardware [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.269815] env[69357]: DEBUG nova.virt.hardware [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.269815] env[69357]: DEBUG nova.virt.hardware [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.269815] env[69357]: DEBUG nova.virt.hardware [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.269815] env[69357]: DEBUG nova.virt.hardware [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.270224] env[69357]: DEBUG nova.virt.hardware [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.270224] env[69357]: DEBUG nova.virt.hardware [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.270528] env[69357]: INFO nova.compute.manager [-] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Took 1.30 seconds to deallocate network for instance. [ 743.271420] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4013ac9a-098c-45e5-b7ed-3867b0897499 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.282585] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3579bd-c459-4f32-8052-cf8e6a89d547 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.358397] env[69357]: DEBUG nova.scheduler.client.report [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.370983] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Acquiring lock "02485fa0-9e5c-4a6b-b28a-8892c2b3acb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.370983] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Lock "02485fa0-9e5c-4a6b-b28a-8892c2b3acb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.783298] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ee07146-b52b-432f-aa33-d075c3be12c6 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.865226] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.865717] env[69357]: DEBUG nova.compute.manager [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 743.869694] env[69357]: DEBUG oslo_concurrency.lockutils [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.870s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.871673] env[69357]: INFO nova.compute.claims [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.264829] env[69357]: DEBUG nova.network.neutron [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Successfully updated port: 6902c5c3-9a22-4aba-a4d6-8b41c54ad69e {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.371317] env[69357]: DEBUG nova.compute.utils [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.372705] env[69357]: DEBUG nova.compute.manager [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 744.372874] env[69357]: DEBUG nova.network.neutron [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 744.378747] env[69357]: DEBUG nova.compute.manager [req-ed5bbfa2-ee85-4dd3-8556-60251110301b req-a81fd1f0-b481-4406-8bec-613fa78dcb40 service nova] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Received event network-vif-plugged-6902c5c3-9a22-4aba-a4d6-8b41c54ad69e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.378995] env[69357]: DEBUG oslo_concurrency.lockutils [req-ed5bbfa2-ee85-4dd3-8556-60251110301b req-a81fd1f0-b481-4406-8bec-613fa78dcb40 service nova] Acquiring lock "1985609d-5994-415f-afe7-a83ec46d36c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.379160] env[69357]: DEBUG oslo_concurrency.lockutils [req-ed5bbfa2-ee85-4dd3-8556-60251110301b req-a81fd1f0-b481-4406-8bec-613fa78dcb40 service nova] Lock "1985609d-5994-415f-afe7-a83ec46d36c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.379319] env[69357]: DEBUG oslo_concurrency.lockutils [req-ed5bbfa2-ee85-4dd3-8556-60251110301b req-a81fd1f0-b481-4406-8bec-613fa78dcb40 service nova] Lock "1985609d-5994-415f-afe7-a83ec46d36c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.379482] env[69357]: DEBUG nova.compute.manager [req-ed5bbfa2-ee85-4dd3-8556-60251110301b req-a81fd1f0-b481-4406-8bec-613fa78dcb40 service nova] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] No waiting events found dispatching network-vif-plugged-6902c5c3-9a22-4aba-a4d6-8b41c54ad69e {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 744.379641] env[69357]: WARNING nova.compute.manager [req-ed5bbfa2-ee85-4dd3-8556-60251110301b req-a81fd1f0-b481-4406-8bec-613fa78dcb40 service nova] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Received unexpected event network-vif-plugged-6902c5c3-9a22-4aba-a4d6-8b41c54ad69e for instance with vm_state building and task_state spawning. [ 744.457818] env[69357]: DEBUG nova.policy [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d150351f1234ea6b09193dc72fafec8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38f3df5dc3354306bcda9e8555cfbe85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.770168] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquiring lock "refresh_cache-1985609d-5994-415f-afe7-a83ec46d36c1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.770372] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquired lock "refresh_cache-1985609d-5994-415f-afe7-a83ec46d36c1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.770527] env[69357]: DEBUG nova.network.neutron [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.876303] env[69357]: DEBUG nova.compute.manager [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.026677] env[69357]: DEBUG nova.network.neutron [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Successfully created port: cf8d0a27-ea9c-481a-bb42-dec3d662fb42 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 745.330016] env[69357]: DEBUG nova.network.neutron [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.406254] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a03ec69-1d09-4692-80ac-f203a4491faa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.415424] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221e8964-c72e-43aa-b6f9-a1b1151a36e8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.457973] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce154f7-1502-49a4-bc02-fbe917456a1f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.467993] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c7bc04-3c2d-4519-a2e1-88d53a6a119c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.484076] env[69357]: DEBUG nova.compute.provider_tree [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.566974] env[69357]: DEBUG nova.network.neutron [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Updating instance_info_cache with network_info: [{"id": "6902c5c3-9a22-4aba-a4d6-8b41c54ad69e", "address": "fa:16:3e:eb:94:ea", "network": {"id": "82fc7e6c-7d23-4765-b033-b00011513c8e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1644210012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bf4169aef8b40989e24fac7dd5dfa7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6902c5c3-9a", "ovs_interfaceid": "6902c5c3-9a22-4aba-a4d6-8b41c54ad69e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.887288] env[69357]: DEBUG nova.compute.manager [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.917410] env[69357]: DEBUG nova.virt.hardware [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.917794] env[69357]: DEBUG nova.virt.hardware [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.918181] env[69357]: DEBUG nova.virt.hardware [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.918471] env[69357]: DEBUG nova.virt.hardware [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.918686] env[69357]: DEBUG nova.virt.hardware [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.918909] env[69357]: DEBUG nova.virt.hardware [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.919393] env[69357]: DEBUG nova.virt.hardware [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.919630] env[69357]: DEBUG nova.virt.hardware [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.919864] env[69357]: DEBUG nova.virt.hardware [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.920097] env[69357]: DEBUG nova.virt.hardware [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.920340] env[69357]: DEBUG nova.virt.hardware [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.921338] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c483f6-9b83-4bfe-a186-de257b120d55 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.932430] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dec84bc-c7b5-4b89-90a2-1890b09ecc68 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.987491] env[69357]: DEBUG nova.scheduler.client.report [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.072510] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Releasing lock "refresh_cache-1985609d-5994-415f-afe7-a83ec46d36c1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.072854] env[69357]: DEBUG nova.compute.manager [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Instance network_info: |[{"id": "6902c5c3-9a22-4aba-a4d6-8b41c54ad69e", "address": "fa:16:3e:eb:94:ea", "network": {"id": "82fc7e6c-7d23-4765-b033-b00011513c8e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1644210012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bf4169aef8b40989e24fac7dd5dfa7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6902c5c3-9a", "ovs_interfaceid": "6902c5c3-9a22-4aba-a4d6-8b41c54ad69e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.073614] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:94:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6902c5c3-9a22-4aba-a4d6-8b41c54ad69e', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.081664] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.081937] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.082242] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a292d76-d9b2-41f1-a27e-7af5d64186d5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.103696] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.103696] env[69357]: value = "task-3282399" [ 746.103696] env[69357]: _type = "Task" [ 746.103696] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.112703] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282399, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.413092] env[69357]: DEBUG nova.compute.manager [req-a99efe05-f7c3-4016-a0b5-f6aaa330ff77 req-1865bedf-cb32-469c-b289-c9a73a4437ee service nova] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Received event network-changed-6902c5c3-9a22-4aba-a4d6-8b41c54ad69e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.413272] env[69357]: DEBUG nova.compute.manager [req-a99efe05-f7c3-4016-a0b5-f6aaa330ff77 req-1865bedf-cb32-469c-b289-c9a73a4437ee service nova] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Refreshing instance network info cache due to event network-changed-6902c5c3-9a22-4aba-a4d6-8b41c54ad69e. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 746.413517] env[69357]: DEBUG oslo_concurrency.lockutils [req-a99efe05-f7c3-4016-a0b5-f6aaa330ff77 req-1865bedf-cb32-469c-b289-c9a73a4437ee service nova] Acquiring lock "refresh_cache-1985609d-5994-415f-afe7-a83ec46d36c1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.413686] env[69357]: DEBUG oslo_concurrency.lockutils [req-a99efe05-f7c3-4016-a0b5-f6aaa330ff77 req-1865bedf-cb32-469c-b289-c9a73a4437ee service nova] Acquired lock "refresh_cache-1985609d-5994-415f-afe7-a83ec46d36c1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.413870] env[69357]: DEBUG nova.network.neutron [req-a99efe05-f7c3-4016-a0b5-f6aaa330ff77 req-1865bedf-cb32-469c-b289-c9a73a4437ee service nova] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Refreshing network info cache for port 6902c5c3-9a22-4aba-a4d6-8b41c54ad69e {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.493017] env[69357]: DEBUG oslo_concurrency.lockutils [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.493539] env[69357]: DEBUG nova.compute.manager [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 746.496113] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8e743ba0-154c-435b-84a2-6ce243b14341 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.361s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.496328] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8e743ba0-154c-435b-84a2-6ce243b14341 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.498753] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.504s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.500284] env[69357]: INFO nova.compute.claims [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.527589] env[69357]: INFO nova.scheduler.client.report [None req-8e743ba0-154c-435b-84a2-6ce243b14341 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Deleted allocations for instance c167efa7-3603-4d4a-b731-4de23cb95f28 [ 746.618845] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282399, 'name': CreateVM_Task, 'duration_secs': 0.343288} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.619095] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.619888] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.620302] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.620935] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.621319] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba8b556e-a01f-4713-94ea-530c4a0fe3cd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.631141] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 746.631141] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e27bee-886f-024b-83ba-8fed5f4a4aef" [ 746.631141] env[69357]: _type = "Task" [ 746.631141] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.643305] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e27bee-886f-024b-83ba-8fed5f4a4aef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.005804] env[69357]: DEBUG nova.compute.utils [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.011959] env[69357]: DEBUG nova.compute.manager [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 747.012334] env[69357]: DEBUG nova.network.neutron [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.036141] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8e743ba0-154c-435b-84a2-6ce243b14341 tempest-DeleteServersAdminTestJSON-1203013657 tempest-DeleteServersAdminTestJSON-1203013657-project-member] Lock "c167efa7-3603-4d4a-b731-4de23cb95f28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.546s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.075616] env[69357]: DEBUG nova.policy [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45dac9e67cd14fd2b1544026aa9931dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f704ad274e94de68fa4f3082ab81759', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.147362] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e27bee-886f-024b-83ba-8fed5f4a4aef, 'name': SearchDatastore_Task, 'duration_secs': 0.010975} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.151122] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.152318] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.152318] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.152318] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.152318] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.152318] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6de5bc9-b682-4778-897e-96af75597a4d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.158982] env[69357]: DEBUG nova.network.neutron [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Successfully updated port: cf8d0a27-ea9c-481a-bb42-dec3d662fb42 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 747.161808] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.165178] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.165178] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-870f3825-2ce4-4974-9530-5d3abf4c929c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.170199] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 747.170199] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]527a8a9a-9128-8ddd-612d-8968da7899a3" [ 747.170199] env[69357]: _type = "Task" [ 747.170199] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.182999] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]527a8a9a-9128-8ddd-612d-8968da7899a3, 'name': SearchDatastore_Task, 'duration_secs': 0.009655} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.185018] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f575030-b63b-4c5d-8d17-42c2c504033c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.191580] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 747.191580] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d8fe30-75eb-857f-8880-ef93b4c6357f" [ 747.191580] env[69357]: _type = "Task" [ 747.191580] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.201199] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d8fe30-75eb-857f-8880-ef93b4c6357f, 'name': SearchDatastore_Task, 'duration_secs': 0.008929} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.201452] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.201696] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 1985609d-5994-415f-afe7-a83ec46d36c1/1985609d-5994-415f-afe7-a83ec46d36c1.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.201964] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9de4ac6-ff9f-47fd-a28c-b31939f52e2e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.209375] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 747.209375] env[69357]: value = "task-3282400" [ 747.209375] env[69357]: _type = "Task" [ 747.209375] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.220961] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.278304] env[69357]: DEBUG nova.network.neutron [req-a99efe05-f7c3-4016-a0b5-f6aaa330ff77 req-1865bedf-cb32-469c-b289-c9a73a4437ee service nova] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Updated VIF entry in instance network info cache for port 6902c5c3-9a22-4aba-a4d6-8b41c54ad69e. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.279303] env[69357]: DEBUG nova.network.neutron [req-a99efe05-f7c3-4016-a0b5-f6aaa330ff77 req-1865bedf-cb32-469c-b289-c9a73a4437ee service nova] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Updating instance_info_cache with network_info: [{"id": "6902c5c3-9a22-4aba-a4d6-8b41c54ad69e", "address": "fa:16:3e:eb:94:ea", "network": {"id": "82fc7e6c-7d23-4765-b033-b00011513c8e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1644210012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bf4169aef8b40989e24fac7dd5dfa7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6902c5c3-9a", "ovs_interfaceid": "6902c5c3-9a22-4aba-a4d6-8b41c54ad69e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.459914] env[69357]: DEBUG nova.network.neutron [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Successfully created port: 45300c56-6280-4e2a-8cab-278c822e3231 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.513308] env[69357]: DEBUG nova.compute.manager [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 747.663750] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "refresh_cache-939664b5-35ce-4388-bb10-f20c050fa27a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.663858] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquired lock "refresh_cache-939664b5-35ce-4388-bb10-f20c050fa27a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.664036] env[69357]: DEBUG nova.network.neutron [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.726969] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456722} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.729779] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 1985609d-5994-415f-afe7-a83ec46d36c1/1985609d-5994-415f-afe7-a83ec46d36c1.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.730011] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.734021] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-651c6db1-ca8b-4cbe-acf9-165890b7e8f5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.738073] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 747.738073] env[69357]: value = "task-3282401" [ 747.738073] env[69357]: _type = "Task" [ 747.738073] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.748666] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.784431] env[69357]: DEBUG oslo_concurrency.lockutils [req-a99efe05-f7c3-4016-a0b5-f6aaa330ff77 req-1865bedf-cb32-469c-b289-c9a73a4437ee service nova] Releasing lock "refresh_cache-1985609d-5994-415f-afe7-a83ec46d36c1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.129217] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a997f112-c08d-426b-9f9e-5c3d7e906b5d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.136073] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebf02de-1299-4dd0-ae64-4fc5200d9dfd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.174063] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ada75d-7307-49b2-89a0-069a7699a005 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.183515] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0c4d63-c1e6-4773-a105-47f1eaa006ce {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.201143] env[69357]: DEBUG nova.compute.provider_tree [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.206564] env[69357]: DEBUG nova.network.neutron [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.248922] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061342} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.248922] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.249740] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c513d95-030f-45a0-8907-a89dc8fe66c4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.272392] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 1985609d-5994-415f-afe7-a83ec46d36c1/1985609d-5994-415f-afe7-a83ec46d36c1.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.273115] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-528b376c-18dc-424f-b66f-371535a30c9b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.294872] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 748.294872] env[69357]: value = "task-3282402" [ 748.294872] env[69357]: _type = "Task" [ 748.294872] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.303073] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282402, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.361640] env[69357]: DEBUG nova.network.neutron [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Updating instance_info_cache with network_info: [{"id": "cf8d0a27-ea9c-481a-bb42-dec3d662fb42", "address": "fa:16:3e:2e:fa:ba", "network": {"id": "2fbba22a-bd77-4c91-a9de-d7d33c4fd3aa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-982232869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38f3df5dc3354306bcda9e8555cfbe85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf8d0a27-ea", "ovs_interfaceid": "cf8d0a27-ea9c-481a-bb42-dec3d662fb42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.529954] env[69357]: DEBUG nova.compute.manager [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 748.539320] env[69357]: DEBUG nova.compute.manager [req-e2efeab4-0e55-45b9-b58e-dcc011a6f3a6 req-3fe74d4b-076b-49e9-a90c-d88ceb7531c6 service nova] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Received event network-vif-plugged-cf8d0a27-ea9c-481a-bb42-dec3d662fb42 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.539526] env[69357]: DEBUG oslo_concurrency.lockutils [req-e2efeab4-0e55-45b9-b58e-dcc011a6f3a6 req-3fe74d4b-076b-49e9-a90c-d88ceb7531c6 service nova] Acquiring lock "939664b5-35ce-4388-bb10-f20c050fa27a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.539768] env[69357]: DEBUG oslo_concurrency.lockutils [req-e2efeab4-0e55-45b9-b58e-dcc011a6f3a6 req-3fe74d4b-076b-49e9-a90c-d88ceb7531c6 service nova] Lock "939664b5-35ce-4388-bb10-f20c050fa27a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.540351] env[69357]: DEBUG oslo_concurrency.lockutils [req-e2efeab4-0e55-45b9-b58e-dcc011a6f3a6 req-3fe74d4b-076b-49e9-a90c-d88ceb7531c6 service nova] Lock "939664b5-35ce-4388-bb10-f20c050fa27a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.540437] env[69357]: DEBUG nova.compute.manager [req-e2efeab4-0e55-45b9-b58e-dcc011a6f3a6 req-3fe74d4b-076b-49e9-a90c-d88ceb7531c6 service nova] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] No waiting events found dispatching network-vif-plugged-cf8d0a27-ea9c-481a-bb42-dec3d662fb42 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 748.540627] env[69357]: WARNING nova.compute.manager [req-e2efeab4-0e55-45b9-b58e-dcc011a6f3a6 req-3fe74d4b-076b-49e9-a90c-d88ceb7531c6 service nova] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Received unexpected event network-vif-plugged-cf8d0a27-ea9c-481a-bb42-dec3d662fb42 for instance with vm_state building and task_state spawning. [ 748.540840] env[69357]: DEBUG nova.compute.manager [req-e2efeab4-0e55-45b9-b58e-dcc011a6f3a6 req-3fe74d4b-076b-49e9-a90c-d88ceb7531c6 service nova] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Received event network-changed-cf8d0a27-ea9c-481a-bb42-dec3d662fb42 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.541977] env[69357]: DEBUG nova.compute.manager [req-e2efeab4-0e55-45b9-b58e-dcc011a6f3a6 req-3fe74d4b-076b-49e9-a90c-d88ceb7531c6 service nova] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Refreshing instance network info cache due to event network-changed-cf8d0a27-ea9c-481a-bb42-dec3d662fb42. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 748.543083] env[69357]: DEBUG oslo_concurrency.lockutils [req-e2efeab4-0e55-45b9-b58e-dcc011a6f3a6 req-3fe74d4b-076b-49e9-a90c-d88ceb7531c6 service nova] Acquiring lock "refresh_cache-939664b5-35ce-4388-bb10-f20c050fa27a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.566078] env[69357]: DEBUG nova.virt.hardware [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.566370] env[69357]: DEBUG nova.virt.hardware [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.566545] env[69357]: DEBUG nova.virt.hardware [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.567060] env[69357]: DEBUG nova.virt.hardware [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.567289] env[69357]: DEBUG nova.virt.hardware [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.567490] env[69357]: DEBUG nova.virt.hardware [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.567789] env[69357]: DEBUG nova.virt.hardware [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.568013] env[69357]: DEBUG nova.virt.hardware [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.568270] env[69357]: DEBUG nova.virt.hardware [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.568597] env[69357]: DEBUG nova.virt.hardware [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.568778] env[69357]: DEBUG nova.virt.hardware [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.569827] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ec69e2-52a0-42dd-bcae-9e119f715008 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.579694] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36cf735-6837-4052-8c84-5d8d499c7e9e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.705910] env[69357]: DEBUG nova.scheduler.client.report [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.810495] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282402, 'name': ReconfigVM_Task, 'duration_secs': 0.422772} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.810811] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 1985609d-5994-415f-afe7-a83ec46d36c1/1985609d-5994-415f-afe7-a83ec46d36c1.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.811427] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-593a0df0-1bfa-439d-bf83-bb41d2582029 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.818192] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 748.818192] env[69357]: value = "task-3282403" [ 748.818192] env[69357]: _type = "Task" [ 748.818192] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.833923] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282403, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.865019] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Releasing lock "refresh_cache-939664b5-35ce-4388-bb10-f20c050fa27a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.868308] env[69357]: DEBUG nova.compute.manager [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Instance network_info: |[{"id": "cf8d0a27-ea9c-481a-bb42-dec3d662fb42", "address": "fa:16:3e:2e:fa:ba", "network": {"id": "2fbba22a-bd77-4c91-a9de-d7d33c4fd3aa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-982232869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38f3df5dc3354306bcda9e8555cfbe85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf8d0a27-ea", "ovs_interfaceid": "cf8d0a27-ea9c-481a-bb42-dec3d662fb42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.868308] env[69357]: DEBUG oslo_concurrency.lockutils [req-e2efeab4-0e55-45b9-b58e-dcc011a6f3a6 req-3fe74d4b-076b-49e9-a90c-d88ceb7531c6 service nova] Acquired lock "refresh_cache-939664b5-35ce-4388-bb10-f20c050fa27a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.868308] env[69357]: DEBUG nova.network.neutron [req-e2efeab4-0e55-45b9-b58e-dcc011a6f3a6 req-3fe74d4b-076b-49e9-a90c-d88ceb7531c6 service nova] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Refreshing network info cache for port cf8d0a27-ea9c-481a-bb42-dec3d662fb42 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.868308] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:fa:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4f04accd-4a9f-41a1-b327-c96095e1ade4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf8d0a27-ea9c-481a-bb42-dec3d662fb42', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.878550] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.885014] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.885014] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4c73be5-95f7-4d51-bb06-316c525e73e0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.907129] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.907129] env[69357]: value = "task-3282404" [ 748.907129] env[69357]: _type = "Task" [ 748.907129] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.913761] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282404, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.215971] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.215971] env[69357]: DEBUG nova.compute.manager [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.227613] env[69357]: DEBUG nova.compute.manager [req-a0bb8f87-f877-4def-8ac1-7f2e13ca7da3 req-56cd2d17-5582-44b5-96aa-7d9c8611151a service nova] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Received event network-vif-plugged-45300c56-6280-4e2a-8cab-278c822e3231 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.227839] env[69357]: DEBUG oslo_concurrency.lockutils [req-a0bb8f87-f877-4def-8ac1-7f2e13ca7da3 req-56cd2d17-5582-44b5-96aa-7d9c8611151a service nova] Acquiring lock "5a064560-6b50-4107-bccd-8c9e7a57d235-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.228061] env[69357]: DEBUG oslo_concurrency.lockutils [req-a0bb8f87-f877-4def-8ac1-7f2e13ca7da3 req-56cd2d17-5582-44b5-96aa-7d9c8611151a service nova] Lock "5a064560-6b50-4107-bccd-8c9e7a57d235-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.228228] env[69357]: DEBUG oslo_concurrency.lockutils [req-a0bb8f87-f877-4def-8ac1-7f2e13ca7da3 req-56cd2d17-5582-44b5-96aa-7d9c8611151a service nova] Lock "5a064560-6b50-4107-bccd-8c9e7a57d235-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.228392] env[69357]: DEBUG nova.compute.manager [req-a0bb8f87-f877-4def-8ac1-7f2e13ca7da3 req-56cd2d17-5582-44b5-96aa-7d9c8611151a service nova] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] No waiting events found dispatching network-vif-plugged-45300c56-6280-4e2a-8cab-278c822e3231 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.228552] env[69357]: WARNING nova.compute.manager [req-a0bb8f87-f877-4def-8ac1-7f2e13ca7da3 req-56cd2d17-5582-44b5-96aa-7d9c8611151a service nova] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Received unexpected event network-vif-plugged-45300c56-6280-4e2a-8cab-278c822e3231 for instance with vm_state building and task_state spawning. [ 749.229074] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.381s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.230820] env[69357]: INFO nova.compute.claims [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 749.329274] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282403, 'name': Rename_Task, 'duration_secs': 0.300234} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.329569] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.329818] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29a465df-03f7-4a74-bc56-26664908172f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.336177] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 749.336177] env[69357]: value = "task-3282405" [ 749.336177] env[69357]: _type = "Task" [ 749.336177] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.345440] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.416079] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282404, 'name': CreateVM_Task, 'duration_secs': 0.435762} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.416340] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.417127] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.417343] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.417861] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.420708] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aba7c76-c2eb-4b39-a483-1bfd031e433c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.426663] env[69357]: DEBUG oslo_vmware.api [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 749.426663] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f42029-b2d7-eb01-d863-43ddfcca5ce8" [ 749.426663] env[69357]: _type = "Task" [ 749.426663] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.437047] env[69357]: DEBUG oslo_vmware.api [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f42029-b2d7-eb01-d863-43ddfcca5ce8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.554419] env[69357]: DEBUG nova.network.neutron [req-e2efeab4-0e55-45b9-b58e-dcc011a6f3a6 req-3fe74d4b-076b-49e9-a90c-d88ceb7531c6 service nova] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Updated VIF entry in instance network info cache for port cf8d0a27-ea9c-481a-bb42-dec3d662fb42. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.554781] env[69357]: DEBUG nova.network.neutron [req-e2efeab4-0e55-45b9-b58e-dcc011a6f3a6 req-3fe74d4b-076b-49e9-a90c-d88ceb7531c6 service nova] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Updating instance_info_cache with network_info: [{"id": "cf8d0a27-ea9c-481a-bb42-dec3d662fb42", "address": "fa:16:3e:2e:fa:ba", "network": {"id": "2fbba22a-bd77-4c91-a9de-d7d33c4fd3aa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-982232869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38f3df5dc3354306bcda9e8555cfbe85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf8d0a27-ea", "ovs_interfaceid": "cf8d0a27-ea9c-481a-bb42-dec3d662fb42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.586984] env[69357]: DEBUG nova.network.neutron [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Successfully updated port: 45300c56-6280-4e2a-8cab-278c822e3231 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.728957] env[69357]: DEBUG nova.compute.utils [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 749.730857] env[69357]: DEBUG nova.compute.manager [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 749.731087] env[69357]: DEBUG nova.network.neutron [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 749.792138] env[69357]: DEBUG nova.policy [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f70400a9003f477ca150ab523e936da4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d976b7764ac4676834bfb72160d5ff4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 749.849198] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282405, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.940054] env[69357]: DEBUG oslo_vmware.api [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f42029-b2d7-eb01-d863-43ddfcca5ce8, 'name': SearchDatastore_Task, 'duration_secs': 0.01002} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.941035] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.941424] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.941806] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.942083] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.942404] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.942996] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a616c40-eeda-456e-acb2-3f38d0485f57 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.953736] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.953736] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.953736] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4c34798-90fa-48cd-ac50-18dad342bfa2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.962653] env[69357]: DEBUG oslo_vmware.api [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 749.962653] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]526ad79a-89d0-3174-0803-40e03b177fda" [ 749.962653] env[69357]: _type = "Task" [ 749.962653] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.975589] env[69357]: DEBUG oslo_vmware.api [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]526ad79a-89d0-3174-0803-40e03b177fda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.061778] env[69357]: DEBUG oslo_concurrency.lockutils [req-e2efeab4-0e55-45b9-b58e-dcc011a6f3a6 req-3fe74d4b-076b-49e9-a90c-d88ceb7531c6 service nova] Releasing lock "refresh_cache-939664b5-35ce-4388-bb10-f20c050fa27a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.094534] env[69357]: DEBUG oslo_concurrency.lockutils [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Acquiring lock "refresh_cache-5a064560-6b50-4107-bccd-8c9e7a57d235" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.094534] env[69357]: DEBUG oslo_concurrency.lockutils [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Acquired lock "refresh_cache-5a064560-6b50-4107-bccd-8c9e7a57d235" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.094534] env[69357]: DEBUG nova.network.neutron [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.235086] env[69357]: DEBUG nova.compute.manager [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.324549] env[69357]: DEBUG nova.network.neutron [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Successfully created port: 499c2054-5611-4c10-aa4b-3cc4c8d6955d {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 750.349896] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282405, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.477660] env[69357]: DEBUG oslo_vmware.api [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]526ad79a-89d0-3174-0803-40e03b177fda, 'name': SearchDatastore_Task, 'duration_secs': 0.009127} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.478681] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da64788a-93e7-42c6-af91-ff4c8486ef5e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.486958] env[69357]: DEBUG oslo_vmware.api [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 750.486958] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5264fa97-2ffd-ccfa-2f4e-66c5833494ad" [ 750.486958] env[69357]: _type = "Task" [ 750.486958] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.499657] env[69357]: DEBUG oslo_vmware.api [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5264fa97-2ffd-ccfa-2f4e-66c5833494ad, 'name': SearchDatastore_Task, 'duration_secs': 0.009476} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.499933] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.500221] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 939664b5-35ce-4388-bb10-f20c050fa27a/939664b5-35ce-4388-bb10-f20c050fa27a.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.500551] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8e58e91-6e3d-4970-9b53-af1688db4850 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.507739] env[69357]: DEBUG oslo_vmware.api [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 750.507739] env[69357]: value = "task-3282406" [ 750.507739] env[69357]: _type = "Task" [ 750.507739] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.516778] env[69357]: DEBUG oslo_vmware.api [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282406, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.684506] env[69357]: DEBUG nova.network.neutron [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.854059] env[69357]: DEBUG oslo_vmware.api [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282405, 'name': PowerOnVM_Task, 'duration_secs': 1.2831} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.864400] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.864759] env[69357]: INFO nova.compute.manager [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Took 7.62 seconds to spawn the instance on the hypervisor. [ 750.865534] env[69357]: DEBUG nova.compute.manager [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.867061] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae9530f-e02a-4609-b0cf-c8bdecceab04 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.952218] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae67f6b-35ee-4c60-bb20-75273416f433 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.964707] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4f3874-b296-48a8-b9b7-b738736dea4d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.000353] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49eb93b-a5cd-49c3-aa09-a1054181309d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.008734] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5087d97-04ca-45dd-be6e-18965ec65bfc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.031936] env[69357]: DEBUG nova.compute.provider_tree [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.031936] env[69357]: DEBUG oslo_vmware.api [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282406, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502042} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.031936] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 939664b5-35ce-4388-bb10-f20c050fa27a/939664b5-35ce-4388-bb10-f20c050fa27a.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.031936] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.031936] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d292ff47-2be2-4474-a6b8-6e9c2376c504 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.038236] env[69357]: DEBUG oslo_vmware.api [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 751.038236] env[69357]: value = "task-3282407" [ 751.038236] env[69357]: _type = "Task" [ 751.038236] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.048808] env[69357]: DEBUG oslo_vmware.api [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.133958] env[69357]: DEBUG nova.network.neutron [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Updating instance_info_cache with network_info: [{"id": "45300c56-6280-4e2a-8cab-278c822e3231", "address": "fa:16:3e:87:11:3d", "network": {"id": "aa74e0ff-a9a7-4da4-9805-b60ac608522e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-57184435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f704ad274e94de68fa4f3082ab81759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45300c56-62", "ovs_interfaceid": "45300c56-6280-4e2a-8cab-278c822e3231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.248841] env[69357]: DEBUG nova.compute.manager [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.294158] env[69357]: DEBUG nova.virt.hardware [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.294403] env[69357]: DEBUG nova.virt.hardware [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.294573] env[69357]: DEBUG nova.virt.hardware [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.295295] env[69357]: DEBUG nova.virt.hardware [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.295295] env[69357]: DEBUG nova.virt.hardware [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.299188] env[69357]: DEBUG nova.virt.hardware [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.299435] env[69357]: DEBUG nova.virt.hardware [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.300681] env[69357]: DEBUG nova.virt.hardware [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.300681] env[69357]: DEBUG nova.virt.hardware [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.300681] env[69357]: DEBUG nova.virt.hardware [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.300681] env[69357]: DEBUG nova.virt.hardware [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.301081] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce36bfaa-d552-499b-9a7e-1679ebc81d07 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.310015] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ab8b00-2857-4126-a50a-dbe281ab22bf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.391287] env[69357]: INFO nova.compute.manager [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Took 44.97 seconds to build instance. [ 751.533057] env[69357]: DEBUG nova.scheduler.client.report [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.553197] env[69357]: DEBUG oslo_vmware.api [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282407, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068863} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.554080] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.554907] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6966dab0-061e-4fcc-8b1f-5464bd98c9a6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.583289] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 939664b5-35ce-4388-bb10-f20c050fa27a/939664b5-35ce-4388-bb10-f20c050fa27a.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.583918] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c067a68e-e81b-42c0-b382-103be1ed2556 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.604707] env[69357]: DEBUG oslo_vmware.api [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 751.604707] env[69357]: value = "task-3282408" [ 751.604707] env[69357]: _type = "Task" [ 751.604707] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.608201] env[69357]: DEBUG nova.compute.manager [req-162d4bdb-7d71-47b7-b510-72cbe3ce9a2c req-5c8392f8-fb06-403e-8cd4-f03013269d9a service nova] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Received event network-changed-45300c56-6280-4e2a-8cab-278c822e3231 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.608201] env[69357]: DEBUG nova.compute.manager [req-162d4bdb-7d71-47b7-b510-72cbe3ce9a2c req-5c8392f8-fb06-403e-8cd4-f03013269d9a service nova] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Refreshing instance network info cache due to event network-changed-45300c56-6280-4e2a-8cab-278c822e3231. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.608201] env[69357]: DEBUG oslo_concurrency.lockutils [req-162d4bdb-7d71-47b7-b510-72cbe3ce9a2c req-5c8392f8-fb06-403e-8cd4-f03013269d9a service nova] Acquiring lock "refresh_cache-5a064560-6b50-4107-bccd-8c9e7a57d235" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.617330] env[69357]: DEBUG oslo_vmware.api [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282408, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.637831] env[69357]: DEBUG oslo_concurrency.lockutils [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Releasing lock "refresh_cache-5a064560-6b50-4107-bccd-8c9e7a57d235" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.638542] env[69357]: DEBUG nova.compute.manager [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Instance network_info: |[{"id": "45300c56-6280-4e2a-8cab-278c822e3231", "address": "fa:16:3e:87:11:3d", "network": {"id": "aa74e0ff-a9a7-4da4-9805-b60ac608522e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-57184435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f704ad274e94de68fa4f3082ab81759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45300c56-62", "ovs_interfaceid": "45300c56-6280-4e2a-8cab-278c822e3231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 751.639154] env[69357]: DEBUG oslo_concurrency.lockutils [req-162d4bdb-7d71-47b7-b510-72cbe3ce9a2c req-5c8392f8-fb06-403e-8cd4-f03013269d9a service nova] Acquired lock "refresh_cache-5a064560-6b50-4107-bccd-8c9e7a57d235" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.639314] env[69357]: DEBUG nova.network.neutron [req-162d4bdb-7d71-47b7-b510-72cbe3ce9a2c req-5c8392f8-fb06-403e-8cd4-f03013269d9a service nova] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Refreshing network info cache for port 45300c56-6280-4e2a-8cab-278c822e3231 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.640616] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:11:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45300c56-6280-4e2a-8cab-278c822e3231', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.651653] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Creating folder: Project (5f704ad274e94de68fa4f3082ab81759). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.653200] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ca475d8-10aa-40bf-9ad3-b7b0e3ba8ee1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.666079] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Created folder: Project (5f704ad274e94de68fa4f3082ab81759) in parent group-v655402. [ 751.666079] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Creating folder: Instances. Parent ref: group-v655520. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.666079] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf4c1d66-9b8d-4c5b-ba0f-142ecd0f5b29 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.674790] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Created folder: Instances in parent group-v655520. [ 751.675074] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.675482] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.675482] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1eef9b3a-8035-4130-9f63-43edcd5bfc59 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.696923] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.696923] env[69357]: value = "task-3282411" [ 751.696923] env[69357]: _type = "Task" [ 751.696923] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.704452] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282411, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.896114] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb18cbf6-3f0e-4029-8e03-c12dd9e743cd tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "1985609d-5994-415f-afe7-a83ec46d36c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.935s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.044235] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.815s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.044704] env[69357]: DEBUG nova.compute.manager [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.049274] env[69357]: DEBUG oslo_concurrency.lockutils [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.024s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.050534] env[69357]: INFO nova.compute.claims [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.117630] env[69357]: DEBUG oslo_vmware.api [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282408, 'name': ReconfigVM_Task, 'duration_secs': 0.286312} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.117919] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 939664b5-35ce-4388-bb10-f20c050fa27a/939664b5-35ce-4388-bb10-f20c050fa27a.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.118687] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a23813a4-8aa1-4b42-a866-a650876b2ac3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.125934] env[69357]: DEBUG oslo_vmware.api [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 752.125934] env[69357]: value = "task-3282414" [ 752.125934] env[69357]: _type = "Task" [ 752.125934] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.135698] env[69357]: DEBUG oslo_vmware.api [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282414, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.209096] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282411, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.399479] env[69357]: DEBUG nova.compute.manager [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.508109] env[69357]: DEBUG nova.network.neutron [req-162d4bdb-7d71-47b7-b510-72cbe3ce9a2c req-5c8392f8-fb06-403e-8cd4-f03013269d9a service nova] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Updated VIF entry in instance network info cache for port 45300c56-6280-4e2a-8cab-278c822e3231. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.508803] env[69357]: DEBUG nova.network.neutron [req-162d4bdb-7d71-47b7-b510-72cbe3ce9a2c req-5c8392f8-fb06-403e-8cd4-f03013269d9a service nova] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Updating instance_info_cache with network_info: [{"id": "45300c56-6280-4e2a-8cab-278c822e3231", "address": "fa:16:3e:87:11:3d", "network": {"id": "aa74e0ff-a9a7-4da4-9805-b60ac608522e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-57184435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f704ad274e94de68fa4f3082ab81759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45300c56-62", "ovs_interfaceid": "45300c56-6280-4e2a-8cab-278c822e3231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.559300] env[69357]: DEBUG nova.compute.utils [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 752.562579] env[69357]: DEBUG nova.compute.manager [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 752.562791] env[69357]: DEBUG nova.network.neutron [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.588812] env[69357]: DEBUG nova.network.neutron [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Successfully updated port: 499c2054-5611-4c10-aa4b-3cc4c8d6955d {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 752.642290] env[69357]: DEBUG nova.policy [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2b018fdaef54a87b70177991bcdf8fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08176eaf635c4d39a1bdce43a6eb47ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.644565] env[69357]: DEBUG oslo_vmware.api [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282414, 'name': Rename_Task, 'duration_secs': 0.34207} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.645404] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.645974] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a71a5a04-0138-4385-9df4-d43be04a021d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.653146] env[69357]: DEBUG oslo_vmware.api [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 752.653146] env[69357]: value = "task-3282416" [ 752.653146] env[69357]: _type = "Task" [ 752.653146] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.662960] env[69357]: DEBUG oslo_vmware.api [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.710756] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282411, 'name': CreateVM_Task, 'duration_secs': 0.666497} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.711069] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.711944] env[69357]: DEBUG oslo_concurrency.lockutils [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.712167] env[69357]: DEBUG oslo_concurrency.lockutils [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.713030] env[69357]: DEBUG oslo_concurrency.lockutils [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.713030] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c6c0184-91ec-4f37-88f4-50ba5db9b9ce {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.718451] env[69357]: DEBUG oslo_vmware.api [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Waiting for the task: (returnval){ [ 752.718451] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5208839d-1fb4-bf86-9a29-891f40d022a3" [ 752.718451] env[69357]: _type = "Task" [ 752.718451] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.747189] env[69357]: DEBUG oslo_vmware.api [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5208839d-1fb4-bf86-9a29-891f40d022a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.927607] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.973399] env[69357]: DEBUG oslo_concurrency.lockutils [None req-919d229e-eb63-4244-92a1-4669daa5fb83 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquiring lock "7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.973894] env[69357]: DEBUG oslo_concurrency.lockutils [None req-919d229e-eb63-4244-92a1-4669daa5fb83 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.974208] env[69357]: DEBUG oslo_concurrency.lockutils [None req-919d229e-eb63-4244-92a1-4669daa5fb83 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquiring lock "7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.974482] env[69357]: DEBUG oslo_concurrency.lockutils [None req-919d229e-eb63-4244-92a1-4669daa5fb83 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.974712] env[69357]: DEBUG oslo_concurrency.lockutils [None req-919d229e-eb63-4244-92a1-4669daa5fb83 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.976936] env[69357]: INFO nova.compute.manager [None req-919d229e-eb63-4244-92a1-4669daa5fb83 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Terminating instance [ 753.015285] env[69357]: DEBUG oslo_concurrency.lockutils [req-162d4bdb-7d71-47b7-b510-72cbe3ce9a2c req-5c8392f8-fb06-403e-8cd4-f03013269d9a service nova] Releasing lock "refresh_cache-5a064560-6b50-4107-bccd-8c9e7a57d235" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.057940] env[69357]: DEBUG nova.network.neutron [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Successfully created port: cad3d9f2-95f9-4e2f-9808-d367b6b0e734 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.066980] env[69357]: DEBUG nova.compute.manager [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 753.093433] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "refresh_cache-ff1d2974-d5a3-4753-9fa4-77f49949dd16" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.093949] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquired lock "refresh_cache-ff1d2974-d5a3-4753-9fa4-77f49949dd16" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.096949] env[69357]: DEBUG nova.network.neutron [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.167852] env[69357]: DEBUG oslo_vmware.api [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282416, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.234245] env[69357]: DEBUG oslo_vmware.api [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5208839d-1fb4-bf86-9a29-891f40d022a3, 'name': SearchDatastore_Task, 'duration_secs': 0.015156} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.240861] env[69357]: DEBUG oslo_concurrency.lockutils [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.241152] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.241397] env[69357]: DEBUG oslo_concurrency.lockutils [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.241689] env[69357]: DEBUG oslo_concurrency.lockutils [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.241790] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.242479] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b73a1748-3378-4f11-ac11-23d2a9fc9b07 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.248616] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ec78a73e-c504-415f-bfd2-eb40b33c3298 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquiring lock "1985609d-5994-415f-afe7-a83ec46d36c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.251503] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ec78a73e-c504-415f-bfd2-eb40b33c3298 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "1985609d-5994-415f-afe7-a83ec46d36c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.251503] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ec78a73e-c504-415f-bfd2-eb40b33c3298 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquiring lock "1985609d-5994-415f-afe7-a83ec46d36c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.251503] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ec78a73e-c504-415f-bfd2-eb40b33c3298 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "1985609d-5994-415f-afe7-a83ec46d36c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.251503] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ec78a73e-c504-415f-bfd2-eb40b33c3298 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "1985609d-5994-415f-afe7-a83ec46d36c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.252613] env[69357]: INFO nova.compute.manager [None req-ec78a73e-c504-415f-bfd2-eb40b33c3298 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Terminating instance [ 753.255134] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.255320] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.260442] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f41f90cb-78db-412d-8ab1-d91d8e886b34 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.269870] env[69357]: DEBUG oslo_vmware.api [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Waiting for the task: (returnval){ [ 753.269870] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52567576-c675-0427-14d6-2c1628fd23b0" [ 753.269870] env[69357]: _type = "Task" [ 753.269870] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.279909] env[69357]: DEBUG oslo_vmware.api [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52567576-c675-0427-14d6-2c1628fd23b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.481744] env[69357]: DEBUG nova.compute.manager [None req-919d229e-eb63-4244-92a1-4669daa5fb83 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 753.482622] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-919d229e-eb63-4244-92a1-4669daa5fb83 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.486756] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4fea81-92ae-4c57-bfb4-651aac06db86 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.495208] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-919d229e-eb63-4244-92a1-4669daa5fb83 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.495571] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3157e7f-184e-4a97-b882-ebe153acdd72 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.505829] env[69357]: DEBUG oslo_vmware.api [None req-919d229e-eb63-4244-92a1-4669daa5fb83 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 753.505829] env[69357]: value = "task-3282417" [ 753.505829] env[69357]: _type = "Task" [ 753.505829] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.519412] env[69357]: DEBUG oslo_vmware.api [None req-919d229e-eb63-4244-92a1-4669daa5fb83 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.663937] env[69357]: DEBUG nova.network.neutron [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.673028] env[69357]: DEBUG oslo_vmware.api [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282416, 'name': PowerOnVM_Task, 'duration_secs': 0.616552} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.673028] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.673028] env[69357]: INFO nova.compute.manager [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Took 7.79 seconds to spawn the instance on the hypervisor. [ 753.673341] env[69357]: DEBUG nova.compute.manager [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.674555] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad15a8a-f7fa-4b96-a9d8-168a303cd1c7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.694153] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7904460-6eed-4760-9faf-8f23adb03dbe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.705321] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080d5d1b-4368-4bf4-ada1-9b726ec9ddaf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.748184] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b086a3-6f75-48ef-af0e-f5e9649303a6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.756602] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db6e37d-f9b3-41d1-896a-b9deb8ab0eae {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.761623] env[69357]: DEBUG nova.compute.manager [req-8681d63f-ee96-44ec-a169-0e136622e19b req-ae3c16b9-1854-4199-b47b-50dd1e4382c8 service nova] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Received event network-vif-plugged-499c2054-5611-4c10-aa4b-3cc4c8d6955d {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.763152] env[69357]: DEBUG oslo_concurrency.lockutils [req-8681d63f-ee96-44ec-a169-0e136622e19b req-ae3c16b9-1854-4199-b47b-50dd1e4382c8 service nova] Acquiring lock "ff1d2974-d5a3-4753-9fa4-77f49949dd16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.763152] env[69357]: DEBUG oslo_concurrency.lockutils [req-8681d63f-ee96-44ec-a169-0e136622e19b req-ae3c16b9-1854-4199-b47b-50dd1e4382c8 service nova] Lock "ff1d2974-d5a3-4753-9fa4-77f49949dd16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.763152] env[69357]: DEBUG oslo_concurrency.lockutils [req-8681d63f-ee96-44ec-a169-0e136622e19b req-ae3c16b9-1854-4199-b47b-50dd1e4382c8 service nova] Lock "ff1d2974-d5a3-4753-9fa4-77f49949dd16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.763152] env[69357]: DEBUG nova.compute.manager [req-8681d63f-ee96-44ec-a169-0e136622e19b req-ae3c16b9-1854-4199-b47b-50dd1e4382c8 service nova] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] No waiting events found dispatching network-vif-plugged-499c2054-5611-4c10-aa4b-3cc4c8d6955d {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 753.763152] env[69357]: WARNING nova.compute.manager [req-8681d63f-ee96-44ec-a169-0e136622e19b req-ae3c16b9-1854-4199-b47b-50dd1e4382c8 service nova] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Received unexpected event network-vif-plugged-499c2054-5611-4c10-aa4b-3cc4c8d6955d for instance with vm_state building and task_state spawning. [ 753.763152] env[69357]: DEBUG nova.compute.manager [req-8681d63f-ee96-44ec-a169-0e136622e19b req-ae3c16b9-1854-4199-b47b-50dd1e4382c8 service nova] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Received event network-changed-499c2054-5611-4c10-aa4b-3cc4c8d6955d {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.763152] env[69357]: DEBUG nova.compute.manager [req-8681d63f-ee96-44ec-a169-0e136622e19b req-ae3c16b9-1854-4199-b47b-50dd1e4382c8 service nova] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Refreshing instance network info cache due to event network-changed-499c2054-5611-4c10-aa4b-3cc4c8d6955d. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 753.763663] env[69357]: DEBUG oslo_concurrency.lockutils [req-8681d63f-ee96-44ec-a169-0e136622e19b req-ae3c16b9-1854-4199-b47b-50dd1e4382c8 service nova] Acquiring lock "refresh_cache-ff1d2974-d5a3-4753-9fa4-77f49949dd16" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.766272] env[69357]: DEBUG nova.compute.manager [None req-ec78a73e-c504-415f-bfd2-eb40b33c3298 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 753.766272] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ec78a73e-c504-415f-bfd2-eb40b33c3298 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.776361] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa49744-e41e-4120-beef-479a1c3c03ed {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.780250] env[69357]: DEBUG nova.compute.provider_tree [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.794990] env[69357]: DEBUG oslo_vmware.api [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52567576-c675-0427-14d6-2c1628fd23b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010179} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.799104] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec78a73e-c504-415f-bfd2-eb40b33c3298 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.799104] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c3d24aa-b516-4885-afe8-899d4e00959d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.803305] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0dc18d65-9a4b-4449-b782-10ebcd5b4428 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.806891] env[69357]: DEBUG oslo_vmware.api [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Waiting for the task: (returnval){ [ 753.806891] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]529be250-78eb-1271-1681-3d32de4b2c50" [ 753.806891] env[69357]: _type = "Task" [ 753.806891] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.811466] env[69357]: DEBUG oslo_vmware.api [None req-ec78a73e-c504-415f-bfd2-eb40b33c3298 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 753.811466] env[69357]: value = "task-3282418" [ 753.811466] env[69357]: _type = "Task" [ 753.811466] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.818716] env[69357]: DEBUG oslo_vmware.api [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]529be250-78eb-1271-1681-3d32de4b2c50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.823602] env[69357]: DEBUG oslo_vmware.api [None req-ec78a73e-c504-415f-bfd2-eb40b33c3298 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.872395] env[69357]: DEBUG nova.network.neutron [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Updating instance_info_cache with network_info: [{"id": "499c2054-5611-4c10-aa4b-3cc4c8d6955d", "address": "fa:16:3e:52:1e:8e", "network": {"id": "56a14fc7-fa7e-4210-ba15-061e2b0069e2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1424350430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d976b7764ac4676834bfb72160d5ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499c2054-56", "ovs_interfaceid": "499c2054-5611-4c10-aa4b-3cc4c8d6955d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.897136] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Acquiring lock "d48829d0-0de1-4dce-8acf-c60180ace0a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.897399] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Lock "d48829d0-0de1-4dce-8acf-c60180ace0a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.016764] env[69357]: DEBUG oslo_vmware.api [None req-919d229e-eb63-4244-92a1-4669daa5fb83 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282417, 'name': PowerOffVM_Task, 'duration_secs': 0.345409} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.017055] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-919d229e-eb63-4244-92a1-4669daa5fb83 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.017598] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-919d229e-eb63-4244-92a1-4669daa5fb83 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.017598] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83580340-0d05-49c4-bfca-0afd6dac249a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.078871] env[69357]: DEBUG nova.compute.manager [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.104283] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-919d229e-eb63-4244-92a1-4669daa5fb83 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.105402] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-919d229e-eb63-4244-92a1-4669daa5fb83 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.105402] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-919d229e-eb63-4244-92a1-4669daa5fb83 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Deleting the datastore file [datastore2] 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.105402] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e049288-4aca-49d2-bb62-726be5980d7a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.110648] env[69357]: DEBUG nova.virt.hardware [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.110893] env[69357]: DEBUG nova.virt.hardware [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.111163] env[69357]: DEBUG nova.virt.hardware [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.111288] env[69357]: DEBUG nova.virt.hardware [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.111431] env[69357]: DEBUG nova.virt.hardware [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.111580] env[69357]: DEBUG nova.virt.hardware [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.111799] env[69357]: DEBUG nova.virt.hardware [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.111931] env[69357]: DEBUG nova.virt.hardware [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.112105] env[69357]: DEBUG nova.virt.hardware [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.112265] env[69357]: DEBUG nova.virt.hardware [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.112432] env[69357]: DEBUG nova.virt.hardware [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.113278] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f092cdf-7236-43de-bc3c-771eda85a9c5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.117038] env[69357]: DEBUG oslo_vmware.api [None req-919d229e-eb63-4244-92a1-4669daa5fb83 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 754.117038] env[69357]: value = "task-3282420" [ 754.117038] env[69357]: _type = "Task" [ 754.117038] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.123850] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177de6a8-be3e-4beb-a5c8-b119785df4e1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.130582] env[69357]: DEBUG oslo_vmware.api [None req-919d229e-eb63-4244-92a1-4669daa5fb83 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.197310] env[69357]: INFO nova.compute.manager [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Took 47.73 seconds to build instance. [ 754.290650] env[69357]: DEBUG nova.scheduler.client.report [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.327402] env[69357]: DEBUG oslo_vmware.api [None req-ec78a73e-c504-415f-bfd2-eb40b33c3298 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282418, 'name': PowerOffVM_Task, 'duration_secs': 0.252771} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.332021] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec78a73e-c504-415f-bfd2-eb40b33c3298 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.332320] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ec78a73e-c504-415f-bfd2-eb40b33c3298 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.333256] env[69357]: DEBUG oslo_vmware.api [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]529be250-78eb-1271-1681-3d32de4b2c50, 'name': SearchDatastore_Task, 'duration_secs': 0.020682} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.334024] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acb9c026-8f43-463a-a3ce-84e556dea1ea {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.336266] env[69357]: DEBUG oslo_concurrency.lockutils [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.336667] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 5a064560-6b50-4107-bccd-8c9e7a57d235/5a064560-6b50-4107-bccd-8c9e7a57d235.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.337310] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13c23a3f-b29d-4298-9b9a-843b4ea126ef {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.348845] env[69357]: DEBUG oslo_vmware.api [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Waiting for the task: (returnval){ [ 754.348845] env[69357]: value = "task-3282422" [ 754.348845] env[69357]: _type = "Task" [ 754.348845] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.363134] env[69357]: DEBUG oslo_vmware.api [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Task: {'id': task-3282422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.377182] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Releasing lock "refresh_cache-ff1d2974-d5a3-4753-9fa4-77f49949dd16" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.378528] env[69357]: DEBUG nova.compute.manager [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Instance network_info: |[{"id": "499c2054-5611-4c10-aa4b-3cc4c8d6955d", "address": "fa:16:3e:52:1e:8e", "network": {"id": "56a14fc7-fa7e-4210-ba15-061e2b0069e2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1424350430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d976b7764ac4676834bfb72160d5ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499c2054-56", "ovs_interfaceid": "499c2054-5611-4c10-aa4b-3cc4c8d6955d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 754.378528] env[69357]: DEBUG oslo_concurrency.lockutils [req-8681d63f-ee96-44ec-a169-0e136622e19b req-ae3c16b9-1854-4199-b47b-50dd1e4382c8 service nova] Acquired lock "refresh_cache-ff1d2974-d5a3-4753-9fa4-77f49949dd16" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.378528] env[69357]: DEBUG nova.network.neutron [req-8681d63f-ee96-44ec-a169-0e136622e19b req-ae3c16b9-1854-4199-b47b-50dd1e4382c8 service nova] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Refreshing network info cache for port 499c2054-5611-4c10-aa4b-3cc4c8d6955d {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.380076] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:1e:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6a4065-12af-4fb9-ac47-ec9143f7297e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '499c2054-5611-4c10-aa4b-3cc4c8d6955d', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.389169] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Creating folder: Project (9d976b7764ac4676834bfb72160d5ff4). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.392020] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63e1cb51-7857-4e4b-9c5a-07991b783453 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.411493] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ec78a73e-c504-415f-bfd2-eb40b33c3298 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.411821] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ec78a73e-c504-415f-bfd2-eb40b33c3298 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.412159] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec78a73e-c504-415f-bfd2-eb40b33c3298 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Deleting the datastore file [datastore2] 1985609d-5994-415f-afe7-a83ec46d36c1 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.413965] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c1924ba-ed04-484d-83a1-80df4dbd6f31 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.419133] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Created folder: Project (9d976b7764ac4676834bfb72160d5ff4) in parent group-v655402. [ 754.419133] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Creating folder: Instances. Parent ref: group-v655526. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.419133] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c02b0d9-3a01-49ad-9b3a-54ef5bffd8c8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.423734] env[69357]: DEBUG oslo_vmware.api [None req-ec78a73e-c504-415f-bfd2-eb40b33c3298 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for the task: (returnval){ [ 754.423734] env[69357]: value = "task-3282424" [ 754.423734] env[69357]: _type = "Task" [ 754.423734] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.432036] env[69357]: DEBUG oslo_vmware.api [None req-ec78a73e-c504-415f-bfd2-eb40b33c3298 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282424, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.433265] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Created folder: Instances in parent group-v655526. [ 754.434238] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.434238] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.434238] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f251a746-0586-4ee3-a0a2-fca26a6f383a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.463434] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.463434] env[69357]: value = "task-3282426" [ 754.463434] env[69357]: _type = "Task" [ 754.463434] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.472816] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282426, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.627891] env[69357]: DEBUG oslo_vmware.api [None req-919d229e-eb63-4244-92a1-4669daa5fb83 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147682} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.628207] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-919d229e-eb63-4244-92a1-4669daa5fb83 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.628380] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-919d229e-eb63-4244-92a1-4669daa5fb83 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.628555] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-919d229e-eb63-4244-92a1-4669daa5fb83 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.628854] env[69357]: INFO nova.compute.manager [None req-919d229e-eb63-4244-92a1-4669daa5fb83 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 754.629018] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-919d229e-eb63-4244-92a1-4669daa5fb83 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.629386] env[69357]: DEBUG nova.compute.manager [-] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 754.629460] env[69357]: DEBUG nova.network.neutron [-] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 754.659373] env[69357]: DEBUG nova.network.neutron [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Successfully updated port: cad3d9f2-95f9-4e2f-9808-d367b6b0e734 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.699906] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2869e68d-89c0-4ccf-b9b9-b5644610ff7e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "939664b5-35ce-4388-bb10-f20c050fa27a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.361s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.801456] env[69357]: DEBUG oslo_concurrency.lockutils [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.801456] env[69357]: DEBUG nova.compute.manager [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.804872] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.670s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.811345] env[69357]: INFO nova.compute.claims [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.866163] env[69357]: DEBUG oslo_vmware.api [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Task: {'id': task-3282422, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.903390] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252b3877-01cd-4c90-811e-f28ecea8ab7f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.912549] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0f2f27-65c8-43b9-9766-2c66c40ad568 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Suspending the VM {{(pid=69357) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 754.913559] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2851b227-e249-46e6-b660-ccc1df026f11 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.921361] env[69357]: DEBUG oslo_vmware.api [None req-4f0f2f27-65c8-43b9-9766-2c66c40ad568 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 754.921361] env[69357]: value = "task-3282427" [ 754.921361] env[69357]: _type = "Task" [ 754.921361] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.938833] env[69357]: DEBUG oslo_vmware.api [None req-4f0f2f27-65c8-43b9-9766-2c66c40ad568 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282427, 'name': SuspendVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.945912] env[69357]: DEBUG oslo_vmware.api [None req-ec78a73e-c504-415f-bfd2-eb40b33c3298 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282424, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.974694] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282426, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.155763] env[69357]: DEBUG nova.network.neutron [req-8681d63f-ee96-44ec-a169-0e136622e19b req-ae3c16b9-1854-4199-b47b-50dd1e4382c8 service nova] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Updated VIF entry in instance network info cache for port 499c2054-5611-4c10-aa4b-3cc4c8d6955d. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.156139] env[69357]: DEBUG nova.network.neutron [req-8681d63f-ee96-44ec-a169-0e136622e19b req-ae3c16b9-1854-4199-b47b-50dd1e4382c8 service nova] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Updating instance_info_cache with network_info: [{"id": "499c2054-5611-4c10-aa4b-3cc4c8d6955d", "address": "fa:16:3e:52:1e:8e", "network": {"id": "56a14fc7-fa7e-4210-ba15-061e2b0069e2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1424350430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d976b7764ac4676834bfb72160d5ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499c2054-56", "ovs_interfaceid": "499c2054-5611-4c10-aa4b-3cc4c8d6955d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.165519] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Acquiring lock "refresh_cache-e896bb18-636e-4787-8b67-476c5a32dd33" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.165767] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Acquired lock "refresh_cache-e896bb18-636e-4787-8b67-476c5a32dd33" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.165980] env[69357]: DEBUG nova.network.neutron [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.202421] env[69357]: DEBUG nova.compute.manager [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.316783] env[69357]: DEBUG nova.compute.utils [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.320650] env[69357]: DEBUG nova.compute.manager [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 755.320929] env[69357]: DEBUG nova.network.neutron [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.360464] env[69357]: DEBUG oslo_vmware.api [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Task: {'id': task-3282422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634925} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.361998] env[69357]: DEBUG nova.policy [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86b75788e7fb498e82228dee983fdf45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c109bdf5c634d3eb9619e1c61713d39', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.363500] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 5a064560-6b50-4107-bccd-8c9e7a57d235/5a064560-6b50-4107-bccd-8c9e7a57d235.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.363727] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.364328] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4198db8c-7b6f-4dee-b223-5e4fc1d5b773 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.371588] env[69357]: DEBUG oslo_vmware.api [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Waiting for the task: (returnval){ [ 755.371588] env[69357]: value = "task-3282429" [ 755.371588] env[69357]: _type = "Task" [ 755.371588] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.379785] env[69357]: DEBUG oslo_vmware.api [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Task: {'id': task-3282429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.437179] env[69357]: DEBUG oslo_vmware.api [None req-ec78a73e-c504-415f-bfd2-eb40b33c3298 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Task: {'id': task-3282424, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.559211} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.439781] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec78a73e-c504-415f-bfd2-eb40b33c3298 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.439987] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ec78a73e-c504-415f-bfd2-eb40b33c3298 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.440278] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ec78a73e-c504-415f-bfd2-eb40b33c3298 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.440458] env[69357]: INFO nova.compute.manager [None req-ec78a73e-c504-415f-bfd2-eb40b33c3298 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Took 1.67 seconds to destroy the instance on the hypervisor. [ 755.440695] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec78a73e-c504-415f-bfd2-eb40b33c3298 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.440919] env[69357]: DEBUG oslo_vmware.api [None req-4f0f2f27-65c8-43b9-9766-2c66c40ad568 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282427, 'name': SuspendVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.441160] env[69357]: DEBUG nova.compute.manager [-] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.441253] env[69357]: DEBUG nova.network.neutron [-] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.474677] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282426, 'name': CreateVM_Task, 'duration_secs': 0.528443} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.475650] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.476419] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.476625] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.476899] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.477245] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d83b427-6c13-4cdd-9dd8-3f5356f7cda6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.482474] env[69357]: DEBUG oslo_vmware.api [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 755.482474] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52bffa0a-adaf-2932-7f98-83bfa902c9d6" [ 755.482474] env[69357]: _type = "Task" [ 755.482474] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.493022] env[69357]: DEBUG oslo_vmware.api [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52bffa0a-adaf-2932-7f98-83bfa902c9d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.509782] env[69357]: DEBUG nova.network.neutron [-] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.658659] env[69357]: DEBUG oslo_concurrency.lockutils [req-8681d63f-ee96-44ec-a169-0e136622e19b req-ae3c16b9-1854-4199-b47b-50dd1e4382c8 service nova] Releasing lock "refresh_cache-ff1d2974-d5a3-4753-9fa4-77f49949dd16" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.704693] env[69357]: DEBUG nova.network.neutron [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.731956] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.805355] env[69357]: DEBUG nova.compute.manager [req-6c0877cc-8733-4ade-bc5c-064f7d20a14a req-aa8e9ab4-5abf-4e38-99be-fd1008a89a21 service nova] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Received event network-vif-plugged-cad3d9f2-95f9-4e2f-9808-d367b6b0e734 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.805559] env[69357]: DEBUG oslo_concurrency.lockutils [req-6c0877cc-8733-4ade-bc5c-064f7d20a14a req-aa8e9ab4-5abf-4e38-99be-fd1008a89a21 service nova] Acquiring lock "e896bb18-636e-4787-8b67-476c5a32dd33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.805763] env[69357]: DEBUG oslo_concurrency.lockutils [req-6c0877cc-8733-4ade-bc5c-064f7d20a14a req-aa8e9ab4-5abf-4e38-99be-fd1008a89a21 service nova] Lock "e896bb18-636e-4787-8b67-476c5a32dd33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.805925] env[69357]: DEBUG oslo_concurrency.lockutils [req-6c0877cc-8733-4ade-bc5c-064f7d20a14a req-aa8e9ab4-5abf-4e38-99be-fd1008a89a21 service nova] Lock "e896bb18-636e-4787-8b67-476c5a32dd33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.806191] env[69357]: DEBUG nova.compute.manager [req-6c0877cc-8733-4ade-bc5c-064f7d20a14a req-aa8e9ab4-5abf-4e38-99be-fd1008a89a21 service nova] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] No waiting events found dispatching network-vif-plugged-cad3d9f2-95f9-4e2f-9808-d367b6b0e734 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 755.806372] env[69357]: WARNING nova.compute.manager [req-6c0877cc-8733-4ade-bc5c-064f7d20a14a req-aa8e9ab4-5abf-4e38-99be-fd1008a89a21 service nova] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Received unexpected event network-vif-plugged-cad3d9f2-95f9-4e2f-9808-d367b6b0e734 for instance with vm_state building and task_state spawning. [ 755.806527] env[69357]: DEBUG nova.compute.manager [req-6c0877cc-8733-4ade-bc5c-064f7d20a14a req-aa8e9ab4-5abf-4e38-99be-fd1008a89a21 service nova] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Received event network-changed-cad3d9f2-95f9-4e2f-9808-d367b6b0e734 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.806673] env[69357]: DEBUG nova.compute.manager [req-6c0877cc-8733-4ade-bc5c-064f7d20a14a req-aa8e9ab4-5abf-4e38-99be-fd1008a89a21 service nova] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Refreshing instance network info cache due to event network-changed-cad3d9f2-95f9-4e2f-9808-d367b6b0e734. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.806833] env[69357]: DEBUG oslo_concurrency.lockutils [req-6c0877cc-8733-4ade-bc5c-064f7d20a14a req-aa8e9ab4-5abf-4e38-99be-fd1008a89a21 service nova] Acquiring lock "refresh_cache-e896bb18-636e-4787-8b67-476c5a32dd33" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.808747] env[69357]: DEBUG nova.network.neutron [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Successfully created port: c2006b86-fd74-4d94-8a94-3cf029cb1f65 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.821129] env[69357]: DEBUG nova.compute.manager [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.889607] env[69357]: DEBUG oslo_vmware.api [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Task: {'id': task-3282429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069632} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.889718] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.890489] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89408ea-3195-4ff6-b63a-da26931a764c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.917614] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 5a064560-6b50-4107-bccd-8c9e7a57d235/5a064560-6b50-4107-bccd-8c9e7a57d235.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.919851] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79dfae45-fa72-47d0-aa2a-357ec41b83f9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.936574] env[69357]: DEBUG nova.network.neutron [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Updating instance_info_cache with network_info: [{"id": "cad3d9f2-95f9-4e2f-9808-d367b6b0e734", "address": "fa:16:3e:4c:8b:a9", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcad3d9f2-95", "ovs_interfaceid": "cad3d9f2-95f9-4e2f-9808-d367b6b0e734", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.950065] env[69357]: DEBUG oslo_vmware.api [None req-4f0f2f27-65c8-43b9-9766-2c66c40ad568 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282427, 'name': SuspendVM_Task, 'duration_secs': 0.645453} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.951781] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0f2f27-65c8-43b9-9766-2c66c40ad568 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Suspended the VM {{(pid=69357) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 755.952013] env[69357]: DEBUG nova.compute.manager [None req-4f0f2f27-65c8-43b9-9766-2c66c40ad568 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.952558] env[69357]: DEBUG oslo_vmware.api [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Waiting for the task: (returnval){ [ 755.952558] env[69357]: value = "task-3282430" [ 755.952558] env[69357]: _type = "Task" [ 755.952558] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.954065] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3c2eab-7244-4271-9571-402c5b036174 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.972055] env[69357]: DEBUG oslo_vmware.api [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Task: {'id': task-3282430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.001730] env[69357]: DEBUG oslo_vmware.api [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52bffa0a-adaf-2932-7f98-83bfa902c9d6, 'name': SearchDatastore_Task, 'duration_secs': 0.036155} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.001730] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.001730] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.001730] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.001730] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.001730] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.001730] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28f87b37-c6a7-4cea-998f-b2df44e70fc0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.012735] env[69357]: INFO nova.compute.manager [-] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Took 1.38 seconds to deallocate network for instance. [ 756.016104] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.016373] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.019953] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-374d6b6f-b2b3-4252-8403-0abc570368f5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.027792] env[69357]: DEBUG oslo_vmware.api [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 756.027792] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f6c905-5136-8a52-acf3-1a06d8814d34" [ 756.027792] env[69357]: _type = "Task" [ 756.027792] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.040184] env[69357]: DEBUG oslo_vmware.api [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f6c905-5136-8a52-acf3-1a06d8814d34, 'name': SearchDatastore_Task, 'duration_secs': 0.010083} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.041031] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fea92c4-42e4-4540-b6fc-ee41f146d091 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.048677] env[69357]: DEBUG oslo_vmware.api [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 756.048677] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]529e5410-3fa7-98b2-b0d0-f12a1b101e19" [ 756.048677] env[69357]: _type = "Task" [ 756.048677] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.058519] env[69357]: DEBUG oslo_vmware.api [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]529e5410-3fa7-98b2-b0d0-f12a1b101e19, 'name': SearchDatastore_Task, 'duration_secs': 0.008816} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.059489] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.059770] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] ff1d2974-d5a3-4753-9fa4-77f49949dd16/ff1d2974-d5a3-4753-9fa4-77f49949dd16.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.060066] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57283d05-66ee-479b-9617-3fa8151a97c8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.070223] env[69357]: DEBUG oslo_vmware.api [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 756.070223] env[69357]: value = "task-3282431" [ 756.070223] env[69357]: _type = "Task" [ 756.070223] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.080719] env[69357]: DEBUG oslo_vmware.api [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3282431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.300466] env[69357]: DEBUG nova.network.neutron [-] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.442546] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Releasing lock "refresh_cache-e896bb18-636e-4787-8b67-476c5a32dd33" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.443052] env[69357]: DEBUG nova.compute.manager [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Instance network_info: |[{"id": "cad3d9f2-95f9-4e2f-9808-d367b6b0e734", "address": "fa:16:3e:4c:8b:a9", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcad3d9f2-95", "ovs_interfaceid": "cad3d9f2-95f9-4e2f-9808-d367b6b0e734", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.443447] env[69357]: DEBUG oslo_concurrency.lockutils [req-6c0877cc-8733-4ade-bc5c-064f7d20a14a req-aa8e9ab4-5abf-4e38-99be-fd1008a89a21 service nova] Acquired lock "refresh_cache-e896bb18-636e-4787-8b67-476c5a32dd33" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.443635] env[69357]: DEBUG nova.network.neutron [req-6c0877cc-8733-4ade-bc5c-064f7d20a14a req-aa8e9ab4-5abf-4e38-99be-fd1008a89a21 service nova] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Refreshing network info cache for port cad3d9f2-95f9-4e2f-9808-d367b6b0e734 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.445014] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:8b:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cad3d9f2-95f9-4e2f-9808-d367b6b0e734', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.454180] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Creating folder: Project (08176eaf635c4d39a1bdce43a6eb47ee). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.458992] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4c7986a-6669-41a5-aea6-b5ad312ee683 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.477969] env[69357]: DEBUG oslo_vmware.api [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Task: {'id': task-3282430, 'name': ReconfigVM_Task, 'duration_secs': 0.359661} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.483710] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 5a064560-6b50-4107-bccd-8c9e7a57d235/5a064560-6b50-4107-bccd-8c9e7a57d235.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.484432] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Created folder: Project (08176eaf635c4d39a1bdce43a6eb47ee) in parent group-v655402. [ 756.484739] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Creating folder: Instances. Parent ref: group-v655529. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.485453] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c2fbd64-9539-4dcf-b088-8f038dd124fb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.487824] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55e1a1c6-560d-41d5-a986-f1eb2fa7bf1e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.496316] env[69357]: DEBUG oslo_vmware.api [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Waiting for the task: (returnval){ [ 756.496316] env[69357]: value = "task-3282433" [ 756.496316] env[69357]: _type = "Task" [ 756.496316] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.500441] env[69357]: DEBUG nova.objects.instance [None req-face4178-d5da-48e0-b9bd-9a7f151276c8 tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Lazy-loading 'flavor' on Instance uuid f9c1342d-1643-4edc-a5d0-a23d38ed613c {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.510818] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Created folder: Instances in parent group-v655529. [ 756.511188] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.511873] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.513130] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d701b9ff-8d76-4410-a90b-797127f21f75 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.537475] env[69357]: DEBUG oslo_concurrency.lockutils [None req-919d229e-eb63-4244-92a1-4669daa5fb83 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.538350] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a550cd-d300-4e0a-9450-5c2bd7be3220 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.541313] env[69357]: DEBUG oslo_vmware.api [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Task: {'id': task-3282433, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.548742] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda72d01-0997-4965-a3e3-2f448aaa218d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.552024] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.552024] env[69357]: value = "task-3282435" [ 756.552024] env[69357]: _type = "Task" [ 756.552024] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.586961] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5754dea-24ad-4227-82e0-12f6ac828897 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.592867] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282435, 'name': CreateVM_Task} progress is 15%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.599383] env[69357]: DEBUG oslo_vmware.api [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3282431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461042} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.601840] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] ff1d2974-d5a3-4753-9fa4-77f49949dd16/ff1d2974-d5a3-4753-9fa4-77f49949dd16.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.602090] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.602420] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b00764ce-a1ea-4a76-a11e-a93d57ceac6e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.606431] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedd8360-9cb2-44f4-b6dc-f01ced390820 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.622284] env[69357]: DEBUG nova.compute.provider_tree [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.624880] env[69357]: DEBUG oslo_vmware.api [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 756.624880] env[69357]: value = "task-3282436" [ 756.624880] env[69357]: _type = "Task" [ 756.624880] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.807991] env[69357]: INFO nova.compute.manager [-] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Took 1.37 seconds to deallocate network for instance. [ 756.831590] env[69357]: DEBUG nova.compute.manager [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.861582] env[69357]: DEBUG nova.virt.hardware [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.861933] env[69357]: DEBUG nova.virt.hardware [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.862177] env[69357]: DEBUG nova.virt.hardware [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.862445] env[69357]: DEBUG nova.virt.hardware [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.862652] env[69357]: DEBUG nova.virt.hardware [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.862855] env[69357]: DEBUG nova.virt.hardware [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.863932] env[69357]: DEBUG nova.virt.hardware [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.863932] env[69357]: DEBUG nova.virt.hardware [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.863932] env[69357]: DEBUG nova.virt.hardware [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.863932] env[69357]: DEBUG nova.virt.hardware [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.864119] env[69357]: DEBUG nova.virt.hardware [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.865625] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c881d4b-453f-4337-844c-6617422385fd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.876067] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee5a3ac-98c6-4bf5-a797-ee0649f43e27 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.009660] env[69357]: DEBUG oslo_vmware.api [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Task: {'id': task-3282433, 'name': Rename_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.014414] env[69357]: DEBUG oslo_concurrency.lockutils [None req-face4178-d5da-48e0-b9bd-9a7f151276c8 tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Acquiring lock "refresh_cache-f9c1342d-1643-4edc-a5d0-a23d38ed613c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.014619] env[69357]: DEBUG oslo_concurrency.lockutils [None req-face4178-d5da-48e0-b9bd-9a7f151276c8 tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Acquired lock "refresh_cache-f9c1342d-1643-4edc-a5d0-a23d38ed613c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.068746] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282435, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.127100] env[69357]: DEBUG nova.scheduler.client.report [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.140699] env[69357]: DEBUG oslo_vmware.api [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3282436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.226379} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.140699] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.141424] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0830669-5564-43a2-8523-b615b961822a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.165922] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] ff1d2974-d5a3-4753-9fa4-77f49949dd16/ff1d2974-d5a3-4753-9fa4-77f49949dd16.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.169608] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6a4f1aa-99c1-4c54-898b-c15d0a67f82d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.194314] env[69357]: DEBUG oslo_vmware.api [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 757.194314] env[69357]: value = "task-3282438" [ 757.194314] env[69357]: _type = "Task" [ 757.194314] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.204018] env[69357]: DEBUG oslo_vmware.api [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3282438, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.271413] env[69357]: DEBUG nova.network.neutron [req-6c0877cc-8733-4ade-bc5c-064f7d20a14a req-aa8e9ab4-5abf-4e38-99be-fd1008a89a21 service nova] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Updated VIF entry in instance network info cache for port cad3d9f2-95f9-4e2f-9808-d367b6b0e734. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.271770] env[69357]: DEBUG nova.network.neutron [req-6c0877cc-8733-4ade-bc5c-064f7d20a14a req-aa8e9ab4-5abf-4e38-99be-fd1008a89a21 service nova] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Updating instance_info_cache with network_info: [{"id": "cad3d9f2-95f9-4e2f-9808-d367b6b0e734", "address": "fa:16:3e:4c:8b:a9", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcad3d9f2-95", "ovs_interfaceid": "cad3d9f2-95f9-4e2f-9808-d367b6b0e734", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.313804] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ec78a73e-c504-415f-bfd2-eb40b33c3298 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.513972] env[69357]: DEBUG oslo_vmware.api [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Task: {'id': task-3282433, 'name': Rename_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.564088] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282435, 'name': CreateVM_Task, 'duration_secs': 0.533089} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.564338] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.565111] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.565378] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.565767] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.566156] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a079537a-1b05-409d-8927-3f7daf4bd7ca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.571491] env[69357]: DEBUG oslo_vmware.api [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Waiting for the task: (returnval){ [ 757.571491] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f28af8-e665-8e93-06a6-6924fc6dface" [ 757.571491] env[69357]: _type = "Task" [ 757.571491] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.579628] env[69357]: DEBUG oslo_vmware.api [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f28af8-e665-8e93-06a6-6924fc6dface, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.634806] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.830s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.635465] env[69357]: DEBUG nova.compute.manager [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 757.638173] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a9d28c6d-e9bd-4d7b-89df-0c7ff1976856 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.088s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.638518] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a9d28c6d-e9bd-4d7b-89df-0c7ff1976856 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.640490] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.117s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.642027] env[69357]: INFO nova.compute.claims [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.675349] env[69357]: INFO nova.scheduler.client.report [None req-a9d28c6d-e9bd-4d7b-89df-0c7ff1976856 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Deleted allocations for instance 40995412-2970-4f48-a4a7-429273c4357e [ 757.707027] env[69357]: DEBUG oslo_vmware.api [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3282438, 'name': ReconfigVM_Task, 'duration_secs': 0.287581} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.707489] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Reconfigured VM instance instance-0000002a to attach disk [datastore1] ff1d2974-d5a3-4753-9fa4-77f49949dd16/ff1d2974-d5a3-4753-9fa4-77f49949dd16.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.708340] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61d868b5-9420-400d-ab80-1dea82f72a11 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.716220] env[69357]: DEBUG oslo_vmware.api [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 757.716220] env[69357]: value = "task-3282439" [ 757.716220] env[69357]: _type = "Task" [ 757.716220] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.724797] env[69357]: DEBUG oslo_vmware.api [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3282439, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.749546] env[69357]: DEBUG nova.network.neutron [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Successfully updated port: c2006b86-fd74-4d94-8a94-3cf029cb1f65 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 757.776936] env[69357]: DEBUG oslo_concurrency.lockutils [req-6c0877cc-8733-4ade-bc5c-064f7d20a14a req-aa8e9ab4-5abf-4e38-99be-fd1008a89a21 service nova] Releasing lock "refresh_cache-e896bb18-636e-4787-8b67-476c5a32dd33" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.777233] env[69357]: DEBUG nova.compute.manager [req-6c0877cc-8733-4ade-bc5c-064f7d20a14a req-aa8e9ab4-5abf-4e38-99be-fd1008a89a21 service nova] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Received event network-vif-deleted-c33c7778-20ab-41d5-a6af-17b457be8b9a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.823735] env[69357]: DEBUG nova.network.neutron [None req-face4178-d5da-48e0-b9bd-9a7f151276c8 tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.836948] env[69357]: DEBUG nova.compute.manager [req-f1232d4d-9dfe-45b7-b619-fcb3047e5005 req-6d080d7b-f50f-4276-8e9c-88edbf62d632 service nova] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Received event network-vif-deleted-6902c5c3-9a22-4aba-a4d6-8b41c54ad69e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.837053] env[69357]: DEBUG nova.compute.manager [req-f1232d4d-9dfe-45b7-b619-fcb3047e5005 req-6d080d7b-f50f-4276-8e9c-88edbf62d632 service nova] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Received event network-vif-plugged-c2006b86-fd74-4d94-8a94-3cf029cb1f65 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.837226] env[69357]: DEBUG oslo_concurrency.lockutils [req-f1232d4d-9dfe-45b7-b619-fcb3047e5005 req-6d080d7b-f50f-4276-8e9c-88edbf62d632 service nova] Acquiring lock "63837d13-19a6-4320-8521-deacd01dfe75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.837433] env[69357]: DEBUG oslo_concurrency.lockutils [req-f1232d4d-9dfe-45b7-b619-fcb3047e5005 req-6d080d7b-f50f-4276-8e9c-88edbf62d632 service nova] Lock "63837d13-19a6-4320-8521-deacd01dfe75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.837595] env[69357]: DEBUG oslo_concurrency.lockutils [req-f1232d4d-9dfe-45b7-b619-fcb3047e5005 req-6d080d7b-f50f-4276-8e9c-88edbf62d632 service nova] Lock "63837d13-19a6-4320-8521-deacd01dfe75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.837755] env[69357]: DEBUG nova.compute.manager [req-f1232d4d-9dfe-45b7-b619-fcb3047e5005 req-6d080d7b-f50f-4276-8e9c-88edbf62d632 service nova] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] No waiting events found dispatching network-vif-plugged-c2006b86-fd74-4d94-8a94-3cf029cb1f65 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 757.837919] env[69357]: WARNING nova.compute.manager [req-f1232d4d-9dfe-45b7-b619-fcb3047e5005 req-6d080d7b-f50f-4276-8e9c-88edbf62d632 service nova] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Received unexpected event network-vif-plugged-c2006b86-fd74-4d94-8a94-3cf029cb1f65 for instance with vm_state building and task_state spawning. [ 757.838081] env[69357]: DEBUG nova.compute.manager [req-f1232d4d-9dfe-45b7-b619-fcb3047e5005 req-6d080d7b-f50f-4276-8e9c-88edbf62d632 service nova] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Received event network-changed-c2006b86-fd74-4d94-8a94-3cf029cb1f65 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.838229] env[69357]: DEBUG nova.compute.manager [req-f1232d4d-9dfe-45b7-b619-fcb3047e5005 req-6d080d7b-f50f-4276-8e9c-88edbf62d632 service nova] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Refreshing instance network info cache due to event network-changed-c2006b86-fd74-4d94-8a94-3cf029cb1f65. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 757.838400] env[69357]: DEBUG oslo_concurrency.lockutils [req-f1232d4d-9dfe-45b7-b619-fcb3047e5005 req-6d080d7b-f50f-4276-8e9c-88edbf62d632 service nova] Acquiring lock "refresh_cache-63837d13-19a6-4320-8521-deacd01dfe75" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.838528] env[69357]: DEBUG oslo_concurrency.lockutils [req-f1232d4d-9dfe-45b7-b619-fcb3047e5005 req-6d080d7b-f50f-4276-8e9c-88edbf62d632 service nova] Acquired lock "refresh_cache-63837d13-19a6-4320-8521-deacd01dfe75" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.839230] env[69357]: DEBUG nova.network.neutron [req-f1232d4d-9dfe-45b7-b619-fcb3047e5005 req-6d080d7b-f50f-4276-8e9c-88edbf62d632 service nova] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Refreshing network info cache for port c2006b86-fd74-4d94-8a94-3cf029cb1f65 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.012830] env[69357]: DEBUG oslo_vmware.api [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Task: {'id': task-3282433, 'name': Rename_Task, 'duration_secs': 1.148328} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.012970] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.013221] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4b1f155-a053-4cb1-a00e-34c52c7a9330 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.021172] env[69357]: DEBUG oslo_vmware.api [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Waiting for the task: (returnval){ [ 758.021172] env[69357]: value = "task-3282440" [ 758.021172] env[69357]: _type = "Task" [ 758.021172] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.030124] env[69357]: DEBUG oslo_vmware.api [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Task: {'id': task-3282440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.082775] env[69357]: DEBUG oslo_vmware.api [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f28af8-e665-8e93-06a6-6924fc6dface, 'name': SearchDatastore_Task, 'duration_secs': 0.008971} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.086022] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.086022] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.086022] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.086022] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.086022] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.086022] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e6817e0-2400-446d-bd4d-00f31e382d84 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.096024] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.096024] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.096024] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c7fff57-cd25-46a4-934e-7949a854731b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.102187] env[69357]: DEBUG oslo_vmware.api [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Waiting for the task: (returnval){ [ 758.102187] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52b8b6f7-5fcb-1ffa-fb8f-af1cee16bb4c" [ 758.102187] env[69357]: _type = "Task" [ 758.102187] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.111246] env[69357]: DEBUG oslo_vmware.api [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52b8b6f7-5fcb-1ffa-fb8f-af1cee16bb4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.148679] env[69357]: DEBUG nova.compute.utils [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.153022] env[69357]: DEBUG nova.compute.manager [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 758.153022] env[69357]: DEBUG nova.network.neutron [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 758.185246] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a9d28c6d-e9bd-4d7b-89df-0c7ff1976856 tempest-ServerAddressesNegativeTestJSON-1113830939 tempest-ServerAddressesNegativeTestJSON-1113830939-project-member] Lock "40995412-2970-4f48-a4a7-429273c4357e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.072s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.221573] env[69357]: DEBUG nova.policy [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17c8a2b8b3304b1c90a2c98bf617ad44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f9e322728b3472a8d18760bfc924fe3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 758.229133] env[69357]: DEBUG oslo_vmware.api [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3282439, 'name': Rename_Task, 'duration_secs': 0.142105} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.229724] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.230160] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c0ffd47-4e14-4733-ab24-724cec4a1ab7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.241582] env[69357]: DEBUG oslo_vmware.api [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 758.241582] env[69357]: value = "task-3282441" [ 758.241582] env[69357]: _type = "Task" [ 758.241582] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.250674] env[69357]: DEBUG oslo_vmware.api [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3282441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.259581] env[69357]: DEBUG oslo_concurrency.lockutils [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Acquiring lock "refresh_cache-63837d13-19a6-4320-8521-deacd01dfe75" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.259581] env[69357]: DEBUG nova.compute.manager [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.259581] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25b03df-1fdc-43f7-b089-56c6f1fdbee1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.382162] env[69357]: DEBUG nova.network.neutron [req-f1232d4d-9dfe-45b7-b619-fcb3047e5005 req-6d080d7b-f50f-4276-8e9c-88edbf62d632 service nova] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.529344] env[69357]: DEBUG nova.network.neutron [req-f1232d4d-9dfe-45b7-b619-fcb3047e5005 req-6d080d7b-f50f-4276-8e9c-88edbf62d632 service nova] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.542192] env[69357]: DEBUG oslo_vmware.api [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Task: {'id': task-3282440, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.614848] env[69357]: DEBUG oslo_vmware.api [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52b8b6f7-5fcb-1ffa-fb8f-af1cee16bb4c, 'name': SearchDatastore_Task, 'duration_secs': 0.027167} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.618958] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad3884e4-d1b5-4870-87ae-fe9c1058d43e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.624677] env[69357]: DEBUG oslo_vmware.api [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Waiting for the task: (returnval){ [ 758.624677] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52bcd00c-c5d1-bf11-149c-22130d2213e8" [ 758.624677] env[69357]: _type = "Task" [ 758.624677] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.633799] env[69357]: DEBUG oslo_vmware.api [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52bcd00c-c5d1-bf11-149c-22130d2213e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.657707] env[69357]: DEBUG nova.compute.manager [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 758.753331] env[69357]: DEBUG oslo_vmware.api [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3282441, 'name': PowerOnVM_Task, 'duration_secs': 0.457192} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.753331] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.753681] env[69357]: INFO nova.compute.manager [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Took 7.50 seconds to spawn the instance on the hypervisor. [ 758.753896] env[69357]: DEBUG nova.compute.manager [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.754946] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d570b3d1-036e-4769-9607-cf165ef05766 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.770928] env[69357]: INFO nova.compute.manager [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] instance snapshotting [ 758.771285] env[69357]: WARNING nova.compute.manager [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 758.774433] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee19168b-07d4-43f5-94ba-08a8b00dbe73 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.800072] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b057a2-c390-4d62-93c3-438a36cd15f3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.906473] env[69357]: DEBUG nova.network.neutron [None req-face4178-d5da-48e0-b9bd-9a7f151276c8 tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Updating instance_info_cache with network_info: [{"id": "c46d335e-86b6-46af-bafd-ead9c7ce255c", "address": "fa:16:3e:94:09:ba", "network": {"id": "799f00df-e923-40da-873b-3fb46f50d77e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2106895909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3864061521754fac9a6723df42586a72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc46d335e-86", "ovs_interfaceid": "c46d335e-86b6-46af-bafd-ead9c7ce255c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.952810] env[69357]: DEBUG nova.network.neutron [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Successfully created port: a26835e1-3c11-4209-9634-700934ee3af1 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.037315] env[69357]: DEBUG oslo_concurrency.lockutils [req-f1232d4d-9dfe-45b7-b619-fcb3047e5005 req-6d080d7b-f50f-4276-8e9c-88edbf62d632 service nova] Releasing lock "refresh_cache-63837d13-19a6-4320-8521-deacd01dfe75" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.041376] env[69357]: DEBUG oslo_concurrency.lockutils [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Acquired lock "refresh_cache-63837d13-19a6-4320-8521-deacd01dfe75" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.041552] env[69357]: DEBUG nova.network.neutron [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.042852] env[69357]: DEBUG oslo_vmware.api [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Task: {'id': task-3282440, 'name': PowerOnVM_Task, 'duration_secs': 0.544078} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.042944] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.043160] env[69357]: INFO nova.compute.manager [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Took 10.51 seconds to spawn the instance on the hypervisor. [ 759.043335] env[69357]: DEBUG nova.compute.manager [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.044344] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71db7e54-751b-40f3-853f-7299031f7831 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.135337] env[69357]: DEBUG oslo_vmware.api [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52bcd00c-c5d1-bf11-149c-22130d2213e8, 'name': SearchDatastore_Task, 'duration_secs': 0.013528} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.136291] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.136375] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] e896bb18-636e-4787-8b67-476c5a32dd33/e896bb18-636e-4787-8b67-476c5a32dd33.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.136613] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc2cb7df-f4ed-4ad3-860e-972a11eada20 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.143502] env[69357]: DEBUG oslo_vmware.api [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Waiting for the task: (returnval){ [ 759.143502] env[69357]: value = "task-3282443" [ 759.143502] env[69357]: _type = "Task" [ 759.143502] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.152871] env[69357]: DEBUG oslo_vmware.api [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Task: {'id': task-3282443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.241559] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7acbc5-07fb-44b1-ba4d-f0cf16cd02fa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.249648] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a56534-9f2b-4954-9b3a-abdcb6b1a646 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.287120] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10818d16-f48a-4ae9-9ed1-63db6978c8c6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.296111] env[69357]: INFO nova.compute.manager [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Took 44.32 seconds to build instance. [ 759.299836] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358795e5-42f5-4bbb-8c87-117ebd6fb5b2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.314787] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Creating Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 759.315315] env[69357]: DEBUG nova.compute.provider_tree [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.317110] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-32ebb3f7-e5a9-4421-85fa-b48f33337a87 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.324325] env[69357]: DEBUG oslo_vmware.api [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 759.324325] env[69357]: value = "task-3282444" [ 759.324325] env[69357]: _type = "Task" [ 759.324325] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.334925] env[69357]: DEBUG oslo_vmware.api [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282444, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.409792] env[69357]: DEBUG oslo_concurrency.lockutils [None req-face4178-d5da-48e0-b9bd-9a7f151276c8 tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Releasing lock "refresh_cache-f9c1342d-1643-4edc-a5d0-a23d38ed613c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.410141] env[69357]: DEBUG nova.compute.manager [None req-face4178-d5da-48e0-b9bd-9a7f151276c8 tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Inject network info {{(pid=69357) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 759.411027] env[69357]: DEBUG nova.compute.manager [None req-face4178-d5da-48e0-b9bd-9a7f151276c8 tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] network_info to inject: |[{"id": "c46d335e-86b6-46af-bafd-ead9c7ce255c", "address": "fa:16:3e:94:09:ba", "network": {"id": "799f00df-e923-40da-873b-3fb46f50d77e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2106895909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3864061521754fac9a6723df42586a72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc46d335e-86", "ovs_interfaceid": "c46d335e-86b6-46af-bafd-ead9c7ce255c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 759.416939] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-face4178-d5da-48e0-b9bd-9a7f151276c8 tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Reconfiguring VM instance to set the machine id {{(pid=69357) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 759.417508] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce97cce8-b983-489d-9c37-f2c6c88c94a3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.436898] env[69357]: DEBUG oslo_vmware.api [None req-face4178-d5da-48e0-b9bd-9a7f151276c8 tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Waiting for the task: (returnval){ [ 759.436898] env[69357]: value = "task-3282445" [ 759.436898] env[69357]: _type = "Task" [ 759.436898] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.448699] env[69357]: DEBUG oslo_vmware.api [None req-face4178-d5da-48e0-b9bd-9a7f151276c8 tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Task: {'id': task-3282445, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.568177] env[69357]: INFO nova.compute.manager [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Took 49.59 seconds to build instance. [ 759.603216] env[69357]: DEBUG nova.network.neutron [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.655966] env[69357]: DEBUG oslo_vmware.api [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Task: {'id': task-3282443, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.672611] env[69357]: DEBUG nova.compute.manager [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 759.708890] env[69357]: DEBUG nova.virt.hardware [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.709336] env[69357]: DEBUG nova.virt.hardware [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.709645] env[69357]: DEBUG nova.virt.hardware [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.710098] env[69357]: DEBUG nova.virt.hardware [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.710264] env[69357]: DEBUG nova.virt.hardware [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.710526] env[69357]: DEBUG nova.virt.hardware [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.710781] env[69357]: DEBUG nova.virt.hardware [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.710985] env[69357]: DEBUG nova.virt.hardware [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.711185] env[69357]: DEBUG nova.virt.hardware [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.711545] env[69357]: DEBUG nova.virt.hardware [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.711794] env[69357]: DEBUG nova.virt.hardware [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.712774] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0380a9ed-2764-44d3-a1eb-63ed3e9b6b37 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.723963] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb12419-9b4c-4bf3-9536-c603ae73670a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.794072] env[69357]: DEBUG nova.network.neutron [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Updating instance_info_cache with network_info: [{"id": "c2006b86-fd74-4d94-8a94-3cf029cb1f65", "address": "fa:16:3e:27:7f:93", "network": {"id": "9586d556-b51a-4db6-b6dc-1bc11107aa45", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1842801689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c109bdf5c634d3eb9619e1c61713d39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2006b86-fd", "ovs_interfaceid": "c2006b86-fd74-4d94-8a94-3cf029cb1f65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.804017] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddba81c6-9cf9-4986-a003-3bea734009ff tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "ff1d2974-d5a3-4753-9fa4-77f49949dd16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.457s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.823036] env[69357]: DEBUG nova.scheduler.client.report [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.835608] env[69357]: DEBUG oslo_vmware.api [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282444, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.947581] env[69357]: DEBUG oslo_vmware.api [None req-face4178-d5da-48e0-b9bd-9a7f151276c8 tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Task: {'id': task-3282445, 'name': ReconfigVM_Task, 'duration_secs': 0.187654} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.947899] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-face4178-d5da-48e0-b9bd-9a7f151276c8 tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Reconfigured VM instance to set the machine id {{(pid=69357) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 760.070230] env[69357]: DEBUG oslo_concurrency.lockutils [None req-747d1016-2ad8-4180-af07-f87c754920dd tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Lock "5a064560-6b50-4107-bccd-8c9e7a57d235" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 103.720s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.101693] env[69357]: DEBUG nova.compute.manager [req-d8a95b80-aa53-4cb9-9ada-10336b81ddb8 req-d039c79e-c562-4df7-84c1-cdae1a8b0cf2 service nova] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Received event network-changed-c46d335e-86b6-46af-bafd-ead9c7ce255c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.101887] env[69357]: DEBUG nova.compute.manager [req-d8a95b80-aa53-4cb9-9ada-10336b81ddb8 req-d039c79e-c562-4df7-84c1-cdae1a8b0cf2 service nova] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Refreshing instance network info cache due to event network-changed-c46d335e-86b6-46af-bafd-ead9c7ce255c. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.102157] env[69357]: DEBUG oslo_concurrency.lockutils [req-d8a95b80-aa53-4cb9-9ada-10336b81ddb8 req-d039c79e-c562-4df7-84c1-cdae1a8b0cf2 service nova] Acquiring lock "refresh_cache-f9c1342d-1643-4edc-a5d0-a23d38ed613c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.102258] env[69357]: DEBUG oslo_concurrency.lockutils [req-d8a95b80-aa53-4cb9-9ada-10336b81ddb8 req-d039c79e-c562-4df7-84c1-cdae1a8b0cf2 service nova] Acquired lock "refresh_cache-f9c1342d-1643-4edc-a5d0-a23d38ed613c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.102416] env[69357]: DEBUG nova.network.neutron [req-d8a95b80-aa53-4cb9-9ada-10336b81ddb8 req-d039c79e-c562-4df7-84c1-cdae1a8b0cf2 service nova] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Refreshing network info cache for port c46d335e-86b6-46af-bafd-ead9c7ce255c {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.112940] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Acquiring lock "5a064560-6b50-4107-bccd-8c9e7a57d235" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.113245] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Lock "5a064560-6b50-4107-bccd-8c9e7a57d235" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.113459] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Acquiring lock "5a064560-6b50-4107-bccd-8c9e7a57d235-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.113662] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Lock "5a064560-6b50-4107-bccd-8c9e7a57d235-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.113839] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Lock "5a064560-6b50-4107-bccd-8c9e7a57d235-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.120115] env[69357]: INFO nova.compute.manager [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Terminating instance [ 760.159279] env[69357]: DEBUG oslo_vmware.api [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Task: {'id': task-3282443, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525359} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.159887] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] e896bb18-636e-4787-8b67-476c5a32dd33/e896bb18-636e-4787-8b67-476c5a32dd33.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.160269] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.160640] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cccc203-ae29-4589-9ef7-6b09553b85f9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.167917] env[69357]: DEBUG oslo_vmware.api [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Waiting for the task: (returnval){ [ 760.167917] env[69357]: value = "task-3282446" [ 760.167917] env[69357]: _type = "Task" [ 760.167917] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.177633] env[69357]: DEBUG oslo_vmware.api [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Task: {'id': task-3282446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.303243] env[69357]: DEBUG oslo_concurrency.lockutils [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Releasing lock "refresh_cache-63837d13-19a6-4320-8521-deacd01dfe75" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.303243] env[69357]: DEBUG nova.compute.manager [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Instance network_info: |[{"id": "c2006b86-fd74-4d94-8a94-3cf029cb1f65", "address": "fa:16:3e:27:7f:93", "network": {"id": "9586d556-b51a-4db6-b6dc-1bc11107aa45", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1842801689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c109bdf5c634d3eb9619e1c61713d39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2006b86-fd", "ovs_interfaceid": "c2006b86-fd74-4d94-8a94-3cf029cb1f65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.303243] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:7f:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2006b86-fd74-4d94-8a94-3cf029cb1f65', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.309180] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Creating folder: Project (5c109bdf5c634d3eb9619e1c61713d39). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.312726] env[69357]: DEBUG nova.compute.manager [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.315541] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed396ac2-c28a-4681-af18-9e9b4d438a68 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.328022] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.328022] env[69357]: DEBUG nova.compute.manager [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.335017] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6060f534-8569-401a-ba2d-5a4e6614eed2 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.545s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.335017] env[69357]: DEBUG nova.objects.instance [None req-6060f534-8569-401a-ba2d-5a4e6614eed2 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Lazy-loading 'resources' on Instance uuid a1f0cf9f-f8f1-4ef9-a011-72ca04288549 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.337800] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Created folder: Project (5c109bdf5c634d3eb9619e1c61713d39) in parent group-v655402. [ 760.338044] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Creating folder: Instances. Parent ref: group-v655533. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.341854] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfa8d8c4-7bcf-4536-8b48-81966f683f52 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.350936] env[69357]: DEBUG oslo_vmware.api [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282444, 'name': CreateSnapshot_Task, 'duration_secs': 0.703299} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.353264] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Created Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 760.353264] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Created folder: Instances in parent group-v655533. [ 760.353264] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.357154] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f7957e-e671-4e5f-902d-2b0ff1ceba13 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.357290] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.359236] env[69357]: DEBUG nova.objects.instance [None req-f3e8d749-bcf7-4c77-b635-4484da9c306a tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Lazy-loading 'flavor' on Instance uuid f9c1342d-1643-4edc-a5d0-a23d38ed613c {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.361108] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb7f5ba1-c7f2-490d-8152-0f78529cb5b9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.397202] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.397202] env[69357]: value = "task-3282449" [ 760.397202] env[69357]: _type = "Task" [ 760.397202] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.405041] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282449, 'name': CreateVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.544668] env[69357]: DEBUG nova.network.neutron [req-d8a95b80-aa53-4cb9-9ada-10336b81ddb8 req-d039c79e-c562-4df7-84c1-cdae1a8b0cf2 service nova] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Updated VIF entry in instance network info cache for port c46d335e-86b6-46af-bafd-ead9c7ce255c. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.545225] env[69357]: DEBUG nova.network.neutron [req-d8a95b80-aa53-4cb9-9ada-10336b81ddb8 req-d039c79e-c562-4df7-84c1-cdae1a8b0cf2 service nova] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Updating instance_info_cache with network_info: [{"id": "c46d335e-86b6-46af-bafd-ead9c7ce255c", "address": "fa:16:3e:94:09:ba", "network": {"id": "799f00df-e923-40da-873b-3fb46f50d77e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2106895909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3864061521754fac9a6723df42586a72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc46d335e-86", "ovs_interfaceid": "c46d335e-86b6-46af-bafd-ead9c7ce255c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.573197] env[69357]: DEBUG nova.compute.manager [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.627183] env[69357]: DEBUG nova.compute.manager [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.627503] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.629023] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ae20bb-014a-4148-a5b4-397e5caa54ef {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.638307] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.639785] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4895ba94-2910-49c3-a65d-dc0a7e3de7c5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.649043] env[69357]: DEBUG oslo_vmware.api [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Waiting for the task: (returnval){ [ 760.649043] env[69357]: value = "task-3282450" [ 760.649043] env[69357]: _type = "Task" [ 760.649043] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.659949] env[69357]: DEBUG oslo_vmware.api [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Task: {'id': task-3282450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.679484] env[69357]: DEBUG oslo_vmware.api [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Task: {'id': task-3282446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.244406} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.679714] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.680554] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add62411-2794-4129-8498-9bbd22fc37b7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.705327] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] e896bb18-636e-4787-8b67-476c5a32dd33/e896bb18-636e-4787-8b67-476c5a32dd33.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.705725] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a29fe64f-8d34-457d-917e-e187099e3cfd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.725123] env[69357]: DEBUG oslo_vmware.api [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Waiting for the task: (returnval){ [ 760.725123] env[69357]: value = "task-3282451" [ 760.725123] env[69357]: _type = "Task" [ 760.725123] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.734055] env[69357]: DEBUG oslo_vmware.api [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Task: {'id': task-3282451, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.839080] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.840470] env[69357]: DEBUG nova.compute.utils [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.844983] env[69357]: DEBUG nova.compute.manager [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.845164] env[69357]: DEBUG nova.network.neutron [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.887468] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f3e8d749-bcf7-4c77-b635-4484da9c306a tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Acquiring lock "refresh_cache-f9c1342d-1643-4edc-a5d0-a23d38ed613c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.903215] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Creating linked-clone VM from snapshot {{(pid=69357) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 760.907217] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c6311830-be8a-4a7d-888d-f43fe5c25751 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.925609] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282449, 'name': CreateVM_Task, 'duration_secs': 0.371305} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.929454] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.929775] env[69357]: DEBUG oslo_vmware.api [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 760.929775] env[69357]: value = "task-3282452" [ 760.929775] env[69357]: _type = "Task" [ 760.929775] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.931368] env[69357]: DEBUG oslo_concurrency.lockutils [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.931368] env[69357]: DEBUG oslo_concurrency.lockutils [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.931368] env[69357]: DEBUG oslo_concurrency.lockutils [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.931721] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af6182a1-6684-4c94-a53f-e8e53514481b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.937717] env[69357]: DEBUG nova.policy [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36eb2d34c35f4fcaabbd57e74572f763', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bb7dea9b5224569b95aebfe57da0e9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.942430] env[69357]: DEBUG oslo_vmware.api [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Waiting for the task: (returnval){ [ 760.942430] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ac2019-0f33-6c36-5222-f8f4d2926290" [ 760.942430] env[69357]: _type = "Task" [ 760.942430] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.947183] env[69357]: DEBUG oslo_vmware.api [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282452, 'name': CloneVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.960846] env[69357]: DEBUG oslo_vmware.api [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ac2019-0f33-6c36-5222-f8f4d2926290, 'name': SearchDatastore_Task, 'duration_secs': 0.013684} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.961247] env[69357]: DEBUG oslo_concurrency.lockutils [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.961499] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.961793] env[69357]: DEBUG oslo_concurrency.lockutils [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.962067] env[69357]: DEBUG oslo_concurrency.lockutils [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.962306] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.962592] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-193e8966-50af-4dca-bc31-a1d9d29dc499 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.976558] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.976798] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.977609] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcd7cc8a-b211-41a4-9e49-30cc4c1d603b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.983465] env[69357]: DEBUG oslo_vmware.api [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Waiting for the task: (returnval){ [ 760.983465] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52429d9a-e8f2-6c58-5a12-ee7f4e9c14bb" [ 760.983465] env[69357]: _type = "Task" [ 760.983465] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.996750] env[69357]: DEBUG oslo_vmware.api [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52429d9a-e8f2-6c58-5a12-ee7f4e9c14bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.036962] env[69357]: DEBUG nova.network.neutron [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Successfully updated port: a26835e1-3c11-4209-9634-700934ee3af1 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.051612] env[69357]: DEBUG oslo_concurrency.lockutils [req-d8a95b80-aa53-4cb9-9ada-10336b81ddb8 req-d039c79e-c562-4df7-84c1-cdae1a8b0cf2 service nova] Releasing lock "refresh_cache-f9c1342d-1643-4edc-a5d0-a23d38ed613c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.051612] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f3e8d749-bcf7-4c77-b635-4484da9c306a tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Acquired lock "refresh_cache-f9c1342d-1643-4edc-a5d0-a23d38ed613c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.092643] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.162810] env[69357]: DEBUG oslo_vmware.api [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Task: {'id': task-3282450, 'name': PowerOffVM_Task, 'duration_secs': 0.369558} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.163856] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.163856] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.163856] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac80b642-3947-4149-aa6c-f772d1eaca40 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.236943] env[69357]: DEBUG oslo_vmware.api [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Task: {'id': task-3282451, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.252057] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.252176] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.252320] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Deleting the datastore file [datastore2] 5a064560-6b50-4107-bccd-8c9e7a57d235 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.252595] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63eb4455-a2a6-45c4-b3ba-d4ad28693fc3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.262047] env[69357]: DEBUG oslo_vmware.api [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Waiting for the task: (returnval){ [ 761.262047] env[69357]: value = "task-3282454" [ 761.262047] env[69357]: _type = "Task" [ 761.262047] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.270672] env[69357]: DEBUG oslo_vmware.api [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Task: {'id': task-3282454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.346346] env[69357]: DEBUG nova.compute.manager [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.446198] env[69357]: DEBUG oslo_vmware.api [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282452, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.495965] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a88bd6-f53c-4837-a5b8-35b3015a45be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.505459] env[69357]: DEBUG oslo_vmware.api [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52429d9a-e8f2-6c58-5a12-ee7f4e9c14bb, 'name': SearchDatastore_Task, 'duration_secs': 0.025221} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.508485] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25adc201-3e53-4fb6-acd8-fee4806a503a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.511956] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b91372-a131-4186-957b-ae285e6e592a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.520783] env[69357]: DEBUG oslo_vmware.api [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Waiting for the task: (returnval){ [ 761.520783] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a5aaac-cfe3-2fdd-2e3a-47daa0bec191" [ 761.520783] env[69357]: _type = "Task" [ 761.520783] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.546309] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Acquiring lock "refresh_cache-b4f1cf0a-960c-4674-b82e-557fc2dc6797" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.546451] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Acquired lock "refresh_cache-b4f1cf0a-960c-4674-b82e-557fc2dc6797" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.546596] env[69357]: DEBUG nova.network.neutron [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.552132] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1dfcc0-1536-4edd-a618-02a365ff9663 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.561322] env[69357]: DEBUG oslo_vmware.api [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a5aaac-cfe3-2fdd-2e3a-47daa0bec191, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.565413] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5506ef1d-78ff-42b3-94be-1f27e00bdfa1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.580342] env[69357]: DEBUG nova.compute.provider_tree [None req-6060f534-8569-401a-ba2d-5a4e6614eed2 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.745338] env[69357]: DEBUG oslo_vmware.api [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Task: {'id': task-3282451, 'name': ReconfigVM_Task, 'duration_secs': 0.59988} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.745338] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Reconfigured VM instance instance-0000002b to attach disk [datastore1] e896bb18-636e-4787-8b67-476c5a32dd33/e896bb18-636e-4787-8b67-476c5a32dd33.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.745338] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fb007e1-eb0c-42b6-9ebb-935292155955 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.754295] env[69357]: DEBUG oslo_vmware.api [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Waiting for the task: (returnval){ [ 761.754295] env[69357]: value = "task-3282456" [ 761.754295] env[69357]: _type = "Task" [ 761.754295] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.764308] env[69357]: DEBUG oslo_vmware.api [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Task: {'id': task-3282456, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.774242] env[69357]: DEBUG oslo_vmware.api [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Task: {'id': task-3282454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22436} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.774242] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.774242] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.774242] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.774242] env[69357]: INFO nova.compute.manager [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Took 1.15 seconds to destroy the instance on the hypervisor. [ 761.774589] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.774829] env[69357]: DEBUG nova.compute.manager [-] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.774959] env[69357]: DEBUG nova.network.neutron [-] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.864694] env[69357]: DEBUG nova.network.neutron [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Successfully created port: d95e310a-a9da-45b8-8be5-491907349b41 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.923597] env[69357]: DEBUG nova.network.neutron [None req-f3e8d749-bcf7-4c77-b635-4484da9c306a tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.944786] env[69357]: DEBUG oslo_vmware.api [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282452, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.058310] env[69357]: DEBUG oslo_vmware.api [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a5aaac-cfe3-2fdd-2e3a-47daa0bec191, 'name': SearchDatastore_Task, 'duration_secs': 0.042522} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.058605] env[69357]: DEBUG oslo_concurrency.lockutils [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.058861] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 63837d13-19a6-4320-8521-deacd01dfe75/63837d13-19a6-4320-8521-deacd01dfe75.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.059518] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21dfef91-de85-44ee-8c08-d2eed1424515 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.065847] env[69357]: DEBUG oslo_vmware.api [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Waiting for the task: (returnval){ [ 762.065847] env[69357]: value = "task-3282457" [ 762.065847] env[69357]: _type = "Task" [ 762.065847] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.076157] env[69357]: DEBUG oslo_vmware.api [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Task: {'id': task-3282457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.083315] env[69357]: DEBUG nova.scheduler.client.report [None req-6060f534-8569-401a-ba2d-5a4e6614eed2 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.094978] env[69357]: DEBUG nova.network.neutron [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.175608] env[69357]: DEBUG nova.compute.manager [req-98ccd7c7-528b-4d13-b619-d2ff63f25aeb req-8251c1ee-6d5e-477b-851c-738b9c849467 service nova] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Received event network-vif-plugged-a26835e1-3c11-4209-9634-700934ee3af1 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.175856] env[69357]: DEBUG oslo_concurrency.lockutils [req-98ccd7c7-528b-4d13-b619-d2ff63f25aeb req-8251c1ee-6d5e-477b-851c-738b9c849467 service nova] Acquiring lock "b4f1cf0a-960c-4674-b82e-557fc2dc6797-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.176040] env[69357]: DEBUG oslo_concurrency.lockutils [req-98ccd7c7-528b-4d13-b619-d2ff63f25aeb req-8251c1ee-6d5e-477b-851c-738b9c849467 service nova] Lock "b4f1cf0a-960c-4674-b82e-557fc2dc6797-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.176208] env[69357]: DEBUG oslo_concurrency.lockutils [req-98ccd7c7-528b-4d13-b619-d2ff63f25aeb req-8251c1ee-6d5e-477b-851c-738b9c849467 service nova] Lock "b4f1cf0a-960c-4674-b82e-557fc2dc6797-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.176374] env[69357]: DEBUG nova.compute.manager [req-98ccd7c7-528b-4d13-b619-d2ff63f25aeb req-8251c1ee-6d5e-477b-851c-738b9c849467 service nova] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] No waiting events found dispatching network-vif-plugged-a26835e1-3c11-4209-9634-700934ee3af1 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 762.176538] env[69357]: WARNING nova.compute.manager [req-98ccd7c7-528b-4d13-b619-d2ff63f25aeb req-8251c1ee-6d5e-477b-851c-738b9c849467 service nova] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Received unexpected event network-vif-plugged-a26835e1-3c11-4209-9634-700934ee3af1 for instance with vm_state building and task_state spawning. [ 762.176719] env[69357]: DEBUG nova.compute.manager [req-98ccd7c7-528b-4d13-b619-d2ff63f25aeb req-8251c1ee-6d5e-477b-851c-738b9c849467 service nova] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Received event network-changed-a26835e1-3c11-4209-9634-700934ee3af1 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.176847] env[69357]: DEBUG nova.compute.manager [req-98ccd7c7-528b-4d13-b619-d2ff63f25aeb req-8251c1ee-6d5e-477b-851c-738b9c849467 service nova] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Refreshing instance network info cache due to event network-changed-a26835e1-3c11-4209-9634-700934ee3af1. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.177020] env[69357]: DEBUG oslo_concurrency.lockutils [req-98ccd7c7-528b-4d13-b619-d2ff63f25aeb req-8251c1ee-6d5e-477b-851c-738b9c849467 service nova] Acquiring lock "refresh_cache-b4f1cf0a-960c-4674-b82e-557fc2dc6797" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.264323] env[69357]: DEBUG oslo_vmware.api [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Task: {'id': task-3282456, 'name': Rename_Task, 'duration_secs': 0.194362} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.264625] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.265833] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b08f5fcc-2d74-46f1-aa72-256173f96ad9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.271592] env[69357]: DEBUG nova.compute.manager [req-a5a81738-9fc0-4a71-9888-06cffa7bf463 req-488a0b6f-7a7c-4923-a497-2ed5c385467a service nova] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Received event network-vif-deleted-45300c56-6280-4e2a-8cab-278c822e3231 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.271592] env[69357]: INFO nova.compute.manager [req-a5a81738-9fc0-4a71-9888-06cffa7bf463 req-488a0b6f-7a7c-4923-a497-2ed5c385467a service nova] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Neutron deleted interface 45300c56-6280-4e2a-8cab-278c822e3231; detaching it from the instance and deleting it from the info cache [ 762.271592] env[69357]: DEBUG nova.network.neutron [req-a5a81738-9fc0-4a71-9888-06cffa7bf463 req-488a0b6f-7a7c-4923-a497-2ed5c385467a service nova] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.277596] env[69357]: DEBUG oslo_vmware.api [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Waiting for the task: (returnval){ [ 762.277596] env[69357]: value = "task-3282458" [ 762.277596] env[69357]: _type = "Task" [ 762.277596] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.286469] env[69357]: DEBUG oslo_vmware.api [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Task: {'id': task-3282458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.287959] env[69357]: DEBUG nova.network.neutron [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Updating instance_info_cache with network_info: [{"id": "a26835e1-3c11-4209-9634-700934ee3af1", "address": "fa:16:3e:d3:dd:6b", "network": {"id": "c9dfba28-265e-4ab5-816d-64ed6ed83b08", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1945052613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f9e322728b3472a8d18760bfc924fe3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa26835e1-3c", "ovs_interfaceid": "a26835e1-3c11-4209-9634-700934ee3af1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.359026] env[69357]: DEBUG nova.compute.manager [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.382111] env[69357]: DEBUG nova.virt.hardware [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.382376] env[69357]: DEBUG nova.virt.hardware [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.382530] env[69357]: DEBUG nova.virt.hardware [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.382708] env[69357]: DEBUG nova.virt.hardware [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.382852] env[69357]: DEBUG nova.virt.hardware [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.382999] env[69357]: DEBUG nova.virt.hardware [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.383621] env[69357]: DEBUG nova.virt.hardware [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.383910] env[69357]: DEBUG nova.virt.hardware [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.384109] env[69357]: DEBUG nova.virt.hardware [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.384277] env[69357]: DEBUG nova.virt.hardware [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.384447] env[69357]: DEBUG nova.virt.hardware [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.385336] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3079838-0f4f-4a0f-b76e-b1eaa5d0d22f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.393436] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277cd088-5592-467d-865e-abf849b5c429 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.445798] env[69357]: DEBUG oslo_vmware.api [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282452, 'name': CloneVM_Task, 'duration_secs': 1.253422} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.446055] env[69357]: INFO nova.virt.vmwareapi.vmops [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Created linked-clone VM from snapshot [ 762.446836] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258bc231-1a85-4489-877b-21184c657c8c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.455031] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Uploading image f3948673-92c3-4f11-a9fe-9783654130e8 {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 762.482546] env[69357]: DEBUG oslo_vmware.rw_handles [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 762.482546] env[69357]: value = "vm-655536" [ 762.482546] env[69357]: _type = "VirtualMachine" [ 762.482546] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 762.482902] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-57d52166-a869-4ff7-8b6f-689af083572e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.491151] env[69357]: DEBUG oslo_vmware.rw_handles [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lease: (returnval){ [ 762.491151] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c53cb8-3b9c-96f3-d176-43650e6edc70" [ 762.491151] env[69357]: _type = "HttpNfcLease" [ 762.491151] env[69357]: } obtained for exporting VM: (result){ [ 762.491151] env[69357]: value = "vm-655536" [ 762.491151] env[69357]: _type = "VirtualMachine" [ 762.491151] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 762.491568] env[69357]: DEBUG oslo_vmware.api [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the lease: (returnval){ [ 762.491568] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c53cb8-3b9c-96f3-d176-43650e6edc70" [ 762.491568] env[69357]: _type = "HttpNfcLease" [ 762.491568] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 762.500922] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 762.500922] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c53cb8-3b9c-96f3-d176-43650e6edc70" [ 762.500922] env[69357]: _type = "HttpNfcLease" [ 762.500922] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 762.576871] env[69357]: DEBUG oslo_vmware.api [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Task: {'id': task-3282457, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.591361] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6060f534-8569-401a-ba2d-5a4e6614eed2 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.259s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.597540] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.060s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.600155] env[69357]: INFO nova.compute.claims [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.624270] env[69357]: INFO nova.scheduler.client.report [None req-6060f534-8569-401a-ba2d-5a4e6614eed2 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Deleted allocations for instance a1f0cf9f-f8f1-4ef9-a011-72ca04288549 [ 762.661020] env[69357]: DEBUG nova.network.neutron [-] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.685102] env[69357]: DEBUG nova.network.neutron [None req-f3e8d749-bcf7-4c77-b635-4484da9c306a tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Updating instance_info_cache with network_info: [{"id": "c46d335e-86b6-46af-bafd-ead9c7ce255c", "address": "fa:16:3e:94:09:ba", "network": {"id": "799f00df-e923-40da-873b-3fb46f50d77e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2106895909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3864061521754fac9a6723df42586a72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc46d335e-86", "ovs_interfaceid": "c46d335e-86b6-46af-bafd-ead9c7ce255c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.771428] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f393a89b-63fa-4e16-88a8-30c2b7a9a4dd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.786018] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c1afbe-583d-492e-85c0-181651a4aa44 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.797317] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Releasing lock "refresh_cache-b4f1cf0a-960c-4674-b82e-557fc2dc6797" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.797627] env[69357]: DEBUG nova.compute.manager [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Instance network_info: |[{"id": "a26835e1-3c11-4209-9634-700934ee3af1", "address": "fa:16:3e:d3:dd:6b", "network": {"id": "c9dfba28-265e-4ab5-816d-64ed6ed83b08", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1945052613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f9e322728b3472a8d18760bfc924fe3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa26835e1-3c", "ovs_interfaceid": "a26835e1-3c11-4209-9634-700934ee3af1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.798322] env[69357]: DEBUG oslo_concurrency.lockutils [req-98ccd7c7-528b-4d13-b619-d2ff63f25aeb req-8251c1ee-6d5e-477b-851c-738b9c849467 service nova] Acquired lock "refresh_cache-b4f1cf0a-960c-4674-b82e-557fc2dc6797" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.798510] env[69357]: DEBUG nova.network.neutron [req-98ccd7c7-528b-4d13-b619-d2ff63f25aeb req-8251c1ee-6d5e-477b-851c-738b9c849467 service nova] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Refreshing network info cache for port a26835e1-3c11-4209-9634-700934ee3af1 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.799680] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:dd:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a26835e1-3c11-4209-9634-700934ee3af1', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.807256] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Creating folder: Project (8f9e322728b3472a8d18760bfc924fe3). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.814720] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45e59525-c1f9-4c14-9b9c-ff27540727a2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.816999] env[69357]: DEBUG oslo_vmware.api [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Task: {'id': task-3282458, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.832268] env[69357]: DEBUG nova.compute.manager [req-a5a81738-9fc0-4a71-9888-06cffa7bf463 req-488a0b6f-7a7c-4923-a497-2ed5c385467a service nova] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Detach interface failed, port_id=45300c56-6280-4e2a-8cab-278c822e3231, reason: Instance 5a064560-6b50-4107-bccd-8c9e7a57d235 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 762.833522] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Created folder: Project (8f9e322728b3472a8d18760bfc924fe3) in parent group-v655402. [ 762.833726] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Creating folder: Instances. Parent ref: group-v655538. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.833992] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f70f705-35bd-488e-8b1b-17ccb072490c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.843310] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Created folder: Instances in parent group-v655538. [ 762.843725] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.843823] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.844356] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e05cad8-5054-4371-9a2e-2227e4e3b05e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.868722] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.868722] env[69357]: value = "task-3282462" [ 762.868722] env[69357]: _type = "Task" [ 762.868722] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.879650] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282462, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.000319] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 763.000319] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c53cb8-3b9c-96f3-d176-43650e6edc70" [ 763.000319] env[69357]: _type = "HttpNfcLease" [ 763.000319] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 763.000769] env[69357]: DEBUG oslo_vmware.rw_handles [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 763.000769] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c53cb8-3b9c-96f3-d176-43650e6edc70" [ 763.000769] env[69357]: _type = "HttpNfcLease" [ 763.000769] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 763.001878] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdf8c5f-7ab6-4511-b874-1c2835c7ef47 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.010906] env[69357]: DEBUG oslo_vmware.rw_handles [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523f5ed3-043b-f2cd-58d3-d157c4c0383d/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 763.011431] env[69357]: DEBUG oslo_vmware.rw_handles [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523f5ed3-043b-f2cd-58d3-d157c4c0383d/disk-0.vmdk for reading. {{(pid=69357) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 763.087805] env[69357]: DEBUG oslo_vmware.api [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Task: {'id': task-3282457, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.86454} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.088035] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 63837d13-19a6-4320-8521-deacd01dfe75/63837d13-19a6-4320-8521-deacd01dfe75.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.088265] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.088531] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1054455f-f670-422e-8f76-f602c5b50689 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.095664] env[69357]: DEBUG oslo_vmware.api [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Waiting for the task: (returnval){ [ 763.095664] env[69357]: value = "task-3282463" [ 763.095664] env[69357]: _type = "Task" [ 763.095664] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.107163] env[69357]: DEBUG oslo_vmware.api [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Task: {'id': task-3282463, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.129107] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a28e47e9-e013-4edd-a36a-4deb341a34db {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.138224] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6060f534-8569-401a-ba2d-5a4e6614eed2 tempest-InstanceActionsNegativeTestJSON-2025238032 tempest-InstanceActionsNegativeTestJSON-2025238032-project-member] Lock "a1f0cf9f-f8f1-4ef9-a011-72ca04288549" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.222s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.163379] env[69357]: INFO nova.compute.manager [-] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Took 1.39 seconds to deallocate network for instance. [ 763.188367] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f3e8d749-bcf7-4c77-b635-4484da9c306a tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Releasing lock "refresh_cache-f9c1342d-1643-4edc-a5d0-a23d38ed613c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.188557] env[69357]: DEBUG nova.compute.manager [None req-f3e8d749-bcf7-4c77-b635-4484da9c306a tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Inject network info {{(pid=69357) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 763.188812] env[69357]: DEBUG nova.compute.manager [None req-f3e8d749-bcf7-4c77-b635-4484da9c306a tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] network_info to inject: |[{"id": "c46d335e-86b6-46af-bafd-ead9c7ce255c", "address": "fa:16:3e:94:09:ba", "network": {"id": "799f00df-e923-40da-873b-3fb46f50d77e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2106895909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3864061521754fac9a6723df42586a72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc46d335e-86", "ovs_interfaceid": "c46d335e-86b6-46af-bafd-ead9c7ce255c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 763.194614] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e8d749-bcf7-4c77-b635-4484da9c306a tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Reconfiguring VM instance to set the machine id {{(pid=69357) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 763.194978] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a81778e-38cd-4900-a86c-f02e85a8c43d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.218297] env[69357]: DEBUG oslo_vmware.api [None req-f3e8d749-bcf7-4c77-b635-4484da9c306a tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Waiting for the task: (returnval){ [ 763.218297] env[69357]: value = "task-3282464" [ 763.218297] env[69357]: _type = "Task" [ 763.218297] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.224734] env[69357]: DEBUG nova.network.neutron [req-98ccd7c7-528b-4d13-b619-d2ff63f25aeb req-8251c1ee-6d5e-477b-851c-738b9c849467 service nova] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Updated VIF entry in instance network info cache for port a26835e1-3c11-4209-9634-700934ee3af1. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.224734] env[69357]: DEBUG nova.network.neutron [req-98ccd7c7-528b-4d13-b619-d2ff63f25aeb req-8251c1ee-6d5e-477b-851c-738b9c849467 service nova] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Updating instance_info_cache with network_info: [{"id": "a26835e1-3c11-4209-9634-700934ee3af1", "address": "fa:16:3e:d3:dd:6b", "network": {"id": "c9dfba28-265e-4ab5-816d-64ed6ed83b08", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1945052613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f9e322728b3472a8d18760bfc924fe3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa26835e1-3c", "ovs_interfaceid": "a26835e1-3c11-4209-9634-700934ee3af1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.231347] env[69357]: DEBUG oslo_vmware.api [None req-f3e8d749-bcf7-4c77-b635-4484da9c306a tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Task: {'id': task-3282464, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.288498] env[69357]: DEBUG oslo_vmware.api [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Task: {'id': task-3282458, 'name': PowerOnVM_Task, 'duration_secs': 0.724773} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.288760] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.288974] env[69357]: INFO nova.compute.manager [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Took 9.21 seconds to spawn the instance on the hypervisor. [ 763.289182] env[69357]: DEBUG nova.compute.manager [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.289961] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c178fde-34a5-4cb6-8983-e006a5be3c61 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.381167] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282462, 'name': CreateVM_Task, 'duration_secs': 0.404967} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.381588] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.382526] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.382805] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.383342] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.384118] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8697ad6-b779-4746-80d4-67c3ece52cb5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.390826] env[69357]: DEBUG oslo_vmware.api [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Waiting for the task: (returnval){ [ 763.390826] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5293c68f-9d30-d4f7-eee5-328693cf6c8b" [ 763.390826] env[69357]: _type = "Task" [ 763.390826] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.401598] env[69357]: DEBUG oslo_vmware.api [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5293c68f-9d30-d4f7-eee5-328693cf6c8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.607266] env[69357]: DEBUG oslo_vmware.api [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Task: {'id': task-3282463, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102288} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.614499] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.617097] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f812290-d5cb-4650-9e4d-d894ed97aa2c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.649995] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 63837d13-19a6-4320-8521-deacd01dfe75/63837d13-19a6-4320-8521-deacd01dfe75.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.654883] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa072ed3-a75d-4683-a250-6449072511c8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.680640] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.687206] env[69357]: DEBUG oslo_vmware.api [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Waiting for the task: (returnval){ [ 763.687206] env[69357]: value = "task-3282465" [ 763.687206] env[69357]: _type = "Task" [ 763.687206] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.699758] env[69357]: DEBUG oslo_vmware.api [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Task: {'id': task-3282465, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.730405] env[69357]: DEBUG oslo_concurrency.lockutils [req-98ccd7c7-528b-4d13-b619-d2ff63f25aeb req-8251c1ee-6d5e-477b-851c-738b9c849467 service nova] Releasing lock "refresh_cache-b4f1cf0a-960c-4674-b82e-557fc2dc6797" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.730812] env[69357]: DEBUG nova.compute.manager [req-98ccd7c7-528b-4d13-b619-d2ff63f25aeb req-8251c1ee-6d5e-477b-851c-738b9c849467 service nova] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Received event network-changed-499c2054-5611-4c10-aa4b-3cc4c8d6955d {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.731155] env[69357]: DEBUG nova.compute.manager [req-98ccd7c7-528b-4d13-b619-d2ff63f25aeb req-8251c1ee-6d5e-477b-851c-738b9c849467 service nova] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Refreshing instance network info cache due to event network-changed-499c2054-5611-4c10-aa4b-3cc4c8d6955d. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.731626] env[69357]: DEBUG oslo_concurrency.lockutils [req-98ccd7c7-528b-4d13-b619-d2ff63f25aeb req-8251c1ee-6d5e-477b-851c-738b9c849467 service nova] Acquiring lock "refresh_cache-ff1d2974-d5a3-4753-9fa4-77f49949dd16" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.731888] env[69357]: DEBUG oslo_concurrency.lockutils [req-98ccd7c7-528b-4d13-b619-d2ff63f25aeb req-8251c1ee-6d5e-477b-851c-738b9c849467 service nova] Acquired lock "refresh_cache-ff1d2974-d5a3-4753-9fa4-77f49949dd16" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.732268] env[69357]: DEBUG nova.network.neutron [req-98ccd7c7-528b-4d13-b619-d2ff63f25aeb req-8251c1ee-6d5e-477b-851c-738b9c849467 service nova] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Refreshing network info cache for port 499c2054-5611-4c10-aa4b-3cc4c8d6955d {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.735976] env[69357]: DEBUG oslo_vmware.api [None req-f3e8d749-bcf7-4c77-b635-4484da9c306a tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Task: {'id': task-3282464, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.756440] env[69357]: DEBUG nova.network.neutron [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Successfully updated port: d95e310a-a9da-45b8-8be5-491907349b41 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.814520] env[69357]: INFO nova.compute.manager [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Took 45.99 seconds to build instance. [ 763.903082] env[69357]: DEBUG oslo_vmware.api [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5293c68f-9d30-d4f7-eee5-328693cf6c8b, 'name': SearchDatastore_Task, 'duration_secs': 0.024311} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.909310] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.909310] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.909310] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.909310] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.909310] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.909310] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f53b1fc-5ffa-4c5c-bd9e-59d10d06f137 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.920568] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.920568] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.924526] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92adc1d3-b179-4b7e-bc39-8c750aacc1fc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.931355] env[69357]: DEBUG oslo_vmware.api [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Waiting for the task: (returnval){ [ 763.931355] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]524ba87a-3774-ac37-b05f-e3426684224c" [ 763.931355] env[69357]: _type = "Task" [ 763.931355] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.940373] env[69357]: DEBUG oslo_vmware.api [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]524ba87a-3774-ac37-b05f-e3426684224c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.201745] env[69357]: DEBUG oslo_vmware.api [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Task: {'id': task-3282465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.232535] env[69357]: DEBUG oslo_vmware.api [None req-f3e8d749-bcf7-4c77-b635-4484da9c306a tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Task: {'id': task-3282464, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.269589] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Acquiring lock "refresh_cache-26f8e64b-a2f1-4659-ba44-8511c7b71f4b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.269589] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Acquired lock "refresh_cache-26f8e64b-a2f1-4659-ba44-8511c7b71f4b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.269589] env[69357]: DEBUG nova.network.neutron [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.317411] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33582db-843a-4944-8cc5-74a67f6c4f8d tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Lock "e896bb18-636e-4787-8b67-476c5a32dd33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.201s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.333772] env[69357]: DEBUG oslo_concurrency.lockutils [None req-38a284fe-5318-4992-b68e-c765e11e611f tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Acquiring lock "f9c1342d-1643-4edc-a5d0-a23d38ed613c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.334078] env[69357]: DEBUG oslo_concurrency.lockutils [None req-38a284fe-5318-4992-b68e-c765e11e611f tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Lock "f9c1342d-1643-4edc-a5d0-a23d38ed613c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.334333] env[69357]: DEBUG oslo_concurrency.lockutils [None req-38a284fe-5318-4992-b68e-c765e11e611f tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Acquiring lock "f9c1342d-1643-4edc-a5d0-a23d38ed613c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.334746] env[69357]: DEBUG oslo_concurrency.lockutils [None req-38a284fe-5318-4992-b68e-c765e11e611f tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Lock "f9c1342d-1643-4edc-a5d0-a23d38ed613c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.334746] env[69357]: DEBUG oslo_concurrency.lockutils [None req-38a284fe-5318-4992-b68e-c765e11e611f tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Lock "f9c1342d-1643-4edc-a5d0-a23d38ed613c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.338846] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bbc914-94bf-448a-adf7-52b9990af13b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.342064] env[69357]: INFO nova.compute.manager [None req-38a284fe-5318-4992-b68e-c765e11e611f tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Terminating instance [ 764.352484] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909bc188-2e65-471c-ac9c-3b132e4c1f9e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.400032] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa20464b-18c1-4133-8be0-7b48776b5f43 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.408686] env[69357]: DEBUG nova.compute.manager [req-162973a2-e846-4361-9646-34e8d4f2962e req-3718dba2-94f4-4d3d-8d36-8ee47c4a350f service nova] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Received event network-vif-plugged-d95e310a-a9da-45b8-8be5-491907349b41 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.408924] env[69357]: DEBUG oslo_concurrency.lockutils [req-162973a2-e846-4361-9646-34e8d4f2962e req-3718dba2-94f4-4d3d-8d36-8ee47c4a350f service nova] Acquiring lock "26f8e64b-a2f1-4659-ba44-8511c7b71f4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.409168] env[69357]: DEBUG oslo_concurrency.lockutils [req-162973a2-e846-4361-9646-34e8d4f2962e req-3718dba2-94f4-4d3d-8d36-8ee47c4a350f service nova] Lock "26f8e64b-a2f1-4659-ba44-8511c7b71f4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.409457] env[69357]: DEBUG oslo_concurrency.lockutils [req-162973a2-e846-4361-9646-34e8d4f2962e req-3718dba2-94f4-4d3d-8d36-8ee47c4a350f service nova] Lock "26f8e64b-a2f1-4659-ba44-8511c7b71f4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.409674] env[69357]: DEBUG nova.compute.manager [req-162973a2-e846-4361-9646-34e8d4f2962e req-3718dba2-94f4-4d3d-8d36-8ee47c4a350f service nova] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] No waiting events found dispatching network-vif-plugged-d95e310a-a9da-45b8-8be5-491907349b41 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.409854] env[69357]: WARNING nova.compute.manager [req-162973a2-e846-4361-9646-34e8d4f2962e req-3718dba2-94f4-4d3d-8d36-8ee47c4a350f service nova] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Received unexpected event network-vif-plugged-d95e310a-a9da-45b8-8be5-491907349b41 for instance with vm_state building and task_state spawning. [ 764.410134] env[69357]: DEBUG nova.compute.manager [req-162973a2-e846-4361-9646-34e8d4f2962e req-3718dba2-94f4-4d3d-8d36-8ee47c4a350f service nova] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Received event network-changed-d95e310a-a9da-45b8-8be5-491907349b41 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.410347] env[69357]: DEBUG nova.compute.manager [req-162973a2-e846-4361-9646-34e8d4f2962e req-3718dba2-94f4-4d3d-8d36-8ee47c4a350f service nova] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Refreshing instance network info cache due to event network-changed-d95e310a-a9da-45b8-8be5-491907349b41. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.410606] env[69357]: DEBUG oslo_concurrency.lockutils [req-162973a2-e846-4361-9646-34e8d4f2962e req-3718dba2-94f4-4d3d-8d36-8ee47c4a350f service nova] Acquiring lock "refresh_cache-26f8e64b-a2f1-4659-ba44-8511c7b71f4b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.419344] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb89d6b-6dd4-4c5f-9391-bc54b4f86b25 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.435463] env[69357]: DEBUG nova.compute.provider_tree [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.463025] env[69357]: DEBUG oslo_vmware.api [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]524ba87a-3774-ac37-b05f-e3426684224c, 'name': SearchDatastore_Task, 'duration_secs': 0.023112} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.463234] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0af2c2c5-929b-4cee-8ebb-af90aa832474 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.470632] env[69357]: DEBUG oslo_vmware.api [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Waiting for the task: (returnval){ [ 764.470632] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5257892c-743d-bea7-ade7-99f80ebefecf" [ 764.470632] env[69357]: _type = "Task" [ 764.470632] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.483051] env[69357]: DEBUG oslo_vmware.api [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5257892c-743d-bea7-ade7-99f80ebefecf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.698193] env[69357]: DEBUG nova.network.neutron [req-98ccd7c7-528b-4d13-b619-d2ff63f25aeb req-8251c1ee-6d5e-477b-851c-738b9c849467 service nova] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Updated VIF entry in instance network info cache for port 499c2054-5611-4c10-aa4b-3cc4c8d6955d. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.698679] env[69357]: DEBUG nova.network.neutron [req-98ccd7c7-528b-4d13-b619-d2ff63f25aeb req-8251c1ee-6d5e-477b-851c-738b9c849467 service nova] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Updating instance_info_cache with network_info: [{"id": "499c2054-5611-4c10-aa4b-3cc4c8d6955d", "address": "fa:16:3e:52:1e:8e", "network": {"id": "56a14fc7-fa7e-4210-ba15-061e2b0069e2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1424350430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d976b7764ac4676834bfb72160d5ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499c2054-56", "ovs_interfaceid": "499c2054-5611-4c10-aa4b-3cc4c8d6955d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.706161] env[69357]: DEBUG oslo_vmware.api [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Task: {'id': task-3282465, 'name': ReconfigVM_Task, 'duration_secs': 0.730335} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.706788] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 63837d13-19a6-4320-8521-deacd01dfe75/63837d13-19a6-4320-8521-deacd01dfe75.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.707518] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbc5baaa-e8a5-41f7-ab31-f79b4340426b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.715873] env[69357]: DEBUG oslo_vmware.api [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Waiting for the task: (returnval){ [ 764.715873] env[69357]: value = "task-3282466" [ 764.715873] env[69357]: _type = "Task" [ 764.715873] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.732395] env[69357]: DEBUG oslo_vmware.api [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Task: {'id': task-3282466, 'name': Rename_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.737510] env[69357]: DEBUG oslo_vmware.api [None req-f3e8d749-bcf7-4c77-b635-4484da9c306a tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Task: {'id': task-3282464, 'name': ReconfigVM_Task, 'duration_secs': 1.285797} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.738525] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e8d749-bcf7-4c77-b635-4484da9c306a tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Reconfigured VM instance to set the machine id {{(pid=69357) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 764.812051] env[69357]: DEBUG nova.network.neutron [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.826301] env[69357]: DEBUG nova.compute.manager [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 764.849532] env[69357]: DEBUG nova.compute.manager [None req-38a284fe-5318-4992-b68e-c765e11e611f tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 764.850338] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-38a284fe-5318-4992-b68e-c765e11e611f tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.851921] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec7062d-41e2-4c21-bb42-e98d3b43e8cc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.871023] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a284fe-5318-4992-b68e-c765e11e611f tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.871712] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e53fab0-eeb0-4b4b-9e5b-e0db8b6e0ec8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.879744] env[69357]: DEBUG oslo_vmware.api [None req-38a284fe-5318-4992-b68e-c765e11e611f tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Waiting for the task: (returnval){ [ 764.879744] env[69357]: value = "task-3282467" [ 764.879744] env[69357]: _type = "Task" [ 764.879744] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.893725] env[69357]: DEBUG oslo_vmware.api [None req-38a284fe-5318-4992-b68e-c765e11e611f tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Task: {'id': task-3282467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.946762] env[69357]: DEBUG nova.scheduler.client.report [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.982685] env[69357]: DEBUG oslo_vmware.api [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5257892c-743d-bea7-ade7-99f80ebefecf, 'name': SearchDatastore_Task, 'duration_secs': 0.018204} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.983065] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.983579] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] b4f1cf0a-960c-4674-b82e-557fc2dc6797/b4f1cf0a-960c-4674-b82e-557fc2dc6797.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.983983] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb043385-2126-4d0f-a8b3-4183e1fbbeed {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.991028] env[69357]: DEBUG nova.network.neutron [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Updating instance_info_cache with network_info: [{"id": "d95e310a-a9da-45b8-8be5-491907349b41", "address": "fa:16:3e:df:b2:77", "network": {"id": "71151c2e-d2d2-4dd8-9864-5c936b8fd7f3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1717978680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bb7dea9b5224569b95aebfe57da0e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd95e310a-a9", "ovs_interfaceid": "d95e310a-a9da-45b8-8be5-491907349b41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.004691] env[69357]: DEBUG oslo_vmware.api [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Waiting for the task: (returnval){ [ 765.004691] env[69357]: value = "task-3282468" [ 765.004691] env[69357]: _type = "Task" [ 765.004691] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.014838] env[69357]: DEBUG oslo_vmware.api [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Task: {'id': task-3282468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.208045] env[69357]: DEBUG oslo_concurrency.lockutils [req-98ccd7c7-528b-4d13-b619-d2ff63f25aeb req-8251c1ee-6d5e-477b-851c-738b9c849467 service nova] Releasing lock "refresh_cache-ff1d2974-d5a3-4753-9fa4-77f49949dd16" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.208359] env[69357]: DEBUG nova.compute.manager [req-98ccd7c7-528b-4d13-b619-d2ff63f25aeb req-8251c1ee-6d5e-477b-851c-738b9c849467 service nova] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Received event network-changed-c46d335e-86b6-46af-bafd-ead9c7ce255c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.208594] env[69357]: DEBUG nova.compute.manager [req-98ccd7c7-528b-4d13-b619-d2ff63f25aeb req-8251c1ee-6d5e-477b-851c-738b9c849467 service nova] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Refreshing instance network info cache due to event network-changed-c46d335e-86b6-46af-bafd-ead9c7ce255c. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.208858] env[69357]: DEBUG oslo_concurrency.lockutils [req-98ccd7c7-528b-4d13-b619-d2ff63f25aeb req-8251c1ee-6d5e-477b-851c-738b9c849467 service nova] Acquiring lock "refresh_cache-f9c1342d-1643-4edc-a5d0-a23d38ed613c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.209087] env[69357]: DEBUG oslo_concurrency.lockutils [req-98ccd7c7-528b-4d13-b619-d2ff63f25aeb req-8251c1ee-6d5e-477b-851c-738b9c849467 service nova] Acquired lock "refresh_cache-f9c1342d-1643-4edc-a5d0-a23d38ed613c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.209314] env[69357]: DEBUG nova.network.neutron [req-98ccd7c7-528b-4d13-b619-d2ff63f25aeb req-8251c1ee-6d5e-477b-851c-738b9c849467 service nova] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Refreshing network info cache for port c46d335e-86b6-46af-bafd-ead9c7ce255c {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.226419] env[69357]: DEBUG oslo_vmware.api [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Task: {'id': task-3282466, 'name': Rename_Task, 'duration_secs': 0.215093} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.227534] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.227841] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c07a7539-dca6-4711-b31e-2f3c60395a5a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.235204] env[69357]: DEBUG oslo_vmware.api [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Waiting for the task: (returnval){ [ 765.235204] env[69357]: value = "task-3282469" [ 765.235204] env[69357]: _type = "Task" [ 765.235204] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.244342] env[69357]: DEBUG oslo_vmware.api [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Task: {'id': task-3282469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.350750] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.395219] env[69357]: DEBUG oslo_vmware.api [None req-38a284fe-5318-4992-b68e-c765e11e611f tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Task: {'id': task-3282467, 'name': PowerOffVM_Task, 'duration_secs': 0.213728} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.395219] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a284fe-5318-4992-b68e-c765e11e611f tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.395219] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-38a284fe-5318-4992-b68e-c765e11e611f tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.395219] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3eb567f-5942-47f9-8dc5-c6c8d9b730c5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.453852] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.856s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.454475] env[69357]: DEBUG nova.compute.manager [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.457293] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ee1267d1-2335-421e-a3a2-a0aa07f2d8fa tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.782s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.457512] env[69357]: DEBUG nova.objects.instance [None req-ee1267d1-2335-421e-a3a2-a0aa07f2d8fa tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Lazy-loading 'resources' on Instance uuid 86487bab-df97-4480-8e57-2bcdeba9520b {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.474284] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-38a284fe-5318-4992-b68e-c765e11e611f tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.476340] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-38a284fe-5318-4992-b68e-c765e11e611f tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.477512] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-38a284fe-5318-4992-b68e-c765e11e611f tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Deleting the datastore file [datastore2] f9c1342d-1643-4edc-a5d0-a23d38ed613c {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.478636] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad234ddc-b03c-447f-961f-e6bd3f6071f5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.486179] env[69357]: DEBUG oslo_vmware.api [None req-38a284fe-5318-4992-b68e-c765e11e611f tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Waiting for the task: (returnval){ [ 765.486179] env[69357]: value = "task-3282472" [ 765.486179] env[69357]: _type = "Task" [ 765.486179] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.499165] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Releasing lock "refresh_cache-26f8e64b-a2f1-4659-ba44-8511c7b71f4b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.499632] env[69357]: DEBUG nova.compute.manager [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Instance network_info: |[{"id": "d95e310a-a9da-45b8-8be5-491907349b41", "address": "fa:16:3e:df:b2:77", "network": {"id": "71151c2e-d2d2-4dd8-9864-5c936b8fd7f3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1717978680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bb7dea9b5224569b95aebfe57da0e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd95e310a-a9", "ovs_interfaceid": "d95e310a-a9da-45b8-8be5-491907349b41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.500219] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a1bc3c09-461b-4b0b-b236-966e7c0eaaa0 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Acquiring lock "442ed0ae-d3f8-4ca8-a450-7d7369000dd2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.500626] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a1bc3c09-461b-4b0b-b236-966e7c0eaaa0 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Lock "442ed0ae-d3f8-4ca8-a450-7d7369000dd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.501287] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a1bc3c09-461b-4b0b-b236-966e7c0eaaa0 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Acquiring lock "442ed0ae-d3f8-4ca8-a450-7d7369000dd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.501287] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a1bc3c09-461b-4b0b-b236-966e7c0eaaa0 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Lock "442ed0ae-d3f8-4ca8-a450-7d7369000dd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.502039] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a1bc3c09-461b-4b0b-b236-966e7c0eaaa0 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Lock "442ed0ae-d3f8-4ca8-a450-7d7369000dd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.504659] env[69357]: DEBUG oslo_vmware.api [None req-38a284fe-5318-4992-b68e-c765e11e611f tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Task: {'id': task-3282472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.507210] env[69357]: DEBUG oslo_concurrency.lockutils [req-162973a2-e846-4361-9646-34e8d4f2962e req-3718dba2-94f4-4d3d-8d36-8ee47c4a350f service nova] Acquired lock "refresh_cache-26f8e64b-a2f1-4659-ba44-8511c7b71f4b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.507210] env[69357]: DEBUG nova.network.neutron [req-162973a2-e846-4361-9646-34e8d4f2962e req-3718dba2-94f4-4d3d-8d36-8ee47c4a350f service nova] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Refreshing network info cache for port d95e310a-a9da-45b8-8be5-491907349b41 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.507210] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:b2:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd95e310a-a9da-45b8-8be5-491907349b41', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.517928] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Creating folder: Project (7bb7dea9b5224569b95aebfe57da0e9f). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.518810] env[69357]: INFO nova.compute.manager [None req-a1bc3c09-461b-4b0b-b236-966e7c0eaaa0 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Terminating instance [ 765.521564] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d682070-8180-4a6c-9426-c86995986fc2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.539964] env[69357]: DEBUG oslo_vmware.api [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Task: {'id': task-3282468, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.541772] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Created folder: Project (7bb7dea9b5224569b95aebfe57da0e9f) in parent group-v655402. [ 765.542024] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Creating folder: Instances. Parent ref: group-v655541. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.542927] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7a2aaa4-2e99-47cd-96d3-64cd6bc9acab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.554348] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Created folder: Instances in parent group-v655541. [ 765.554656] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.554897] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.555307] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e408c96-ddc8-4543-91e7-be7865564b89 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.580583] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.580583] env[69357]: value = "task-3282475" [ 765.580583] env[69357]: _type = "Task" [ 765.580583] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.589226] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282475, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.747688] env[69357]: DEBUG oslo_vmware.api [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Task: {'id': task-3282469, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.965567] env[69357]: DEBUG nova.compute.utils [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.966210] env[69357]: DEBUG nova.compute.manager [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.966397] env[69357]: DEBUG nova.network.neutron [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 766.003216] env[69357]: DEBUG oslo_vmware.api [None req-38a284fe-5318-4992-b68e-c765e11e611f tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Task: {'id': task-3282472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338977} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.006422] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-38a284fe-5318-4992-b68e-c765e11e611f tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.007252] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-38a284fe-5318-4992-b68e-c765e11e611f tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.007252] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-38a284fe-5318-4992-b68e-c765e11e611f tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.007252] env[69357]: INFO nova.compute.manager [None req-38a284fe-5318-4992-b68e-c765e11e611f tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 766.007453] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38a284fe-5318-4992-b68e-c765e11e611f tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.008081] env[69357]: DEBUG nova.compute.manager [-] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.008203] env[69357]: DEBUG nova.network.neutron [-] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.030031] env[69357]: DEBUG nova.network.neutron [req-98ccd7c7-528b-4d13-b619-d2ff63f25aeb req-8251c1ee-6d5e-477b-851c-738b9c849467 service nova] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Updated VIF entry in instance network info cache for port c46d335e-86b6-46af-bafd-ead9c7ce255c. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.030031] env[69357]: DEBUG nova.network.neutron [req-98ccd7c7-528b-4d13-b619-d2ff63f25aeb req-8251c1ee-6d5e-477b-851c-738b9c849467 service nova] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Updating instance_info_cache with network_info: [{"id": "c46d335e-86b6-46af-bafd-ead9c7ce255c", "address": "fa:16:3e:94:09:ba", "network": {"id": "799f00df-e923-40da-873b-3fb46f50d77e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2106895909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3864061521754fac9a6723df42586a72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc46d335e-86", "ovs_interfaceid": "c46d335e-86b6-46af-bafd-ead9c7ce255c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.035542] env[69357]: DEBUG nova.compute.manager [None req-a1bc3c09-461b-4b0b-b236-966e7c0eaaa0 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.035817] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bc3c09-461b-4b0b-b236-966e7c0eaaa0 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.038883] env[69357]: DEBUG oslo_vmware.api [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Task: {'id': task-3282468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604034} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.038883] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6149b60f-1920-45fc-b65e-5460cd761382 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.042347] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] b4f1cf0a-960c-4674-b82e-557fc2dc6797/b4f1cf0a-960c-4674-b82e-557fc2dc6797.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.042765] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.045064] env[69357]: DEBUG nova.policy [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a13f543abbc4b74855326f45831ef81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '599a1079b5654c3292648e2ced84dc7b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.046885] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3972af6c-3558-4a57-9515-d7d5fcd6fb51 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.060055] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1bc3c09-461b-4b0b-b236-966e7c0eaaa0 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.062889] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad8c2045-6cb7-4579-a1c0-1c3215269e55 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.064211] env[69357]: DEBUG oslo_vmware.api [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Waiting for the task: (returnval){ [ 766.064211] env[69357]: value = "task-3282476" [ 766.064211] env[69357]: _type = "Task" [ 766.064211] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.074652] env[69357]: DEBUG oslo_vmware.api [None req-a1bc3c09-461b-4b0b-b236-966e7c0eaaa0 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Waiting for the task: (returnval){ [ 766.074652] env[69357]: value = "task-3282477" [ 766.074652] env[69357]: _type = "Task" [ 766.074652] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.084272] env[69357]: DEBUG oslo_vmware.api [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Task: {'id': task-3282476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.092547] env[69357]: DEBUG oslo_vmware.api [None req-a1bc3c09-461b-4b0b-b236-966e7c0eaaa0 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Task: {'id': task-3282477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.101059] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282475, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.250393] env[69357]: DEBUG oslo_vmware.api [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Task: {'id': task-3282469, 'name': PowerOnVM_Task, 'duration_secs': 0.740825} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.254329] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.255072] env[69357]: INFO nova.compute.manager [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Took 9.42 seconds to spawn the instance on the hypervisor. [ 766.255072] env[69357]: DEBUG nova.compute.manager [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.257880] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fbc15d-e7dc-48b2-a6fe-57ee90240315 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.368273] env[69357]: DEBUG nova.network.neutron [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Successfully created port: 0deb64b4-52ef-4aae-abfb-868208d52aea {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.469524] env[69357]: DEBUG nova.compute.manager [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.535742] env[69357]: DEBUG oslo_concurrency.lockutils [req-98ccd7c7-528b-4d13-b619-d2ff63f25aeb req-8251c1ee-6d5e-477b-851c-738b9c849467 service nova] Releasing lock "refresh_cache-f9c1342d-1643-4edc-a5d0-a23d38ed613c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.574625] env[69357]: DEBUG oslo_vmware.api [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Task: {'id': task-3282476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144919} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.577239] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.578383] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b3eabe-2ef3-4fcb-aae5-2c20c3a33e85 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.609164] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] b4f1cf0a-960c-4674-b82e-557fc2dc6797/b4f1cf0a-960c-4674-b82e-557fc2dc6797.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.613511] env[69357]: DEBUG nova.network.neutron [req-162973a2-e846-4361-9646-34e8d4f2962e req-3718dba2-94f4-4d3d-8d36-8ee47c4a350f service nova] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Updated VIF entry in instance network info cache for port d95e310a-a9da-45b8-8be5-491907349b41. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.614105] env[69357]: DEBUG nova.network.neutron [req-162973a2-e846-4361-9646-34e8d4f2962e req-3718dba2-94f4-4d3d-8d36-8ee47c4a350f service nova] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Updating instance_info_cache with network_info: [{"id": "d95e310a-a9da-45b8-8be5-491907349b41", "address": "fa:16:3e:df:b2:77", "network": {"id": "71151c2e-d2d2-4dd8-9864-5c936b8fd7f3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1717978680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bb7dea9b5224569b95aebfe57da0e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd95e310a-a9", "ovs_interfaceid": "d95e310a-a9da-45b8-8be5-491907349b41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.615962] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4139532-5a92-4146-b7fa-8e0cd9d82577 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.631191] env[69357]: DEBUG oslo_vmware.api [None req-a1bc3c09-461b-4b0b-b236-966e7c0eaaa0 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Task: {'id': task-3282477, 'name': PowerOffVM_Task, 'duration_secs': 0.397297} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.632452] env[69357]: DEBUG oslo_concurrency.lockutils [req-162973a2-e846-4361-9646-34e8d4f2962e req-3718dba2-94f4-4d3d-8d36-8ee47c4a350f service nova] Releasing lock "refresh_cache-26f8e64b-a2f1-4659-ba44-8511c7b71f4b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.639549] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1bc3c09-461b-4b0b-b236-966e7c0eaaa0 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.639549] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bc3c09-461b-4b0b-b236-966e7c0eaaa0 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.639713] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282475, 'name': CreateVM_Task, 'duration_secs': 0.529009} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.640713] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94527939-cc31-4de4-9724-8014a3bff8b5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.642759] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.643998] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.644280] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.644660] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.645534] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7b6045d-2ec1-40a0-8c01-87f2c209c01e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.650046] env[69357]: DEBUG oslo_vmware.api [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Waiting for the task: (returnval){ [ 766.650046] env[69357]: value = "task-3282478" [ 766.650046] env[69357]: _type = "Task" [ 766.650046] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.655066] env[69357]: DEBUG oslo_vmware.api [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Waiting for the task: (returnval){ [ 766.655066] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52149093-fd54-1611-2697-7608849bbf3e" [ 766.655066] env[69357]: _type = "Task" [ 766.655066] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.663970] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09198a2c-92f1-4914-8f77-f18b39cbbc96 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.666637] env[69357]: DEBUG oslo_vmware.api [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Task: {'id': task-3282478, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.675159] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b53aaf-6db5-4f90-b309-0e42ce0e946d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.678781] env[69357]: DEBUG oslo_vmware.api [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52149093-fd54-1611-2697-7608849bbf3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.707293] env[69357]: DEBUG oslo_concurrency.lockutils [None req-31ebb6e8-7ff3-4e33-ae71-1fe035942e2a tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Acquiring lock "2f591c40-74b9-42e7-95da-568884aeb59b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.707554] env[69357]: DEBUG oslo_concurrency.lockutils [None req-31ebb6e8-7ff3-4e33-ae71-1fe035942e2a tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Lock "2f591c40-74b9-42e7-95da-568884aeb59b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.707762] env[69357]: DEBUG oslo_concurrency.lockutils [None req-31ebb6e8-7ff3-4e33-ae71-1fe035942e2a tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Acquiring lock "2f591c40-74b9-42e7-95da-568884aeb59b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.707943] env[69357]: DEBUG oslo_concurrency.lockutils [None req-31ebb6e8-7ff3-4e33-ae71-1fe035942e2a tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Lock "2f591c40-74b9-42e7-95da-568884aeb59b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.708126] env[69357]: DEBUG oslo_concurrency.lockutils [None req-31ebb6e8-7ff3-4e33-ae71-1fe035942e2a tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Lock "2f591c40-74b9-42e7-95da-568884aeb59b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.710621] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0535f23-736c-4b0d-adbe-99b881c5246f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.714365] env[69357]: INFO nova.compute.manager [None req-31ebb6e8-7ff3-4e33-ae71-1fe035942e2a tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Terminating instance [ 766.722277] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a08366-77c7-40ec-8cd8-b10b4e292153 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.727755] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bc3c09-461b-4b0b-b236-966e7c0eaaa0 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.727983] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bc3c09-461b-4b0b-b236-966e7c0eaaa0 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.728172] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1bc3c09-461b-4b0b-b236-966e7c0eaaa0 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Deleting the datastore file [datastore2] 442ed0ae-d3f8-4ca8-a450-7d7369000dd2 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.729475] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6449fcdb-0db3-4149-8b0b-ed3cf90d2a91 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.739886] env[69357]: DEBUG nova.compute.provider_tree [None req-ee1267d1-2335-421e-a3a2-a0aa07f2d8fa tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.746149] env[69357]: DEBUG oslo_vmware.api [None req-a1bc3c09-461b-4b0b-b236-966e7c0eaaa0 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Waiting for the task: (returnval){ [ 766.746149] env[69357]: value = "task-3282480" [ 766.746149] env[69357]: _type = "Task" [ 766.746149] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.756206] env[69357]: DEBUG oslo_vmware.api [None req-a1bc3c09-461b-4b0b-b236-966e7c0eaaa0 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Task: {'id': task-3282480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.789187] env[69357]: DEBUG oslo_concurrency.lockutils [None req-216d514c-7a09-41ba-978a-b305fd303301 tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Acquiring lock "e896bb18-636e-4787-8b67-476c5a32dd33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.789448] env[69357]: DEBUG oslo_concurrency.lockutils [None req-216d514c-7a09-41ba-978a-b305fd303301 tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Lock "e896bb18-636e-4787-8b67-476c5a32dd33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.789669] env[69357]: DEBUG oslo_concurrency.lockutils [None req-216d514c-7a09-41ba-978a-b305fd303301 tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Acquiring lock "e896bb18-636e-4787-8b67-476c5a32dd33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.789890] env[69357]: DEBUG oslo_concurrency.lockutils [None req-216d514c-7a09-41ba-978a-b305fd303301 tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Lock "e896bb18-636e-4787-8b67-476c5a32dd33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.790099] env[69357]: DEBUG oslo_concurrency.lockutils [None req-216d514c-7a09-41ba-978a-b305fd303301 tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Lock "e896bb18-636e-4787-8b67-476c5a32dd33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.794101] env[69357]: INFO nova.compute.manager [None req-216d514c-7a09-41ba-978a-b305fd303301 tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Terminating instance [ 766.802881] env[69357]: INFO nova.compute.manager [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Took 46.79 seconds to build instance. [ 767.169536] env[69357]: DEBUG oslo_vmware.api [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52149093-fd54-1611-2697-7608849bbf3e, 'name': SearchDatastore_Task, 'duration_secs': 0.017763} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.169688] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.169897] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.170163] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.170311] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.170487] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.170778] env[69357]: DEBUG oslo_vmware.api [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Task: {'id': task-3282478, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.171042] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80783797-e038-41f0-b616-286a57ae7945 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.180272] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.180458] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.181229] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d480c90d-eb58-4c8d-b755-d9af0321e580 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.187373] env[69357]: DEBUG oslo_vmware.api [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Waiting for the task: (returnval){ [ 767.187373] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52885e33-37aa-983c-1a40-3cddae2debf9" [ 767.187373] env[69357]: _type = "Task" [ 767.187373] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.197761] env[69357]: DEBUG oslo_vmware.api [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52885e33-37aa-983c-1a40-3cddae2debf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.223885] env[69357]: DEBUG nova.compute.manager [None req-31ebb6e8-7ff3-4e33-ae71-1fe035942e2a tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.224287] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-31ebb6e8-7ff3-4e33-ae71-1fe035942e2a tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.225654] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990bd90b-6d24-4ebf-b729-6cc3272c3b14 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.235834] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ebb6e8-7ff3-4e33-ae71-1fe035942e2a tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.236130] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-debad182-6300-4d24-8406-5bd648e7d72b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.242925] env[69357]: DEBUG nova.scheduler.client.report [None req-ee1267d1-2335-421e-a3a2-a0aa07f2d8fa tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.246374] env[69357]: DEBUG oslo_vmware.api [None req-31ebb6e8-7ff3-4e33-ae71-1fe035942e2a tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Waiting for the task: (returnval){ [ 767.246374] env[69357]: value = "task-3282481" [ 767.246374] env[69357]: _type = "Task" [ 767.246374] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.270409] env[69357]: DEBUG oslo_vmware.api [None req-31ebb6e8-7ff3-4e33-ae71-1fe035942e2a tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Task: {'id': task-3282481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.270971] env[69357]: DEBUG oslo_vmware.api [None req-a1bc3c09-461b-4b0b-b236-966e7c0eaaa0 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Task: {'id': task-3282480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233265} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.271670] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1bc3c09-461b-4b0b-b236-966e7c0eaaa0 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.271868] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bc3c09-461b-4b0b-b236-966e7c0eaaa0 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.272062] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bc3c09-461b-4b0b-b236-966e7c0eaaa0 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.272258] env[69357]: INFO nova.compute.manager [None req-a1bc3c09-461b-4b0b-b236-966e7c0eaaa0 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Took 1.24 seconds to destroy the instance on the hypervisor. [ 767.273067] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1bc3c09-461b-4b0b-b236-966e7c0eaaa0 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.273201] env[69357]: DEBUG nova.compute.manager [-] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.273285] env[69357]: DEBUG nova.network.neutron [-] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.299158] env[69357]: DEBUG nova.compute.manager [None req-216d514c-7a09-41ba-978a-b305fd303301 tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.299400] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-216d514c-7a09-41ba-978a-b305fd303301 tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.300624] env[69357]: DEBUG nova.compute.manager [req-1660f7b5-75da-4aa6-b89b-e0f178be2692 req-dcef19ea-d969-4b70-8efb-b5fe448979c3 service nova] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Received event network-vif-deleted-c46d335e-86b6-46af-bafd-ead9c7ce255c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.300795] env[69357]: INFO nova.compute.manager [req-1660f7b5-75da-4aa6-b89b-e0f178be2692 req-dcef19ea-d969-4b70-8efb-b5fe448979c3 service nova] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Neutron deleted interface c46d335e-86b6-46af-bafd-ead9c7ce255c; detaching it from the instance and deleting it from the info cache [ 767.300960] env[69357]: DEBUG nova.network.neutron [req-1660f7b5-75da-4aa6-b89b-e0f178be2692 req-dcef19ea-d969-4b70-8efb-b5fe448979c3 service nova] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.309020] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a26d3b8-bcb1-4408-bc5a-db8cd7ed1b38 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.310327] env[69357]: DEBUG oslo_concurrency.lockutils [None req-16744778-423f-4c6f-89ca-b0c4847460da tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Lock "63837d13-19a6-4320-8521-deacd01dfe75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.224s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.320213] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-216d514c-7a09-41ba-978a-b305fd303301 tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.320944] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db97819e-7c2c-4340-93d4-2841f79dbc5d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.334772] env[69357]: DEBUG oslo_vmware.api [None req-216d514c-7a09-41ba-978a-b305fd303301 tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Waiting for the task: (returnval){ [ 767.334772] env[69357]: value = "task-3282482" [ 767.334772] env[69357]: _type = "Task" [ 767.334772] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.346834] env[69357]: DEBUG oslo_vmware.api [None req-216d514c-7a09-41ba-978a-b305fd303301 tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Task: {'id': task-3282482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.482157] env[69357]: DEBUG nova.compute.manager [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.510224] env[69357]: DEBUG nova.virt.hardware [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.510503] env[69357]: DEBUG nova.virt.hardware [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.510637] env[69357]: DEBUG nova.virt.hardware [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.510821] env[69357]: DEBUG nova.virt.hardware [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.510960] env[69357]: DEBUG nova.virt.hardware [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.511215] env[69357]: DEBUG nova.virt.hardware [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.511362] env[69357]: DEBUG nova.virt.hardware [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.511515] env[69357]: DEBUG nova.virt.hardware [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.511784] env[69357]: DEBUG nova.virt.hardware [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.511830] env[69357]: DEBUG nova.virt.hardware [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.511988] env[69357]: DEBUG nova.virt.hardware [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.512900] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d31005-f9d4-4eb0-af61-d087c90fe5a8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.521726] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fbad19-01d2-449f-bc1e-32097228a697 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.526111] env[69357]: DEBUG nova.network.neutron [-] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.662174] env[69357]: DEBUG oslo_vmware.api [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Task: {'id': task-3282478, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.698173] env[69357]: DEBUG oslo_vmware.api [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52885e33-37aa-983c-1a40-3cddae2debf9, 'name': SearchDatastore_Task, 'duration_secs': 0.012093} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.698994] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1674f8a0-25dc-4e90-a3dd-ea7bbc528d90 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.706579] env[69357]: DEBUG oslo_vmware.api [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Waiting for the task: (returnval){ [ 767.706579] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52b99470-af78-d3ec-6d9d-ac5503c912b8" [ 767.706579] env[69357]: _type = "Task" [ 767.706579] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.719683] env[69357]: DEBUG oslo_vmware.api [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52b99470-af78-d3ec-6d9d-ac5503c912b8, 'name': SearchDatastore_Task, 'duration_secs': 0.010587} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.719975] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.720244] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 26f8e64b-a2f1-4659-ba44-8511c7b71f4b/26f8e64b-a2f1-4659-ba44-8511c7b71f4b.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.720505] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f555c0f-a953-4673-b1bd-0e69528895a4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.730183] env[69357]: DEBUG oslo_vmware.api [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Waiting for the task: (returnval){ [ 767.730183] env[69357]: value = "task-3282484" [ 767.730183] env[69357]: _type = "Task" [ 767.730183] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.739630] env[69357]: DEBUG oslo_vmware.api [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3282484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.748843] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ee1267d1-2335-421e-a3a2-a0aa07f2d8fa tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.292s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.755753] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5cfca569-4ad5-44b3-9ab8-14fdd3f94a42 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.581s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.755753] env[69357]: DEBUG nova.objects.instance [None req-5cfca569-4ad5-44b3-9ab8-14fdd3f94a42 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Lazy-loading 'resources' on Instance uuid 45908d95-bd1c-4340-8cc2-3198f900bebd {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.765353] env[69357]: DEBUG oslo_vmware.api [None req-31ebb6e8-7ff3-4e33-ae71-1fe035942e2a tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Task: {'id': task-3282481, 'name': PowerOffVM_Task, 'duration_secs': 0.367583} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.766189] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ebb6e8-7ff3-4e33-ae71-1fe035942e2a tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.766542] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-31ebb6e8-7ff3-4e33-ae71-1fe035942e2a tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.766919] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba1f5126-c2c1-4ec8-8ffd-5eb7bd21e00a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.776058] env[69357]: INFO nova.scheduler.client.report [None req-ee1267d1-2335-421e-a3a2-a0aa07f2d8fa tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Deleted allocations for instance 86487bab-df97-4480-8e57-2bcdeba9520b [ 767.812699] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d352092d-2d86-49bd-9828-8bb49f703498 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.817567] env[69357]: DEBUG nova.compute.manager [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.824433] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da91574-e36d-4ca3-8980-bb641ed3391b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.840170] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-31ebb6e8-7ff3-4e33-ae71-1fe035942e2a tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.840457] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-31ebb6e8-7ff3-4e33-ae71-1fe035942e2a tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.840678] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-31ebb6e8-7ff3-4e33-ae71-1fe035942e2a tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Deleting the datastore file [datastore2] 2f591c40-74b9-42e7-95da-568884aeb59b {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.654201] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9cc4436-9470-4281-bc1f-dc09b5b7fd15 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.658846] env[69357]: DEBUG nova.network.neutron [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Successfully updated port: 0deb64b4-52ef-4aae-abfb-868208d52aea {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.661405] env[69357]: INFO nova.compute.manager [-] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Took 2.65 seconds to deallocate network for instance. [ 768.669971] env[69357]: DEBUG nova.compute.manager [req-7f835eda-f06d-4965-8a66-d303f352718d req-fa9a4e96-9576-4e55-9160-7d7a698a6635 service nova] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Received event network-vif-plugged-0deb64b4-52ef-4aae-abfb-868208d52aea {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.670219] env[69357]: DEBUG oslo_concurrency.lockutils [req-7f835eda-f06d-4965-8a66-d303f352718d req-fa9a4e96-9576-4e55-9160-7d7a698a6635 service nova] Acquiring lock "9d3a99e6-4639-440d-90c2-e142903094c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.670497] env[69357]: DEBUG oslo_concurrency.lockutils [req-7f835eda-f06d-4965-8a66-d303f352718d req-fa9a4e96-9576-4e55-9160-7d7a698a6635 service nova] Lock "9d3a99e6-4639-440d-90c2-e142903094c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.670726] env[69357]: DEBUG oslo_concurrency.lockutils [req-7f835eda-f06d-4965-8a66-d303f352718d req-fa9a4e96-9576-4e55-9160-7d7a698a6635 service nova] Lock "9d3a99e6-4639-440d-90c2-e142903094c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.670905] env[69357]: DEBUG nova.compute.manager [req-7f835eda-f06d-4965-8a66-d303f352718d req-fa9a4e96-9576-4e55-9160-7d7a698a6635 service nova] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] No waiting events found dispatching network-vif-plugged-0deb64b4-52ef-4aae-abfb-868208d52aea {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 768.671139] env[69357]: WARNING nova.compute.manager [req-7f835eda-f06d-4965-8a66-d303f352718d req-fa9a4e96-9576-4e55-9160-7d7a698a6635 service nova] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Received unexpected event network-vif-plugged-0deb64b4-52ef-4aae-abfb-868208d52aea for instance with vm_state building and task_state spawning. [ 768.673976] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ee1267d1-2335-421e-a3a2-a0aa07f2d8fa tempest-VolumesAssistedSnapshotsTest-1013429999 tempest-VolumesAssistedSnapshotsTest-1013429999-project-member] Lock "86487bab-df97-4480-8e57-2bcdeba9520b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.568s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.675579] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquiring lock "refresh_cache-9d3a99e6-4639-440d-90c2-e142903094c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.675768] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquired lock "refresh_cache-9d3a99e6-4639-440d-90c2-e142903094c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.675924] env[69357]: DEBUG nova.network.neutron [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.702106] env[69357]: DEBUG nova.compute.manager [req-1660f7b5-75da-4aa6-b89b-e0f178be2692 req-dcef19ea-d969-4b70-8efb-b5fe448979c3 service nova] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Detach interface failed, port_id=c46d335e-86b6-46af-bafd-ead9c7ce255c, reason: Instance f9c1342d-1643-4edc-a5d0-a23d38ed613c could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 768.713237] env[69357]: DEBUG oslo_vmware.api [None req-216d514c-7a09-41ba-978a-b305fd303301 tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Task: {'id': task-3282482, 'name': PowerOffVM_Task, 'duration_secs': 0.290269} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.715891] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-216d514c-7a09-41ba-978a-b305fd303301 tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.717956] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-216d514c-7a09-41ba-978a-b305fd303301 tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.717956] env[69357]: DEBUG oslo_vmware.api [None req-31ebb6e8-7ff3-4e33-ae71-1fe035942e2a tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Waiting for the task: (returnval){ [ 768.717956] env[69357]: value = "task-3282486" [ 768.717956] env[69357]: _type = "Task" [ 768.717956] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.724659] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a5fa90b-81fd-4ea1-b1dd-eb2f8cd31e5b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.727154] env[69357]: DEBUG oslo_vmware.api [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Task: {'id': task-3282478, 'name': ReconfigVM_Task, 'duration_secs': 1.440158} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.727391] env[69357]: DEBUG oslo_vmware.api [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3282484, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.731137] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Reconfigured VM instance instance-0000002d to attach disk [datastore2] b4f1cf0a-960c-4674-b82e-557fc2dc6797/b4f1cf0a-960c-4674-b82e-557fc2dc6797.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.733069] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f62f9b9f-c5e8-445b-8b92-e46f5909c75f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.739579] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.744963] env[69357]: DEBUG oslo_vmware.api [None req-31ebb6e8-7ff3-4e33-ae71-1fe035942e2a tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Task: {'id': task-3282486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.746850] env[69357]: DEBUG oslo_vmware.api [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Waiting for the task: (returnval){ [ 768.746850] env[69357]: value = "task-3282488" [ 768.746850] env[69357]: _type = "Task" [ 768.746850] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.763606] env[69357]: DEBUG oslo_vmware.api [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Task: {'id': task-3282488, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.812555] env[69357]: DEBUG nova.network.neutron [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.816417] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-216d514c-7a09-41ba-978a-b305fd303301 tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.816646] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-216d514c-7a09-41ba-978a-b305fd303301 tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.816851] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-216d514c-7a09-41ba-978a-b305fd303301 tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Deleting the datastore file [datastore1] e896bb18-636e-4787-8b67-476c5a32dd33 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.817145] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0fd2123-655b-47c8-a25d-0830066b3246 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.830095] env[69357]: DEBUG oslo_vmware.api [None req-216d514c-7a09-41ba-978a-b305fd303301 tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Waiting for the task: (returnval){ [ 768.830095] env[69357]: value = "task-3282489" [ 768.830095] env[69357]: _type = "Task" [ 768.830095] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.844047] env[69357]: DEBUG oslo_vmware.api [None req-216d514c-7a09-41ba-978a-b305fd303301 tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Task: {'id': task-3282489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.083048] env[69357]: DEBUG nova.network.neutron [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Updating instance_info_cache with network_info: [{"id": "0deb64b4-52ef-4aae-abfb-868208d52aea", "address": "fa:16:3e:2e:fc:e8", "network": {"id": "cc712f17-69e2-4b35-8968-a1091346ece7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1031991286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "599a1079b5654c3292648e2ced84dc7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0deb64b4-52", "ovs_interfaceid": "0deb64b4-52ef-4aae-abfb-868208d52aea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.173116] env[69357]: DEBUG oslo_vmware.api [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3282484, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.192332] env[69357]: DEBUG nova.network.neutron [-] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.216030] env[69357]: DEBUG oslo_concurrency.lockutils [None req-38a284fe-5318-4992-b68e-c765e11e611f tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.221946] env[69357]: DEBUG oslo_concurrency.lockutils [None req-500af9ba-3a45-4ae0-8d72-f1695007273f tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Acquiring lock "909b4df9-e9c0-4c44-a167-704236afb433" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.222214] env[69357]: DEBUG oslo_concurrency.lockutils [None req-500af9ba-3a45-4ae0-8d72-f1695007273f tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Lock "909b4df9-e9c0-4c44-a167-704236afb433" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.222538] env[69357]: DEBUG oslo_concurrency.lockutils [None req-500af9ba-3a45-4ae0-8d72-f1695007273f tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Acquiring lock "909b4df9-e9c0-4c44-a167-704236afb433-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.222609] env[69357]: DEBUG oslo_concurrency.lockutils [None req-500af9ba-3a45-4ae0-8d72-f1695007273f tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Lock "909b4df9-e9c0-4c44-a167-704236afb433-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.222802] env[69357]: DEBUG oslo_concurrency.lockutils [None req-500af9ba-3a45-4ae0-8d72-f1695007273f tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Lock "909b4df9-e9c0-4c44-a167-704236afb433-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.224702] env[69357]: INFO nova.compute.manager [None req-500af9ba-3a45-4ae0-8d72-f1695007273f tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Terminating instance [ 769.239206] env[69357]: DEBUG oslo_vmware.api [None req-31ebb6e8-7ff3-4e33-ae71-1fe035942e2a tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Task: {'id': task-3282486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195349} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.239470] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-31ebb6e8-7ff3-4e33-ae71-1fe035942e2a tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.239664] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-31ebb6e8-7ff3-4e33-ae71-1fe035942e2a tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.239848] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-31ebb6e8-7ff3-4e33-ae71-1fe035942e2a tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.240028] env[69357]: INFO nova.compute.manager [None req-31ebb6e8-7ff3-4e33-ae71-1fe035942e2a tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Took 2.02 seconds to destroy the instance on the hypervisor. [ 769.240269] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31ebb6e8-7ff3-4e33-ae71-1fe035942e2a tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.240462] env[69357]: DEBUG nova.compute.manager [-] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 769.240553] env[69357]: DEBUG nova.network.neutron [-] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.248318] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef92f56-6fa7-4a3d-a109-817acd83afdb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.263062] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d525b36-f224-4249-b7c1-0647c45980b2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.266477] env[69357]: DEBUG oslo_vmware.api [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Task: {'id': task-3282488, 'name': Rename_Task, 'duration_secs': 0.176803} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.266743] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.267341] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-366f8f45-921b-4829-bbf6-627ab51c86d8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.298957] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8191c7-0e1d-4df8-8472-4b8308303d1c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.301849] env[69357]: DEBUG oslo_vmware.api [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Waiting for the task: (returnval){ [ 769.301849] env[69357]: value = "task-3282490" [ 769.301849] env[69357]: _type = "Task" [ 769.301849] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.310277] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f61e022-d5a4-4390-a28a-7bdc1de7cba0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.318306] env[69357]: DEBUG oslo_vmware.api [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Task: {'id': task-3282490, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.330686] env[69357]: DEBUG nova.compute.provider_tree [None req-5cfca569-4ad5-44b3-9ab8-14fdd3f94a42 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.344887] env[69357]: DEBUG oslo_vmware.api [None req-216d514c-7a09-41ba-978a-b305fd303301 tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Task: {'id': task-3282489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14524} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.345173] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-216d514c-7a09-41ba-978a-b305fd303301 tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.345365] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-216d514c-7a09-41ba-978a-b305fd303301 tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.345544] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-216d514c-7a09-41ba-978a-b305fd303301 tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.345710] env[69357]: INFO nova.compute.manager [None req-216d514c-7a09-41ba-978a-b305fd303301 tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Took 2.05 seconds to destroy the instance on the hypervisor. [ 769.345947] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-216d514c-7a09-41ba-978a-b305fd303301 tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.346148] env[69357]: DEBUG nova.compute.manager [-] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 769.346263] env[69357]: DEBUG nova.network.neutron [-] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.507016] env[69357]: DEBUG nova.compute.manager [req-a211aa13-d262-43ab-b816-87e4eee1d672 req-b0ceec36-60e5-4d7a-8aea-2ce4463a87f1 service nova] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Received event network-vif-deleted-609f476c-4551-483e-9ab2-43972685f9a0 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.587456] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Releasing lock "refresh_cache-9d3a99e6-4639-440d-90c2-e142903094c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.588066] env[69357]: DEBUG nova.compute.manager [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Instance network_info: |[{"id": "0deb64b4-52ef-4aae-abfb-868208d52aea", "address": "fa:16:3e:2e:fc:e8", "network": {"id": "cc712f17-69e2-4b35-8968-a1091346ece7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1031991286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "599a1079b5654c3292648e2ced84dc7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0deb64b4-52", "ovs_interfaceid": "0deb64b4-52ef-4aae-abfb-868208d52aea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.588289] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:fc:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7ab8d568-adb0-4f3b-b6cc-68413e6546ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0deb64b4-52ef-4aae-abfb-868208d52aea', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.597839] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Creating folder: Project (599a1079b5654c3292648e2ced84dc7b). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.598192] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af9c72d0-629e-4845-93fc-96900f52dc03 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.608499] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Created folder: Project (599a1079b5654c3292648e2ced84dc7b) in parent group-v655402. [ 769.608693] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Creating folder: Instances. Parent ref: group-v655544. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.608944] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93135708-9066-4e5c-b1d7-72f4191d3542 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.617954] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Created folder: Instances in parent group-v655544. [ 769.618224] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.618420] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.618630] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9ebf439-f064-4c42-9216-34b02bd7430f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.640624] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.640624] env[69357]: value = "task-3282494" [ 769.640624] env[69357]: _type = "Task" [ 769.640624] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.652648] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282494, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.678647] env[69357]: DEBUG oslo_vmware.api [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3282484, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.582098} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.678647] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 26f8e64b-a2f1-4659-ba44-8511c7b71f4b/26f8e64b-a2f1-4659-ba44-8511c7b71f4b.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.678647] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.678647] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d58fa648-38a8-4528-a7cd-ef390224c5a9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.687108] env[69357]: DEBUG oslo_vmware.api [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Waiting for the task: (returnval){ [ 769.687108] env[69357]: value = "task-3282495" [ 769.687108] env[69357]: _type = "Task" [ 769.687108] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.694710] env[69357]: DEBUG oslo_vmware.api [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3282495, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.700234] env[69357]: INFO nova.compute.manager [-] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Took 2.42 seconds to deallocate network for instance. [ 769.713146] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b2f55097-f7a4-46be-b3c7-ed3d735e9bef tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Acquiring lock "63837d13-19a6-4320-8521-deacd01dfe75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.713146] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b2f55097-f7a4-46be-b3c7-ed3d735e9bef tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Lock "63837d13-19a6-4320-8521-deacd01dfe75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.713146] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b2f55097-f7a4-46be-b3c7-ed3d735e9bef tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Acquiring lock "63837d13-19a6-4320-8521-deacd01dfe75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.713146] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b2f55097-f7a4-46be-b3c7-ed3d735e9bef tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Lock "63837d13-19a6-4320-8521-deacd01dfe75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.713146] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b2f55097-f7a4-46be-b3c7-ed3d735e9bef tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Lock "63837d13-19a6-4320-8521-deacd01dfe75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.719391] env[69357]: INFO nova.compute.manager [None req-b2f55097-f7a4-46be-b3c7-ed3d735e9bef tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Terminating instance [ 769.733881] env[69357]: DEBUG nova.compute.manager [None req-500af9ba-3a45-4ae0-8d72-f1695007273f tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 769.734222] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-500af9ba-3a45-4ae0-8d72-f1695007273f tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 769.735801] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd790da4-a22c-4eb5-a1d6-db1ac33e3e43 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.750401] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-500af9ba-3a45-4ae0-8d72-f1695007273f tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.750753] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5abbff6d-682c-4236-92b7-022cc2b53948 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.758538] env[69357]: DEBUG oslo_vmware.api [None req-500af9ba-3a45-4ae0-8d72-f1695007273f tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Waiting for the task: (returnval){ [ 769.758538] env[69357]: value = "task-3282496" [ 769.758538] env[69357]: _type = "Task" [ 769.758538] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.767728] env[69357]: DEBUG oslo_vmware.api [None req-500af9ba-3a45-4ae0-8d72-f1695007273f tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Task: {'id': task-3282496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.816076] env[69357]: DEBUG oslo_vmware.api [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Task: {'id': task-3282490, 'name': PowerOnVM_Task, 'duration_secs': 0.525144} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.816076] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.816076] env[69357]: INFO nova.compute.manager [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Took 10.14 seconds to spawn the instance on the hypervisor. [ 769.816076] env[69357]: DEBUG nova.compute.manager [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.816076] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fac55c-3a51-41aa-b8f8-0ba72a37685d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.836483] env[69357]: DEBUG nova.scheduler.client.report [None req-5cfca569-4ad5-44b3-9ab8-14fdd3f94a42 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.151693] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282494, 'name': CreateVM_Task, 'duration_secs': 0.486308} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.151693] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.152311] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.152468] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.153021] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.153100] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e43673bb-8091-4703-afd2-61b9d50dd6bc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.158452] env[69357]: DEBUG oslo_vmware.api [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the task: (returnval){ [ 770.158452] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52acaec4-2673-e5e2-785a-1c9fcb0bd5b6" [ 770.158452] env[69357]: _type = "Task" [ 770.158452] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.168112] env[69357]: DEBUG oslo_vmware.api [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52acaec4-2673-e5e2-785a-1c9fcb0bd5b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.171980] env[69357]: DEBUG nova.network.neutron [-] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.195480] env[69357]: DEBUG oslo_vmware.api [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3282495, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074522} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.195809] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.196598] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7697c3b-96ef-4ced-bddc-c487386faf2a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.211220] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a1bc3c09-461b-4b0b-b236-966e7c0eaaa0 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.220440] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 26f8e64b-a2f1-4659-ba44-8511c7b71f4b/26f8e64b-a2f1-4659-ba44-8511c7b71f4b.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.221265] env[69357]: DEBUG nova.compute.manager [None req-b2f55097-f7a4-46be-b3c7-ed3d735e9bef tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.221517] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f55097-f7a4-46be-b3c7-ed3d735e9bef tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.221790] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-846c2031-a09f-48b1-8411-04ed88ee8979 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.236994] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0050b2-6ef2-4533-9700-a1a9ae3b361e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.245907] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f55097-f7a4-46be-b3c7-ed3d735e9bef tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.247171] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d7f4298-5f38-4745-804e-1ea5c11c260c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.248765] env[69357]: DEBUG oslo_vmware.api [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Waiting for the task: (returnval){ [ 770.248765] env[69357]: value = "task-3282497" [ 770.248765] env[69357]: _type = "Task" [ 770.248765] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.253396] env[69357]: DEBUG oslo_vmware.api [None req-b2f55097-f7a4-46be-b3c7-ed3d735e9bef tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Waiting for the task: (returnval){ [ 770.253396] env[69357]: value = "task-3282498" [ 770.253396] env[69357]: _type = "Task" [ 770.253396] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.259498] env[69357]: DEBUG oslo_vmware.api [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3282497, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.265894] env[69357]: DEBUG oslo_vmware.api [None req-b2f55097-f7a4-46be-b3c7-ed3d735e9bef tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Task: {'id': task-3282498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.271374] env[69357]: DEBUG oslo_vmware.api [None req-500af9ba-3a45-4ae0-8d72-f1695007273f tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Task: {'id': task-3282496, 'name': PowerOffVM_Task, 'duration_secs': 0.241823} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.271756] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-500af9ba-3a45-4ae0-8d72-f1695007273f tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.272009] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-500af9ba-3a45-4ae0-8d72-f1695007273f tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.272643] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e94ba393-e4ff-4641-9243-d512763852fe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.336966] env[69357]: INFO nova.compute.manager [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Took 46.22 seconds to build instance. [ 770.343115] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-500af9ba-3a45-4ae0-8d72-f1695007273f tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.343317] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-500af9ba-3a45-4ae0-8d72-f1695007273f tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.343620] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-500af9ba-3a45-4ae0-8d72-f1695007273f tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Deleting the datastore file [datastore1] 909b4df9-e9c0-4c44-a167-704236afb433 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.345328] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23fc5c29-ca4d-48fc-8557-175be43082f9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.348212] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5cfca569-4ad5-44b3-9ab8-14fdd3f94a42 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.593s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.351085] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.550s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.353643] env[69357]: INFO nova.compute.claims [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.363044] env[69357]: DEBUG oslo_vmware.api [None req-500af9ba-3a45-4ae0-8d72-f1695007273f tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Waiting for the task: (returnval){ [ 770.363044] env[69357]: value = "task-3282500" [ 770.363044] env[69357]: _type = "Task" [ 770.363044] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.375674] env[69357]: DEBUG oslo_vmware.api [None req-500af9ba-3a45-4ae0-8d72-f1695007273f tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Task: {'id': task-3282500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.383050] env[69357]: INFO nova.scheduler.client.report [None req-5cfca569-4ad5-44b3-9ab8-14fdd3f94a42 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Deleted allocations for instance 45908d95-bd1c-4340-8cc2-3198f900bebd [ 770.434568] env[69357]: DEBUG nova.compute.manager [req-0799aa34-4038-4851-985d-01ad66308d50 req-15f70de2-0757-4bf3-b08d-ab55200559ce service nova] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Received event network-changed-0deb64b4-52ef-4aae-abfb-868208d52aea {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.434855] env[69357]: DEBUG nova.compute.manager [req-0799aa34-4038-4851-985d-01ad66308d50 req-15f70de2-0757-4bf3-b08d-ab55200559ce service nova] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Refreshing instance network info cache due to event network-changed-0deb64b4-52ef-4aae-abfb-868208d52aea. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.435323] env[69357]: DEBUG oslo_concurrency.lockutils [req-0799aa34-4038-4851-985d-01ad66308d50 req-15f70de2-0757-4bf3-b08d-ab55200559ce service nova] Acquiring lock "refresh_cache-9d3a99e6-4639-440d-90c2-e142903094c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.435323] env[69357]: DEBUG oslo_concurrency.lockutils [req-0799aa34-4038-4851-985d-01ad66308d50 req-15f70de2-0757-4bf3-b08d-ab55200559ce service nova] Acquired lock "refresh_cache-9d3a99e6-4639-440d-90c2-e142903094c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.435477] env[69357]: DEBUG nova.network.neutron [req-0799aa34-4038-4851-985d-01ad66308d50 req-15f70de2-0757-4bf3-b08d-ab55200559ce service nova] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Refreshing network info cache for port 0deb64b4-52ef-4aae-abfb-868208d52aea {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.674411] env[69357]: INFO nova.compute.manager [-] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Took 1.33 seconds to deallocate network for instance. [ 770.675675] env[69357]: DEBUG oslo_vmware.api [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52acaec4-2673-e5e2-785a-1c9fcb0bd5b6, 'name': SearchDatastore_Task, 'duration_secs': 0.010844} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.677595] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.677789] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.680185] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.680438] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.680637] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.680912] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b903bbd-10f6-49b0-bbbd-d9b7707bda73 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.690631] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.690894] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.691570] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef142c94-d568-47d1-bfba-25410a577e77 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.697855] env[69357]: DEBUG oslo_vmware.api [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the task: (returnval){ [ 770.697855] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5235bace-8f11-f40a-509c-86783394c62b" [ 770.697855] env[69357]: _type = "Task" [ 770.697855] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.708635] env[69357]: DEBUG oslo_vmware.api [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5235bace-8f11-f40a-509c-86783394c62b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.764573] env[69357]: DEBUG oslo_vmware.api [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3282497, 'name': ReconfigVM_Task, 'duration_secs': 0.328411} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.767365] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 26f8e64b-a2f1-4659-ba44-8511c7b71f4b/26f8e64b-a2f1-4659-ba44-8511c7b71f4b.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.768134] env[69357]: DEBUG oslo_vmware.api [None req-b2f55097-f7a4-46be-b3c7-ed3d735e9bef tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Task: {'id': task-3282498, 'name': PowerOffVM_Task, 'duration_secs': 0.220081} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.768360] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7914a0c9-29d4-4c82-bde2-7961793e97f8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.770063] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f55097-f7a4-46be-b3c7-ed3d735e9bef tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.770243] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f55097-f7a4-46be-b3c7-ed3d735e9bef tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.770468] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f69dad9-1d23-41b6-a1c9-5ee96b72263e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.777031] env[69357]: DEBUG oslo_vmware.api [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Waiting for the task: (returnval){ [ 770.777031] env[69357]: value = "task-3282502" [ 770.777031] env[69357]: _type = "Task" [ 770.777031] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.785050] env[69357]: DEBUG oslo_vmware.api [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3282502, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.844283] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ecbddc2a-71d0-49e4-84c1-214cb32e0f76 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Lock "b4f1cf0a-960c-4674-b82e-557fc2dc6797" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.709s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.851265] env[69357]: DEBUG nova.network.neutron [-] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.861866] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f55097-f7a4-46be-b3c7-ed3d735e9bef tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.861866] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f55097-f7a4-46be-b3c7-ed3d735e9bef tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.861866] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2f55097-f7a4-46be-b3c7-ed3d735e9bef tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Deleting the datastore file [datastore1] 63837d13-19a6-4320-8521-deacd01dfe75 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.863132] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-178bde43-c470-4bf4-bded-b40cb9f9777d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.877467] env[69357]: DEBUG oslo_vmware.api [None req-b2f55097-f7a4-46be-b3c7-ed3d735e9bef tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Waiting for the task: (returnval){ [ 770.877467] env[69357]: value = "task-3282503" [ 770.877467] env[69357]: _type = "Task" [ 770.877467] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.884757] env[69357]: DEBUG oslo_vmware.api [None req-500af9ba-3a45-4ae0-8d72-f1695007273f tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Task: {'id': task-3282500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149781} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.885869] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-500af9ba-3a45-4ae0-8d72-f1695007273f tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.886172] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-500af9ba-3a45-4ae0-8d72-f1695007273f tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 770.886320] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-500af9ba-3a45-4ae0-8d72-f1695007273f tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.886527] env[69357]: INFO nova.compute.manager [None req-500af9ba-3a45-4ae0-8d72-f1695007273f tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Took 1.15 seconds to destroy the instance on the hypervisor. [ 770.886814] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-500af9ba-3a45-4ae0-8d72-f1695007273f tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.887381] env[69357]: DEBUG nova.compute.manager [-] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 770.887506] env[69357]: DEBUG nova.network.neutron [-] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 770.896809] env[69357]: DEBUG oslo_vmware.api [None req-b2f55097-f7a4-46be-b3c7-ed3d735e9bef tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Task: {'id': task-3282503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.897349] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5cfca569-4ad5-44b3-9ab8-14fdd3f94a42 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Lock "45908d95-bd1c-4340-8cc2-3198f900bebd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.232s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.191214] env[69357]: DEBUG oslo_concurrency.lockutils [None req-216d514c-7a09-41ba-978a-b305fd303301 tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.214297] env[69357]: DEBUG oslo_vmware.api [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5235bace-8f11-f40a-509c-86783394c62b, 'name': SearchDatastore_Task, 'duration_secs': 0.011858} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.215586] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2105e02-b87f-43fc-a22a-c7af17a8d82f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.223546] env[69357]: DEBUG oslo_vmware.api [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the task: (returnval){ [ 771.223546] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c1ba33-1f31-2548-ea78-7d81539c68a0" [ 771.223546] env[69357]: _type = "Task" [ 771.223546] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.238269] env[69357]: DEBUG oslo_vmware.api [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c1ba33-1f31-2548-ea78-7d81539c68a0, 'name': SearchDatastore_Task, 'duration_secs': 0.011182} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.238419] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.238686] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 9d3a99e6-4639-440d-90c2-e142903094c0/9d3a99e6-4639-440d-90c2-e142903094c0.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.238954] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2950e3c9-9bc0-4e1e-b73d-d275b518ce7b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.245958] env[69357]: DEBUG oslo_vmware.api [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the task: (returnval){ [ 771.245958] env[69357]: value = "task-3282504" [ 771.245958] env[69357]: _type = "Task" [ 771.245958] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.255672] env[69357]: DEBUG oslo_vmware.api [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.268143] env[69357]: DEBUG nova.network.neutron [req-0799aa34-4038-4851-985d-01ad66308d50 req-15f70de2-0757-4bf3-b08d-ab55200559ce service nova] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Updated VIF entry in instance network info cache for port 0deb64b4-52ef-4aae-abfb-868208d52aea. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.268805] env[69357]: DEBUG nova.network.neutron [req-0799aa34-4038-4851-985d-01ad66308d50 req-15f70de2-0757-4bf3-b08d-ab55200559ce service nova] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Updating instance_info_cache with network_info: [{"id": "0deb64b4-52ef-4aae-abfb-868208d52aea", "address": "fa:16:3e:2e:fc:e8", "network": {"id": "cc712f17-69e2-4b35-8968-a1091346ece7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1031991286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "599a1079b5654c3292648e2ced84dc7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0deb64b4-52", "ovs_interfaceid": "0deb64b4-52ef-4aae-abfb-868208d52aea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.288060] env[69357]: DEBUG oslo_vmware.api [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3282502, 'name': Rename_Task, 'duration_secs': 0.20822} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.288060] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.288337] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e051ece4-3253-49f1-a5f3-accf7a6c3e30 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.294701] env[69357]: DEBUG oslo_vmware.api [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Waiting for the task: (returnval){ [ 771.294701] env[69357]: value = "task-3282505" [ 771.294701] env[69357]: _type = "Task" [ 771.294701] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.303792] env[69357]: DEBUG oslo_vmware.api [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3282505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.358478] env[69357]: INFO nova.compute.manager [-] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Took 2.12 seconds to deallocate network for instance. [ 771.392901] env[69357]: DEBUG oslo_vmware.api [None req-b2f55097-f7a4-46be-b3c7-ed3d735e9bef tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Task: {'id': task-3282503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177028} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.393199] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2f55097-f7a4-46be-b3c7-ed3d735e9bef tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.393382] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f55097-f7a4-46be-b3c7-ed3d735e9bef tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.393624] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f55097-f7a4-46be-b3c7-ed3d735e9bef tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.393710] env[69357]: INFO nova.compute.manager [None req-b2f55097-f7a4-46be-b3c7-ed3d735e9bef tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Took 1.17 seconds to destroy the instance on the hypervisor. [ 771.393940] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2f55097-f7a4-46be-b3c7-ed3d735e9bef tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.394176] env[69357]: DEBUG nova.compute.manager [-] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 771.394256] env[69357]: DEBUG nova.network.neutron [-] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 771.762417] env[69357]: DEBUG oslo_vmware.api [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282504, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.772481] env[69357]: DEBUG oslo_concurrency.lockutils [req-0799aa34-4038-4851-985d-01ad66308d50 req-15f70de2-0757-4bf3-b08d-ab55200559ce service nova] Releasing lock "refresh_cache-9d3a99e6-4639-440d-90c2-e142903094c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.772745] env[69357]: DEBUG nova.compute.manager [req-0799aa34-4038-4851-985d-01ad66308d50 req-15f70de2-0757-4bf3-b08d-ab55200559ce service nova] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Received event network-vif-deleted-cad3d9f2-95f9-4e2f-9808-d367b6b0e734 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.812254] env[69357]: DEBUG oslo_vmware.api [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3282505, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.868500] env[69357]: DEBUG oslo_concurrency.lockutils [None req-31ebb6e8-7ff3-4e33-ae71-1fe035942e2a tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.959844] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcafb59c-e33a-4e4f-8e1a-6b6b2a9ab45b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.968586] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebc32a2-89fa-4c98-96ef-4805060f50f2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.004647] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79143f5c-e95b-4feb-988d-45037100fcc2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.014719] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0481dbc-f1c4-419b-95ee-6cf81cfa3800 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.029142] env[69357]: DEBUG nova.compute.provider_tree [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.195729] env[69357]: DEBUG nova.compute.manager [req-0162653d-0761-4442-a0db-d32ff0e0c3b3 req-a6ac3f9b-2e2c-4311-9d3c-6bfad1d3f6ac service nova] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Received event network-vif-deleted-47c06b74-3390-4779-94cc-daadc54b0749 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.261436] env[69357]: DEBUG oslo_vmware.api [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59787} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.261659] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 9d3a99e6-4639-440d-90c2-e142903094c0/9d3a99e6-4639-440d-90c2-e142903094c0.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.261874] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.262171] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b38bf8bb-0f96-41ef-9289-2f5ddff6f759 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.270170] env[69357]: DEBUG oslo_vmware.api [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the task: (returnval){ [ 772.270170] env[69357]: value = "task-3282506" [ 772.270170] env[69357]: _type = "Task" [ 772.270170] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.278373] env[69357]: DEBUG oslo_vmware.api [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282506, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.306587] env[69357]: DEBUG nova.network.neutron [-] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.307676] env[69357]: DEBUG oslo_vmware.api [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3282505, 'name': PowerOnVM_Task, 'duration_secs': 0.846163} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.307935] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.308152] env[69357]: INFO nova.compute.manager [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Took 9.95 seconds to spawn the instance on the hypervisor. [ 772.308331] env[69357]: DEBUG nova.compute.manager [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.309170] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b6ae48-f1e4-4e73-bb56-aa372c791d7a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.442957] env[69357]: DEBUG nova.network.neutron [-] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.535103] env[69357]: DEBUG nova.scheduler.client.report [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.760628] env[69357]: DEBUG oslo_vmware.rw_handles [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523f5ed3-043b-f2cd-58d3-d157c4c0383d/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 772.761617] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d350c3-883e-4c9b-bbd9-a6d6daf509a7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.768303] env[69357]: DEBUG oslo_vmware.rw_handles [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523f5ed3-043b-f2cd-58d3-d157c4c0383d/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 772.768683] env[69357]: ERROR oslo_vmware.rw_handles [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523f5ed3-043b-f2cd-58d3-d157c4c0383d/disk-0.vmdk due to incomplete transfer. [ 772.768683] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1fda33c2-9ec5-41c8-9120-a2524686d147 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.778234] env[69357]: DEBUG oslo_vmware.api [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282506, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089613} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.779410] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.779751] env[69357]: DEBUG oslo_vmware.rw_handles [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523f5ed3-043b-f2cd-58d3-d157c4c0383d/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 772.779873] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Uploaded image f3948673-92c3-4f11-a9fe-9783654130e8 to the Glance image server {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 772.782509] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Destroying the VM {{(pid=69357) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 772.783268] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098dd3be-80f3-45ce-9525-2e3253f3d4fd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.785795] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2030b124-86f6-4f30-afc0-ccd8a83e2f22 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.812362] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 9d3a99e6-4639-440d-90c2-e142903094c0/9d3a99e6-4639-440d-90c2-e142903094c0.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.812362] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c49d5b4-11e3-41fc-a99d-bd3322fec400 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.825855] env[69357]: DEBUG oslo_vmware.api [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 772.825855] env[69357]: value = "task-3282507" [ 772.825855] env[69357]: _type = "Task" [ 772.825855] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.826292] env[69357]: INFO nova.compute.manager [-] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Took 1.94 seconds to deallocate network for instance. [ 772.844622] env[69357]: DEBUG oslo_vmware.api [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the task: (returnval){ [ 772.844622] env[69357]: value = "task-3282508" [ 772.844622] env[69357]: _type = "Task" [ 772.844622] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.846032] env[69357]: INFO nova.compute.manager [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Took 43.35 seconds to build instance. [ 772.855838] env[69357]: DEBUG oslo_vmware.api [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282507, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.863122] env[69357]: DEBUG oslo_vmware.api [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.945932] env[69357]: INFO nova.compute.manager [-] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Took 1.55 seconds to deallocate network for instance. [ 773.029063] env[69357]: DEBUG nova.compute.manager [req-a401df01-be82-406c-8d5d-73d347120aa2 req-3e95cb3f-2a1b-476e-bcc4-873fd6aeb872 service nova] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Received event network-vif-deleted-c2006b86-fd74-4d94-8a94-3cf029cb1f65 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.040596] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.041413] env[69357]: DEBUG nova.compute.manager [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 773.044192] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5fab3a2f-a1f4-42c8-8495-309e1cce3c1e tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.520s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.044441] env[69357]: DEBUG nova.objects.instance [None req-5fab3a2f-a1f4-42c8-8495-309e1cce3c1e tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Lazy-loading 'resources' on Instance uuid 388f7324-b27f-4f86-902d-dc902a5f19b0 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 773.346140] env[69357]: DEBUG oslo_concurrency.lockutils [None req-500af9ba-3a45-4ae0-8d72-f1695007273f tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.347062] env[69357]: DEBUG oslo_vmware.api [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282507, 'name': Destroy_Task, 'duration_secs': 0.408732} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.347547] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Destroyed the VM [ 773.347930] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Deleting Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 773.353381] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4ac917b3-562d-4eb7-9907-2a4581000e7b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.356796] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f3a6d90-3b4a-4a79-b00b-888fdc38af24 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Lock "26f8e64b-a2f1-4659-ba44-8511c7b71f4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.763s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.363035] env[69357]: DEBUG oslo_vmware.api [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.364709] env[69357]: DEBUG oslo_vmware.api [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 773.364709] env[69357]: value = "task-3282509" [ 773.364709] env[69357]: _type = "Task" [ 773.364709] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.376306] env[69357]: DEBUG oslo_vmware.api [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282509, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.453638] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b2f55097-f7a4-46be-b3c7-ed3d735e9bef tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.531495] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Acquiring lock "47b1d65d-fa52-4abc-a387-7313d13a9a22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.535251] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Lock "47b1d65d-fa52-4abc-a387-7313d13a9a22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.552160] env[69357]: DEBUG nova.compute.utils [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.552351] env[69357]: DEBUG nova.compute.manager [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.552521] env[69357]: DEBUG nova.network.neutron [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.632447] env[69357]: DEBUG nova.policy [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99ac962b6e3646ea87037e888605ba3f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7eaf446ddb74528ae8923baf9c29c54', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.866423] env[69357]: DEBUG oslo_vmware.api [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282508, 'name': ReconfigVM_Task, 'duration_secs': 0.688952} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.870236] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 9d3a99e6-4639-440d-90c2-e142903094c0/9d3a99e6-4639-440d-90c2-e142903094c0.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.870933] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-149bbb24-dbe0-40d2-b022-13c58bcaac45 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.887076] env[69357]: DEBUG oslo_vmware.api [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282509, 'name': RemoveSnapshot_Task, 'duration_secs': 0.439916} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.890017] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Deleted Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 773.890017] env[69357]: INFO nova.compute.manager [None req-dbf0c8e9-cce5-4fba-823a-843b3fb87e5e tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Took 15.11 seconds to snapshot the instance on the hypervisor. [ 773.891508] env[69357]: DEBUG oslo_vmware.api [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the task: (returnval){ [ 773.891508] env[69357]: value = "task-3282510" [ 773.891508] env[69357]: _type = "Task" [ 773.891508] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.909034] env[69357]: DEBUG oslo_vmware.api [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282510, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.034559] env[69357]: DEBUG nova.compute.manager [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.055803] env[69357]: DEBUG nova.compute.manager [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 774.082407] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739159e7-739d-4de1-8310-18277c3ab92f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.089716] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cd33cb-7122-4961-b398-768ae46ca85b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.125083] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c2fae9-8677-4bc9-9f51-6588ce3a9cde {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.134263] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bb308f-6e59-4771-af9a-ace3bdb4d0be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.149251] env[69357]: DEBUG nova.compute.provider_tree [None req-5fab3a2f-a1f4-42c8-8495-309e1cce3c1e tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.152111] env[69357]: DEBUG nova.network.neutron [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Successfully created port: 6674e6d1-0565-4a62-bc02-ef54544f881e {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.410783] env[69357]: DEBUG oslo_vmware.api [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282510, 'name': Rename_Task, 'duration_secs': 0.488999} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.411375] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.411765] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0790c294-2ef4-4bc5-82f7-b2897b891dd0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.420116] env[69357]: DEBUG oslo_vmware.api [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the task: (returnval){ [ 774.420116] env[69357]: value = "task-3282511" [ 774.420116] env[69357]: _type = "Task" [ 774.420116] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.434028] env[69357]: DEBUG oslo_vmware.api [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.560453] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.591956] env[69357]: DEBUG nova.compute.manager [req-98cd7d1e-0f86-4f16-8a1b-abe9cff54040 req-4e396a2d-22ba-47a4-8f84-3a716c9853f1 service nova] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Received event network-vif-deleted-c09f1a2b-ac0d-438a-8483-02477057a46e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.591956] env[69357]: DEBUG nova.compute.manager [req-98cd7d1e-0f86-4f16-8a1b-abe9cff54040 req-4e396a2d-22ba-47a4-8f84-3a716c9853f1 service nova] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Received event network-changed-a26835e1-3c11-4209-9634-700934ee3af1 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.592420] env[69357]: DEBUG nova.compute.manager [req-98cd7d1e-0f86-4f16-8a1b-abe9cff54040 req-4e396a2d-22ba-47a4-8f84-3a716c9853f1 service nova] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Refreshing instance network info cache due to event network-changed-a26835e1-3c11-4209-9634-700934ee3af1. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.592420] env[69357]: DEBUG oslo_concurrency.lockutils [req-98cd7d1e-0f86-4f16-8a1b-abe9cff54040 req-4e396a2d-22ba-47a4-8f84-3a716c9853f1 service nova] Acquiring lock "refresh_cache-b4f1cf0a-960c-4674-b82e-557fc2dc6797" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.592528] env[69357]: DEBUG oslo_concurrency.lockutils [req-98cd7d1e-0f86-4f16-8a1b-abe9cff54040 req-4e396a2d-22ba-47a4-8f84-3a716c9853f1 service nova] Acquired lock "refresh_cache-b4f1cf0a-960c-4674-b82e-557fc2dc6797" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.592581] env[69357]: DEBUG nova.network.neutron [req-98cd7d1e-0f86-4f16-8a1b-abe9cff54040 req-4e396a2d-22ba-47a4-8f84-3a716c9853f1 service nova] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Refreshing network info cache for port a26835e1-3c11-4209-9634-700934ee3af1 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.656179] env[69357]: DEBUG nova.scheduler.client.report [None req-5fab3a2f-a1f4-42c8-8495-309e1cce3c1e tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.938504] env[69357]: DEBUG oslo_vmware.api [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282511, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.074313] env[69357]: DEBUG nova.compute.manager [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 775.096015] env[69357]: DEBUG nova.virt.hardware [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.096263] env[69357]: DEBUG nova.virt.hardware [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.096413] env[69357]: DEBUG nova.virt.hardware [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.096585] env[69357]: DEBUG nova.virt.hardware [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.096756] env[69357]: DEBUG nova.virt.hardware [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.097011] env[69357]: DEBUG nova.virt.hardware [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.097640] env[69357]: DEBUG nova.virt.hardware [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.097972] env[69357]: DEBUG nova.virt.hardware [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.098434] env[69357]: DEBUG nova.virt.hardware [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.098680] env[69357]: DEBUG nova.virt.hardware [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.098910] env[69357]: DEBUG nova.virt.hardware [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.101886] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98945bb4-c781-4c5f-b69e-884e3aa7ea64 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.111364] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01f6a1f-5b19-4243-a0fe-49572286bf79 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.161910] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5fab3a2f-a1f4-42c8-8495-309e1cce3c1e tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.166262] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2797ca7c-de60-4509-97cb-16536590c087 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.112s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.166461] env[69357]: DEBUG nova.objects.instance [None req-2797ca7c-de60-4509-97cb-16536590c087 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lazy-loading 'resources' on Instance uuid 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.213870] env[69357]: INFO nova.scheduler.client.report [None req-5fab3a2f-a1f4-42c8-8495-309e1cce3c1e tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Deleted allocations for instance 388f7324-b27f-4f86-902d-dc902a5f19b0 [ 775.430918] env[69357]: DEBUG oslo_vmware.api [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282511, 'name': PowerOnVM_Task, 'duration_secs': 0.999402} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.431537] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.432659] env[69357]: INFO nova.compute.manager [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Took 7.95 seconds to spawn the instance on the hypervisor. [ 775.432944] env[69357]: DEBUG nova.compute.manager [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.435062] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb56923-7391-42c4-a1af-49c675452305 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.508044] env[69357]: DEBUG nova.network.neutron [req-98cd7d1e-0f86-4f16-8a1b-abe9cff54040 req-4e396a2d-22ba-47a4-8f84-3a716c9853f1 service nova] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Updated VIF entry in instance network info cache for port a26835e1-3c11-4209-9634-700934ee3af1. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.508552] env[69357]: DEBUG nova.network.neutron [req-98cd7d1e-0f86-4f16-8a1b-abe9cff54040 req-4e396a2d-22ba-47a4-8f84-3a716c9853f1 service nova] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Updating instance_info_cache with network_info: [{"id": "a26835e1-3c11-4209-9634-700934ee3af1", "address": "fa:16:3e:d3:dd:6b", "network": {"id": "c9dfba28-265e-4ab5-816d-64ed6ed83b08", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1945052613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f9e322728b3472a8d18760bfc924fe3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa26835e1-3c", "ovs_interfaceid": "a26835e1-3c11-4209-9634-700934ee3af1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.726057] env[69357]: DEBUG oslo_concurrency.lockutils [None req-57fa5db4-d066-4c10-9141-e4a1ff057c3b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "939664b5-35ce-4388-bb10-f20c050fa27a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.726057] env[69357]: DEBUG oslo_concurrency.lockutils [None req-57fa5db4-d066-4c10-9141-e4a1ff057c3b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "939664b5-35ce-4388-bb10-f20c050fa27a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.726237] env[69357]: DEBUG oslo_concurrency.lockutils [None req-57fa5db4-d066-4c10-9141-e4a1ff057c3b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "939664b5-35ce-4388-bb10-f20c050fa27a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.726389] env[69357]: DEBUG oslo_concurrency.lockutils [None req-57fa5db4-d066-4c10-9141-e4a1ff057c3b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "939664b5-35ce-4388-bb10-f20c050fa27a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.726551] env[69357]: DEBUG oslo_concurrency.lockutils [None req-57fa5db4-d066-4c10-9141-e4a1ff057c3b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "939664b5-35ce-4388-bb10-f20c050fa27a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.730954] env[69357]: INFO nova.compute.manager [None req-57fa5db4-d066-4c10-9141-e4a1ff057c3b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Terminating instance [ 775.734661] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5fab3a2f-a1f4-42c8-8495-309e1cce3c1e tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Lock "388f7324-b27f-4f86-902d-dc902a5f19b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.998s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.961152] env[69357]: INFO nova.compute.manager [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Took 43.45 seconds to build instance. [ 775.974142] env[69357]: DEBUG nova.network.neutron [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Successfully updated port: 6674e6d1-0565-4a62-bc02-ef54544f881e {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 776.012536] env[69357]: DEBUG oslo_concurrency.lockutils [req-98cd7d1e-0f86-4f16-8a1b-abe9cff54040 req-4e396a2d-22ba-47a4-8f84-3a716c9853f1 service nova] Releasing lock "refresh_cache-b4f1cf0a-960c-4674-b82e-557fc2dc6797" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.151471] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28d5411-14f7-48ef-9b5b-85c76a0696ca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.159227] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc1934b-c92e-4d5c-915c-ba4dff71b875 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.190763] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25354cca-e210-4010-84a4-0cca3c756016 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.198460] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbfb5d5-4bc8-43b7-becc-134a81501998 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.212396] env[69357]: DEBUG nova.compute.provider_tree [None req-2797ca7c-de60-4509-97cb-16536590c087 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.238147] env[69357]: DEBUG nova.compute.manager [None req-57fa5db4-d066-4c10-9141-e4a1ff057c3b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 776.238368] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-57fa5db4-d066-4c10-9141-e4a1ff057c3b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.239789] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80643f0d-c086-48bf-8cc0-c9ea98c09b8c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.248423] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-57fa5db4-d066-4c10-9141-e4a1ff057c3b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.249027] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1aebf361-a814-4e23-9f33-fca27f505b2b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.308658] env[69357]: DEBUG nova.compute.manager [req-6db6ce70-5919-4e89-bc10-4da1e66f69ec req-cac48d38-ae28-4551-a090-0f466c56cf48 service nova] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Received event network-vif-plugged-6674e6d1-0565-4a62-bc02-ef54544f881e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.309028] env[69357]: DEBUG oslo_concurrency.lockutils [req-6db6ce70-5919-4e89-bc10-4da1e66f69ec req-cac48d38-ae28-4551-a090-0f466c56cf48 service nova] Acquiring lock "8cafc4cb-7b31-41aa-8148-5a743741e988-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.309309] env[69357]: DEBUG oslo_concurrency.lockutils [req-6db6ce70-5919-4e89-bc10-4da1e66f69ec req-cac48d38-ae28-4551-a090-0f466c56cf48 service nova] Lock "8cafc4cb-7b31-41aa-8148-5a743741e988-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.309446] env[69357]: DEBUG oslo_concurrency.lockutils [req-6db6ce70-5919-4e89-bc10-4da1e66f69ec req-cac48d38-ae28-4551-a090-0f466c56cf48 service nova] Lock "8cafc4cb-7b31-41aa-8148-5a743741e988-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.309599] env[69357]: DEBUG nova.compute.manager [req-6db6ce70-5919-4e89-bc10-4da1e66f69ec req-cac48d38-ae28-4551-a090-0f466c56cf48 service nova] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] No waiting events found dispatching network-vif-plugged-6674e6d1-0565-4a62-bc02-ef54544f881e {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 776.309737] env[69357]: WARNING nova.compute.manager [req-6db6ce70-5919-4e89-bc10-4da1e66f69ec req-cac48d38-ae28-4551-a090-0f466c56cf48 service nova] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Received unexpected event network-vif-plugged-6674e6d1-0565-4a62-bc02-ef54544f881e for instance with vm_state building and task_state spawning. [ 776.318026] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-57fa5db4-d066-4c10-9141-e4a1ff057c3b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.318391] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-57fa5db4-d066-4c10-9141-e4a1ff057c3b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.319091] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-57fa5db4-d066-4c10-9141-e4a1ff057c3b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Deleting the datastore file [datastore2] 939664b5-35ce-4388-bb10-f20c050fa27a {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.319588] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75435506-e1b8-4fdc-addd-04f4b9e17283 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.326869] env[69357]: DEBUG oslo_vmware.api [None req-57fa5db4-d066-4c10-9141-e4a1ff057c3b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 776.326869] env[69357]: value = "task-3282513" [ 776.326869] env[69357]: _type = "Task" [ 776.326869] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.335510] env[69357]: DEBUG oslo_vmware.api [None req-57fa5db4-d066-4c10-9141-e4a1ff057c3b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.463707] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a242a23-338f-4016-982f-7a3867c5b431 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lock "9d3a99e6-4639-440d-90c2-e142903094c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.532s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.477536] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquiring lock "refresh_cache-8cafc4cb-7b31-41aa-8148-5a743741e988" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.477701] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquired lock "refresh_cache-8cafc4cb-7b31-41aa-8148-5a743741e988" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.477861] env[69357]: DEBUG nova.network.neutron [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.718168] env[69357]: DEBUG nova.scheduler.client.report [None req-2797ca7c-de60-4509-97cb-16536590c087 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.739419] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "41430e64-1805-4d83-8f22-e967c59f12fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.739677] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "41430e64-1805-4d83-8f22-e967c59f12fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.840336] env[69357]: DEBUG oslo_vmware.api [None req-57fa5db4-d066-4c10-9141-e4a1ff057c3b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357153} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.840627] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-57fa5db4-d066-4c10-9141-e4a1ff057c3b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.840788] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-57fa5db4-d066-4c10-9141-e4a1ff057c3b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.840963] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-57fa5db4-d066-4c10-9141-e4a1ff057c3b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.841176] env[69357]: INFO nova.compute.manager [None req-57fa5db4-d066-4c10-9141-e4a1ff057c3b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Took 0.60 seconds to destroy the instance on the hypervisor. [ 776.841516] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57fa5db4-d066-4c10-9141-e4a1ff057c3b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.841723] env[69357]: DEBUG nova.compute.manager [-] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 776.841819] env[69357]: DEBUG nova.network.neutron [-] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 777.032445] env[69357]: DEBUG nova.network.neutron [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.059250] env[69357]: DEBUG nova.compute.manager [req-a12ab363-acf3-47b3-bccb-09f44186c85e req-9250f1f6-5128-456d-b6a4-dacc4bc301c0 service nova] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Received event network-changed-d95e310a-a9da-45b8-8be5-491907349b41 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.059540] env[69357]: DEBUG nova.compute.manager [req-a12ab363-acf3-47b3-bccb-09f44186c85e req-9250f1f6-5128-456d-b6a4-dacc4bc301c0 service nova] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Refreshing instance network info cache due to event network-changed-d95e310a-a9da-45b8-8be5-491907349b41. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.059818] env[69357]: DEBUG oslo_concurrency.lockutils [req-a12ab363-acf3-47b3-bccb-09f44186c85e req-9250f1f6-5128-456d-b6a4-dacc4bc301c0 service nova] Acquiring lock "refresh_cache-26f8e64b-a2f1-4659-ba44-8511c7b71f4b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.060029] env[69357]: DEBUG oslo_concurrency.lockutils [req-a12ab363-acf3-47b3-bccb-09f44186c85e req-9250f1f6-5128-456d-b6a4-dacc4bc301c0 service nova] Acquired lock "refresh_cache-26f8e64b-a2f1-4659-ba44-8511c7b71f4b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.060258] env[69357]: DEBUG nova.network.neutron [req-a12ab363-acf3-47b3-bccb-09f44186c85e req-9250f1f6-5128-456d-b6a4-dacc4bc301c0 service nova] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Refreshing network info cache for port d95e310a-a9da-45b8-8be5-491907349b41 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.212426] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquiring lock "3b80daa2-b381-4f93-95a0-487142468a88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.212691] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Lock "3b80daa2-b381-4f93-95a0-487142468a88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.212899] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquiring lock "3b80daa2-b381-4f93-95a0-487142468a88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.213139] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Lock "3b80daa2-b381-4f93-95a0-487142468a88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.213327] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Lock "3b80daa2-b381-4f93-95a0-487142468a88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.216088] env[69357]: INFO nova.compute.manager [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Terminating instance [ 777.222424] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2797ca7c-de60-4509-97cb-16536590c087 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.226087] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ee07146-b52b-432f-aa33-d075c3be12c6 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.442s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.226087] env[69357]: DEBUG nova.objects.instance [None req-2ee07146-b52b-432f-aa33-d075c3be12c6 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Lazy-loading 'resources' on Instance uuid 373e33fd-ba30-4824-962d-b0e0f15325e9 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.242232] env[69357]: DEBUG nova.compute.manager [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 777.248485] env[69357]: INFO nova.scheduler.client.report [None req-2797ca7c-de60-4509-97cb-16536590c087 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Deleted allocations for instance 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25 [ 777.257735] env[69357]: DEBUG nova.network.neutron [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Updating instance_info_cache with network_info: [{"id": "6674e6d1-0565-4a62-bc02-ef54544f881e", "address": "fa:16:3e:1d:4e:d2", "network": {"id": "7f341ce4-a45c-4f5e-af4b-cb7ec8e8a1b7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1391807867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7eaf446ddb74528ae8923baf9c29c54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6674e6d1-05", "ovs_interfaceid": "6674e6d1-0565-4a62-bc02-ef54544f881e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.297288] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquiring lock "ab84fefe-2ac8-4e93-88b2-018a64f06aeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.297573] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lock "ab84fefe-2ac8-4e93-88b2-018a64f06aeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.623735] env[69357]: DEBUG nova.network.neutron [-] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.720278] env[69357]: DEBUG nova.compute.manager [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.720590] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.721605] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ec4ebf-7270-4958-aa70-07087c97c4f5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.736077] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.736343] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe4eaaac-02ad-4bd5-b837-ef2bad13c8d1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.744548] env[69357]: DEBUG oslo_vmware.api [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Waiting for the task: (returnval){ [ 777.744548] env[69357]: value = "task-3282514" [ 777.744548] env[69357]: _type = "Task" [ 777.744548] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.767713] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Releasing lock "refresh_cache-8cafc4cb-7b31-41aa-8148-5a743741e988" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.768060] env[69357]: DEBUG nova.compute.manager [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Instance network_info: |[{"id": "6674e6d1-0565-4a62-bc02-ef54544f881e", "address": "fa:16:3e:1d:4e:d2", "network": {"id": "7f341ce4-a45c-4f5e-af4b-cb7ec8e8a1b7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1391807867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7eaf446ddb74528ae8923baf9c29c54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6674e6d1-05", "ovs_interfaceid": "6674e6d1-0565-4a62-bc02-ef54544f881e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.768552] env[69357]: DEBUG oslo_vmware.api [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.769139] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2797ca7c-de60-4509-97cb-16536590c087 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.944s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.773772] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:4e:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6674e6d1-0565-4a62-bc02-ef54544f881e', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.779614] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.780965] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.783997] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.785043] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b58f344-d7df-4a87-a1a4-979ed0f9371f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.804400] env[69357]: DEBUG nova.compute.manager [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 777.812263] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.812263] env[69357]: value = "task-3282515" [ 777.812263] env[69357]: _type = "Task" [ 777.812263] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.828950] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282515, 'name': CreateVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.126572] env[69357]: INFO nova.compute.manager [-] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Took 1.28 seconds to deallocate network for instance. [ 778.256996] env[69357]: DEBUG oslo_vmware.api [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282514, 'name': PowerOffVM_Task, 'duration_secs': 0.262693} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.257293] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.257461] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.258125] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9ee367c-55b7-4d66-b6ee-2dc3206f0630 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.274665] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2f3c3d-d4ab-4501-af6d-e1a0b1e314b7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.282203] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c34caad-a7e0-4ce5-80f8-f0407401ca35 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.326093] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2f5df8-7e43-49de-9258-560526c09fa1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.333288] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.333484] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.333659] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Deleting the datastore file [datastore1] 3b80daa2-b381-4f93-95a0-487142468a88 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.333899] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ca90749-3f79-4b65-9943-64e03bb54183 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.341875] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282515, 'name': CreateVM_Task, 'duration_secs': 0.402228} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.343267] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891f23e4-b9bc-45fc-9ed3-5a81eac7388f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.347923] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.349706] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.350376] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.350545] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.350852] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.351193] env[69357]: DEBUG oslo_vmware.api [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Waiting for the task: (returnval){ [ 778.351193] env[69357]: value = "task-3282517" [ 778.351193] env[69357]: _type = "Task" [ 778.351193] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.351689] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1bf52fb-d173-4d8d-83c1-0f1df946ad49 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.365516] env[69357]: DEBUG nova.compute.provider_tree [None req-2ee07146-b52b-432f-aa33-d075c3be12c6 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.370022] env[69357]: DEBUG oslo_vmware.api [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 778.370022] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d60d82-a07c-47be-40be-cdee96c60335" [ 778.370022] env[69357]: _type = "Task" [ 778.370022] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.372439] env[69357]: DEBUG oslo_vmware.api [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.380757] env[69357]: DEBUG oslo_vmware.api [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d60d82-a07c-47be-40be-cdee96c60335, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.410930] env[69357]: DEBUG nova.network.neutron [req-a12ab363-acf3-47b3-bccb-09f44186c85e req-9250f1f6-5128-456d-b6a4-dacc4bc301c0 service nova] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Updated VIF entry in instance network info cache for port d95e310a-a9da-45b8-8be5-491907349b41. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.411425] env[69357]: DEBUG nova.network.neutron [req-a12ab363-acf3-47b3-bccb-09f44186c85e req-9250f1f6-5128-456d-b6a4-dacc4bc301c0 service nova] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Updating instance_info_cache with network_info: [{"id": "d95e310a-a9da-45b8-8be5-491907349b41", "address": "fa:16:3e:df:b2:77", "network": {"id": "71151c2e-d2d2-4dd8-9864-5c936b8fd7f3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1717978680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bb7dea9b5224569b95aebfe57da0e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd95e310a-a9", "ovs_interfaceid": "d95e310a-a9da-45b8-8be5-491907349b41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.637876] env[69357]: DEBUG oslo_concurrency.lockutils [None req-57fa5db4-d066-4c10-9141-e4a1ff057c3b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.844094] env[69357]: DEBUG nova.compute.manager [req-9e806023-9645-46ef-91d2-03be37ac4f20 req-4cafae88-4be1-4b3b-8d59-8f074d13ec78 service nova] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Received event network-changed-6674e6d1-0565-4a62-bc02-ef54544f881e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.844586] env[69357]: DEBUG nova.compute.manager [req-9e806023-9645-46ef-91d2-03be37ac4f20 req-4cafae88-4be1-4b3b-8d59-8f074d13ec78 service nova] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Refreshing instance network info cache due to event network-changed-6674e6d1-0565-4a62-bc02-ef54544f881e. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.844586] env[69357]: DEBUG oslo_concurrency.lockutils [req-9e806023-9645-46ef-91d2-03be37ac4f20 req-4cafae88-4be1-4b3b-8d59-8f074d13ec78 service nova] Acquiring lock "refresh_cache-8cafc4cb-7b31-41aa-8148-5a743741e988" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.844708] env[69357]: DEBUG oslo_concurrency.lockutils [req-9e806023-9645-46ef-91d2-03be37ac4f20 req-4cafae88-4be1-4b3b-8d59-8f074d13ec78 service nova] Acquired lock "refresh_cache-8cafc4cb-7b31-41aa-8148-5a743741e988" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.844794] env[69357]: DEBUG nova.network.neutron [req-9e806023-9645-46ef-91d2-03be37ac4f20 req-4cafae88-4be1-4b3b-8d59-8f074d13ec78 service nova] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Refreshing network info cache for port 6674e6d1-0565-4a62-bc02-ef54544f881e {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.863503] env[69357]: DEBUG oslo_vmware.api [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.868620] env[69357]: DEBUG nova.scheduler.client.report [None req-2ee07146-b52b-432f-aa33-d075c3be12c6 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.883349] env[69357]: DEBUG oslo_vmware.api [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d60d82-a07c-47be-40be-cdee96c60335, 'name': SearchDatastore_Task, 'duration_secs': 0.035003} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.883661] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.883886] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.884132] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.884279] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.884455] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.884715] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db331622-9b4c-4311-bc90-207a55ee7384 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.896618] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.896816] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.897557] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e50b414-a15b-46db-b5ba-715e71ebd17c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.902878] env[69357]: DEBUG oslo_vmware.api [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 778.902878] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]522c3ea9-e036-9ef4-ee70-5543f193b384" [ 778.902878] env[69357]: _type = "Task" [ 778.902878] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.910472] env[69357]: DEBUG oslo_vmware.api [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]522c3ea9-e036-9ef4-ee70-5543f193b384, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.914047] env[69357]: DEBUG oslo_concurrency.lockutils [req-a12ab363-acf3-47b3-bccb-09f44186c85e req-9250f1f6-5128-456d-b6a4-dacc4bc301c0 service nova] Releasing lock "refresh_cache-26f8e64b-a2f1-4659-ba44-8511c7b71f4b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.286287] env[69357]: DEBUG nova.compute.manager [req-ce5b96cf-8c29-4ce0-8dbd-8ec5482336b2 req-bc4709e6-1342-4473-b0c6-2757ebba96da service nova] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Received event network-changed-a26835e1-3c11-4209-9634-700934ee3af1 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.286287] env[69357]: DEBUG nova.compute.manager [req-ce5b96cf-8c29-4ce0-8dbd-8ec5482336b2 req-bc4709e6-1342-4473-b0c6-2757ebba96da service nova] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Refreshing instance network info cache due to event network-changed-a26835e1-3c11-4209-9634-700934ee3af1. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.286287] env[69357]: DEBUG oslo_concurrency.lockutils [req-ce5b96cf-8c29-4ce0-8dbd-8ec5482336b2 req-bc4709e6-1342-4473-b0c6-2757ebba96da service nova] Acquiring lock "refresh_cache-b4f1cf0a-960c-4674-b82e-557fc2dc6797" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.286287] env[69357]: DEBUG oslo_concurrency.lockutils [req-ce5b96cf-8c29-4ce0-8dbd-8ec5482336b2 req-bc4709e6-1342-4473-b0c6-2757ebba96da service nova] Acquired lock "refresh_cache-b4f1cf0a-960c-4674-b82e-557fc2dc6797" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.286763] env[69357]: DEBUG nova.network.neutron [req-ce5b96cf-8c29-4ce0-8dbd-8ec5482336b2 req-bc4709e6-1342-4473-b0c6-2757ebba96da service nova] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Refreshing network info cache for port a26835e1-3c11-4209-9634-700934ee3af1 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.365207] env[69357]: DEBUG oslo_vmware.api [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282517, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.551981} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.366173] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.366173] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.366173] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.369241] env[69357]: INFO nova.compute.manager [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Took 1.65 seconds to destroy the instance on the hypervisor. [ 779.369241] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.369241] env[69357]: DEBUG nova.compute.manager [-] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 779.369241] env[69357]: DEBUG nova.network.neutron [-] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 779.381637] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ee07146-b52b-432f-aa33-d075c3be12c6 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.383517] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.456s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.386264] env[69357]: INFO nova.compute.claims [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.414034] env[69357]: DEBUG oslo_vmware.api [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]522c3ea9-e036-9ef4-ee70-5543f193b384, 'name': SearchDatastore_Task, 'duration_secs': 0.040533} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.414222] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba5b7c8c-0aef-4967-8e69-5564bbe8e0f9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.420437] env[69357]: DEBUG oslo_vmware.api [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 779.420437] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52999410-fd0a-dac9-9383-be6bdc5e0e46" [ 779.420437] env[69357]: _type = "Task" [ 779.420437] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.428426] env[69357]: DEBUG oslo_vmware.api [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52999410-fd0a-dac9-9383-be6bdc5e0e46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.431437] env[69357]: INFO nova.scheduler.client.report [None req-2ee07146-b52b-432f-aa33-d075c3be12c6 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Deleted allocations for instance 373e33fd-ba30-4824-962d-b0e0f15325e9 [ 779.666653] env[69357]: DEBUG nova.network.neutron [req-9e806023-9645-46ef-91d2-03be37ac4f20 req-4cafae88-4be1-4b3b-8d59-8f074d13ec78 service nova] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Updated VIF entry in instance network info cache for port 6674e6d1-0565-4a62-bc02-ef54544f881e. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.666653] env[69357]: DEBUG nova.network.neutron [req-9e806023-9645-46ef-91d2-03be37ac4f20 req-4cafae88-4be1-4b3b-8d59-8f074d13ec78 service nova] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Updating instance_info_cache with network_info: [{"id": "6674e6d1-0565-4a62-bc02-ef54544f881e", "address": "fa:16:3e:1d:4e:d2", "network": {"id": "7f341ce4-a45c-4f5e-af4b-cb7ec8e8a1b7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1391807867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7eaf446ddb74528ae8923baf9c29c54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6674e6d1-05", "ovs_interfaceid": "6674e6d1-0565-4a62-bc02-ef54544f881e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.945021] env[69357]: DEBUG oslo_vmware.api [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52999410-fd0a-dac9-9383-be6bdc5e0e46, 'name': SearchDatastore_Task, 'duration_secs': 0.010677} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.945021] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ee07146-b52b-432f-aa33-d075c3be12c6 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Lock "373e33fd-ba30-4824-962d-b0e0f15325e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.681s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.948891] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.948891] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 8cafc4cb-7b31-41aa-8148-5a743741e988/8cafc4cb-7b31-41aa-8148-5a743741e988.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.948891] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c854a97-79dd-4463-94c8-b59e46631edd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.955165] env[69357]: DEBUG oslo_vmware.api [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 779.955165] env[69357]: value = "task-3282518" [ 779.955165] env[69357]: _type = "Task" [ 779.955165] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.964592] env[69357]: DEBUG oslo_vmware.api [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.131967] env[69357]: DEBUG oslo_concurrency.lockutils [None req-843b1739-51f9-4994-931d-91a0a4bcc684 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Acquiring lock "93efd4ae-beee-4265-b7b8-a77ef5b970ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.132300] env[69357]: DEBUG oslo_concurrency.lockutils [None req-843b1739-51f9-4994-931d-91a0a4bcc684 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Lock "93efd4ae-beee-4265-b7b8-a77ef5b970ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.132510] env[69357]: DEBUG oslo_concurrency.lockutils [None req-843b1739-51f9-4994-931d-91a0a4bcc684 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Acquiring lock "93efd4ae-beee-4265-b7b8-a77ef5b970ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.132689] env[69357]: DEBUG oslo_concurrency.lockutils [None req-843b1739-51f9-4994-931d-91a0a4bcc684 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Lock "93efd4ae-beee-4265-b7b8-a77ef5b970ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.132854] env[69357]: DEBUG oslo_concurrency.lockutils [None req-843b1739-51f9-4994-931d-91a0a4bcc684 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Lock "93efd4ae-beee-4265-b7b8-a77ef5b970ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.135804] env[69357]: INFO nova.compute.manager [None req-843b1739-51f9-4994-931d-91a0a4bcc684 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Terminating instance [ 780.171362] env[69357]: DEBUG oslo_concurrency.lockutils [req-9e806023-9645-46ef-91d2-03be37ac4f20 req-4cafae88-4be1-4b3b-8d59-8f074d13ec78 service nova] Releasing lock "refresh_cache-8cafc4cb-7b31-41aa-8148-5a743741e988" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.171716] env[69357]: DEBUG nova.compute.manager [req-9e806023-9645-46ef-91d2-03be37ac4f20 req-4cafae88-4be1-4b3b-8d59-8f074d13ec78 service nova] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Received event network-vif-deleted-cf8d0a27-ea9c-481a-bb42-dec3d662fb42 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.219232] env[69357]: DEBUG nova.network.neutron [req-ce5b96cf-8c29-4ce0-8dbd-8ec5482336b2 req-bc4709e6-1342-4473-b0c6-2757ebba96da service nova] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Updated VIF entry in instance network info cache for port a26835e1-3c11-4209-9634-700934ee3af1. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.219723] env[69357]: DEBUG nova.network.neutron [req-ce5b96cf-8c29-4ce0-8dbd-8ec5482336b2 req-bc4709e6-1342-4473-b0c6-2757ebba96da service nova] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Updating instance_info_cache with network_info: [{"id": "a26835e1-3c11-4209-9634-700934ee3af1", "address": "fa:16:3e:d3:dd:6b", "network": {"id": "c9dfba28-265e-4ab5-816d-64ed6ed83b08", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1945052613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f9e322728b3472a8d18760bfc924fe3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa26835e1-3c", "ovs_interfaceid": "a26835e1-3c11-4209-9634-700934ee3af1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.469834] env[69357]: DEBUG oslo_vmware.api [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282518, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.546439] env[69357]: DEBUG nova.network.neutron [-] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.641129] env[69357]: DEBUG nova.compute.manager [None req-843b1739-51f9-4994-931d-91a0a4bcc684 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.641129] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-843b1739-51f9-4994-931d-91a0a4bcc684 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.645215] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a901f5b-ff16-4459-9830-6b99d95c9f68 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.652065] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-843b1739-51f9-4994-931d-91a0a4bcc684 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.652065] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59a716aa-39c3-4c3b-bca1-7e5979e41caf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.659996] env[69357]: DEBUG oslo_vmware.api [None req-843b1739-51f9-4994-931d-91a0a4bcc684 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for the task: (returnval){ [ 780.659996] env[69357]: value = "task-3282519" [ 780.659996] env[69357]: _type = "Task" [ 780.659996] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.667891] env[69357]: DEBUG oslo_vmware.api [None req-843b1739-51f9-4994-931d-91a0a4bcc684 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.722891] env[69357]: DEBUG oslo_concurrency.lockutils [req-ce5b96cf-8c29-4ce0-8dbd-8ec5482336b2 req-bc4709e6-1342-4473-b0c6-2757ebba96da service nova] Releasing lock "refresh_cache-b4f1cf0a-960c-4674-b82e-557fc2dc6797" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.867501] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5275ae04-9e88-41a2-ad83-6e61ab55a3e3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.876330] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69dd1be0-55b8-4e2a-8f30-97bcd296005b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.909785] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04da2f1a-edb6-406e-bcb3-85f009b5dc5a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.918095] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20454a14-f042-40f9-bd76-edbffe3abe74 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.932198] env[69357]: DEBUG nova.compute.provider_tree [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.966263] env[69357]: DEBUG oslo_vmware.api [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614107} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.966902] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 8cafc4cb-7b31-41aa-8148-5a743741e988/8cafc4cb-7b31-41aa-8148-5a743741e988.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.966902] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.967072] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-adc0e61d-3564-4e9a-8018-5ea87291e6d4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.972832] env[69357]: DEBUG oslo_vmware.api [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 780.972832] env[69357]: value = "task-3282520" [ 780.972832] env[69357]: _type = "Task" [ 780.972832] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.984396] env[69357]: DEBUG oslo_vmware.api [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282520, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.023831] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b28abf9a-2929-4751-b942-7c8bc2a5426d tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Acquiring lock "b4f1cf0a-960c-4674-b82e-557fc2dc6797" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.024796] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b28abf9a-2929-4751-b942-7c8bc2a5426d tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Lock "b4f1cf0a-960c-4674-b82e-557fc2dc6797" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.024796] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b28abf9a-2929-4751-b942-7c8bc2a5426d tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Acquiring lock "b4f1cf0a-960c-4674-b82e-557fc2dc6797-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.024796] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b28abf9a-2929-4751-b942-7c8bc2a5426d tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Lock "b4f1cf0a-960c-4674-b82e-557fc2dc6797-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.024796] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b28abf9a-2929-4751-b942-7c8bc2a5426d tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Lock "b4f1cf0a-960c-4674-b82e-557fc2dc6797-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.027527] env[69357]: INFO nova.compute.manager [None req-b28abf9a-2929-4751-b942-7c8bc2a5426d tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Terminating instance [ 781.052203] env[69357]: INFO nova.compute.manager [-] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Took 1.68 seconds to deallocate network for instance. [ 781.170796] env[69357]: DEBUG oslo_vmware.api [None req-843b1739-51f9-4994-931d-91a0a4bcc684 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282519, 'name': PowerOffVM_Task, 'duration_secs': 0.184444} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.170924] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-843b1739-51f9-4994-931d-91a0a4bcc684 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.170991] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-843b1739-51f9-4994-931d-91a0a4bcc684 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.171308] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8ee598a-c6d9-435d-94e6-44454a40d396 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.259737] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-843b1739-51f9-4994-931d-91a0a4bcc684 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.259737] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-843b1739-51f9-4994-931d-91a0a4bcc684 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.259988] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-843b1739-51f9-4994-931d-91a0a4bcc684 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Deleting the datastore file [datastore1] 93efd4ae-beee-4265-b7b8-a77ef5b970ea {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.260149] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ee99c86-e1b0-46c1-b49d-b4d64ce515bf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.267176] env[69357]: DEBUG oslo_vmware.api [None req-843b1739-51f9-4994-931d-91a0a4bcc684 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for the task: (returnval){ [ 781.267176] env[69357]: value = "task-3282522" [ 781.267176] env[69357]: _type = "Task" [ 781.267176] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.272506] env[69357]: DEBUG nova.compute.manager [req-64e635f7-8e1a-46d4-b068-0f3b3b32bd7c req-bb93f0c9-76f4-47dc-b8e5-c6a74dcf5b6d service nova] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Received event network-vif-deleted-6b635e06-09bb-4e54-843c-ea8291cdb759 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.278492] env[69357]: DEBUG oslo_vmware.api [None req-843b1739-51f9-4994-931d-91a0a4bcc684 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.435671] env[69357]: DEBUG nova.scheduler.client.report [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.483274] env[69357]: DEBUG oslo_vmware.api [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282520, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.316856} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.483574] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.484369] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da6951a-051e-4c29-ac92-163a9f5729a2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.510834] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 8cafc4cb-7b31-41aa-8148-5a743741e988/8cafc4cb-7b31-41aa-8148-5a743741e988.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.511210] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-042f5021-15a0-438a-9886-edf05aa217fe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.531674] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "20b531c3-fbbb-4b9c-b5fe-17ac474a72c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.531904] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "20b531c3-fbbb-4b9c-b5fe-17ac474a72c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.532392] env[69357]: DEBUG nova.compute.manager [None req-b28abf9a-2929-4751-b942-7c8bc2a5426d tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 781.532579] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b28abf9a-2929-4751-b942-7c8bc2a5426d tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.532897] env[69357]: DEBUG oslo_vmware.api [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 781.532897] env[69357]: value = "task-3282523" [ 781.532897] env[69357]: _type = "Task" [ 781.532897] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.533841] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd47db91-c5bb-4957-891a-e9ab9a696634 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.545165] env[69357]: DEBUG oslo_vmware.api [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282523, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.547298] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b28abf9a-2929-4751-b942-7c8bc2a5426d tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.547544] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e01131c8-539c-4246-bf37-eb6473a3851f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.555455] env[69357]: DEBUG oslo_vmware.api [None req-b28abf9a-2929-4751-b942-7c8bc2a5426d tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Waiting for the task: (returnval){ [ 781.555455] env[69357]: value = "task-3282524" [ 781.555455] env[69357]: _type = "Task" [ 781.555455] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.561616] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.565817] env[69357]: DEBUG oslo_vmware.api [None req-b28abf9a-2929-4751-b942-7c8bc2a5426d tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Task: {'id': task-3282524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.637142] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.637506] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.777490] env[69357]: DEBUG oslo_vmware.api [None req-843b1739-51f9-4994-931d-91a0a4bcc684 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Task: {'id': task-3282522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363796} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.777741] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-843b1739-51f9-4994-931d-91a0a4bcc684 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.777922] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-843b1739-51f9-4994-931d-91a0a4bcc684 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.778124] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-843b1739-51f9-4994-931d-91a0a4bcc684 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.778302] env[69357]: INFO nova.compute.manager [None req-843b1739-51f9-4994-931d-91a0a4bcc684 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Took 1.14 seconds to destroy the instance on the hypervisor. [ 781.778534] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-843b1739-51f9-4994-931d-91a0a4bcc684 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.778719] env[69357]: DEBUG nova.compute.manager [-] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.778810] env[69357]: DEBUG nova.network.neutron [-] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.940774] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.941423] env[69357]: DEBUG nova.compute.manager [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 781.944691] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.213s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.946388] env[69357]: INFO nova.compute.claims [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.046248] env[69357]: DEBUG oslo_vmware.api [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282523, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.063504] env[69357]: DEBUG nova.compute.manager [req-a43b59ca-79dc-4151-840b-ed20f89f8f0e req-e3cc4401-192e-46f8-9837-6438b11d84a9 service nova] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Received event network-vif-deleted-dc65a853-f730-459b-963b-b5eff68b27e7 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.063710] env[69357]: INFO nova.compute.manager [req-a43b59ca-79dc-4151-840b-ed20f89f8f0e req-e3cc4401-192e-46f8-9837-6438b11d84a9 service nova] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Neutron deleted interface dc65a853-f730-459b-963b-b5eff68b27e7; detaching it from the instance and deleting it from the info cache [ 782.063881] env[69357]: DEBUG nova.network.neutron [req-a43b59ca-79dc-4151-840b-ed20f89f8f0e req-e3cc4401-192e-46f8-9837-6438b11d84a9 service nova] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.068165] env[69357]: DEBUG oslo_vmware.api [None req-b28abf9a-2929-4751-b942-7c8bc2a5426d tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Task: {'id': task-3282524, 'name': PowerOffVM_Task, 'duration_secs': 0.495538} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.068592] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b28abf9a-2929-4751-b942-7c8bc2a5426d tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.068776] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b28abf9a-2929-4751-b942-7c8bc2a5426d tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.069026] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3eb263d0-c37d-4f35-8e9d-7661e80bbb84 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.154582] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b28abf9a-2929-4751-b942-7c8bc2a5426d tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.154828] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b28abf9a-2929-4751-b942-7c8bc2a5426d tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.155020] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b28abf9a-2929-4751-b942-7c8bc2a5426d tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Deleting the datastore file [datastore2] b4f1cf0a-960c-4674-b82e-557fc2dc6797 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.155287] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e880be39-8a2f-4e6f-88ce-bf455a5fb047 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.163671] env[69357]: DEBUG oslo_vmware.api [None req-b28abf9a-2929-4751-b942-7c8bc2a5426d tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Waiting for the task: (returnval){ [ 782.163671] env[69357]: value = "task-3282526" [ 782.163671] env[69357]: _type = "Task" [ 782.163671] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.171032] env[69357]: DEBUG oslo_vmware.api [None req-b28abf9a-2929-4751-b942-7c8bc2a5426d tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Task: {'id': task-3282526, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.452923] env[69357]: DEBUG nova.compute.utils [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.456704] env[69357]: DEBUG nova.compute.manager [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 782.460021] env[69357]: DEBUG nova.network.neutron [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.541390] env[69357]: DEBUG nova.policy [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7aa57530d1a04208bc06d92a295f3e93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93131de3c24b4a09a5cea44081568a86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 782.552202] env[69357]: DEBUG nova.network.neutron [-] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.553236] env[69357]: DEBUG oslo_vmware.api [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282523, 'name': ReconfigVM_Task, 'duration_secs': 0.5464} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.553964] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 8cafc4cb-7b31-41aa-8148-5a743741e988/8cafc4cb-7b31-41aa-8148-5a743741e988.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.555338] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad5afe9a-f964-4693-8c20-cf40b6322d84 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.561051] env[69357]: DEBUG oslo_vmware.api [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 782.561051] env[69357]: value = "task-3282527" [ 782.561051] env[69357]: _type = "Task" [ 782.561051] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.570582] env[69357]: DEBUG oslo_vmware.api [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282527, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.570872] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67d76ff6-0499-4fea-977f-961a09a62baa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.585016] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4904b65b-5560-47be-95a9-003a4d865424 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.616086] env[69357]: DEBUG nova.compute.manager [req-a43b59ca-79dc-4151-840b-ed20f89f8f0e req-e3cc4401-192e-46f8-9837-6438b11d84a9 service nova] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Detach interface failed, port_id=dc65a853-f730-459b-963b-b5eff68b27e7, reason: Instance 93efd4ae-beee-4265-b7b8-a77ef5b970ea could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 782.672680] env[69357]: DEBUG oslo_vmware.api [None req-b28abf9a-2929-4751-b942-7c8bc2a5426d tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Task: {'id': task-3282526, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185725} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.672936] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b28abf9a-2929-4751-b942-7c8bc2a5426d tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.674132] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b28abf9a-2929-4751-b942-7c8bc2a5426d tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.675620] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b28abf9a-2929-4751-b942-7c8bc2a5426d tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.675620] env[69357]: INFO nova.compute.manager [None req-b28abf9a-2929-4751-b942-7c8bc2a5426d tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Took 1.14 seconds to destroy the instance on the hypervisor. [ 782.675620] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b28abf9a-2929-4751-b942-7c8bc2a5426d tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.675620] env[69357]: DEBUG nova.compute.manager [-] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.675620] env[69357]: DEBUG nova.network.neutron [-] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.958022] env[69357]: DEBUG nova.compute.manager [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 782.977432] env[69357]: DEBUG nova.network.neutron [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Successfully created port: 7d5fec3f-2774-4877-873d-49fc47ec2131 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.059730] env[69357]: INFO nova.compute.manager [-] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Took 1.28 seconds to deallocate network for instance. [ 783.076998] env[69357]: DEBUG oslo_vmware.api [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282527, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.297450] env[69357]: DEBUG nova.compute.manager [req-66ff1bd0-b7e0-415c-b31d-2e8c385dc902 req-4c22127a-914f-4d7a-a33f-ff57375bf367 service nova] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Received event network-vif-deleted-a26835e1-3c11-4209-9634-700934ee3af1 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.297687] env[69357]: INFO nova.compute.manager [req-66ff1bd0-b7e0-415c-b31d-2e8c385dc902 req-4c22127a-914f-4d7a-a33f-ff57375bf367 service nova] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Neutron deleted interface a26835e1-3c11-4209-9634-700934ee3af1; detaching it from the instance and deleting it from the info cache [ 783.297814] env[69357]: DEBUG nova.network.neutron [req-66ff1bd0-b7e0-415c-b31d-2e8c385dc902 req-4c22127a-914f-4d7a-a33f-ff57375bf367 service nova] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.398364] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b7cafd-b781-447d-b9a0-c3d75464e46a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.406644] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a92abc3-17e0-41e6-b2da-6a61aa576898 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.436250] env[69357]: DEBUG nova.network.neutron [-] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.438571] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c951b218-cd42-4f7f-be76-8b77bbaa45ca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.446900] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e866d43b-e673-4f7b-a814-c656232d3652 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.463188] env[69357]: DEBUG nova.compute.provider_tree [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.572296] env[69357]: DEBUG oslo_concurrency.lockutils [None req-843b1739-51f9-4994-931d-91a0a4bcc684 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.572617] env[69357]: DEBUG oslo_vmware.api [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282527, 'name': Rename_Task, 'duration_secs': 0.606528} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.572834] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.573078] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b5c41de-b0bd-4736-b5f7-28c3b141160b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.580616] env[69357]: DEBUG oslo_vmware.api [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 783.580616] env[69357]: value = "task-3282528" [ 783.580616] env[69357]: _type = "Task" [ 783.580616] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.589120] env[69357]: DEBUG oslo_vmware.api [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.804006] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56433fab-671e-4ced-bc19-17ea39871141 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.813695] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef944a7-73a9-44b4-9b5c-d12b79a7e07f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.843630] env[69357]: DEBUG nova.compute.manager [req-66ff1bd0-b7e0-415c-b31d-2e8c385dc902 req-4c22127a-914f-4d7a-a33f-ff57375bf367 service nova] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Detach interface failed, port_id=a26835e1-3c11-4209-9634-700934ee3af1, reason: Instance b4f1cf0a-960c-4674-b82e-557fc2dc6797 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 783.942401] env[69357]: INFO nova.compute.manager [-] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Took 1.27 seconds to deallocate network for instance. [ 783.966591] env[69357]: DEBUG nova.scheduler.client.report [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.970657] env[69357]: DEBUG nova.compute.manager [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 783.999909] env[69357]: DEBUG nova.virt.hardware [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.000361] env[69357]: DEBUG nova.virt.hardware [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.000708] env[69357]: DEBUG nova.virt.hardware [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.000913] env[69357]: DEBUG nova.virt.hardware [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.001189] env[69357]: DEBUG nova.virt.hardware [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.001430] env[69357]: DEBUG nova.virt.hardware [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.001789] env[69357]: DEBUG nova.virt.hardware [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.001989] env[69357]: DEBUG nova.virt.hardware [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.002199] env[69357]: DEBUG nova.virt.hardware [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.002364] env[69357]: DEBUG nova.virt.hardware [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.002567] env[69357]: DEBUG nova.virt.hardware [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.003861] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5bacde-3e92-4aa1-a1e8-2fe9ca3f388e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.012836] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e188e3-7e0c-479f-af60-dffe91ef265e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.089689] env[69357]: DEBUG oslo_vmware.api [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282528, 'name': PowerOnVM_Task, 'duration_secs': 0.459545} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.089910] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.090129] env[69357]: INFO nova.compute.manager [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Took 9.02 seconds to spawn the instance on the hypervisor. [ 784.090308] env[69357]: DEBUG nova.compute.manager [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.091048] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb307db-9061-4db0-8d62-637f6575796c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.409813] env[69357]: DEBUG nova.compute.manager [req-eb5b970d-f7cc-47a4-8303-d04979b34b98 req-f8220717-cc43-4c99-8f90-f2ddc65c406c service nova] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Received event network-vif-plugged-7d5fec3f-2774-4877-873d-49fc47ec2131 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.409813] env[69357]: DEBUG oslo_concurrency.lockutils [req-eb5b970d-f7cc-47a4-8303-d04979b34b98 req-f8220717-cc43-4c99-8f90-f2ddc65c406c service nova] Acquiring lock "6f91985d-2b88-4f70-9cae-4be4853b64c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.409813] env[69357]: DEBUG oslo_concurrency.lockutils [req-eb5b970d-f7cc-47a4-8303-d04979b34b98 req-f8220717-cc43-4c99-8f90-f2ddc65c406c service nova] Lock "6f91985d-2b88-4f70-9cae-4be4853b64c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.409813] env[69357]: DEBUG oslo_concurrency.lockutils [req-eb5b970d-f7cc-47a4-8303-d04979b34b98 req-f8220717-cc43-4c99-8f90-f2ddc65c406c service nova] Lock "6f91985d-2b88-4f70-9cae-4be4853b64c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.409813] env[69357]: DEBUG nova.compute.manager [req-eb5b970d-f7cc-47a4-8303-d04979b34b98 req-f8220717-cc43-4c99-8f90-f2ddc65c406c service nova] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] No waiting events found dispatching network-vif-plugged-7d5fec3f-2774-4877-873d-49fc47ec2131 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.409813] env[69357]: WARNING nova.compute.manager [req-eb5b970d-f7cc-47a4-8303-d04979b34b98 req-f8220717-cc43-4c99-8f90-f2ddc65c406c service nova] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Received unexpected event network-vif-plugged-7d5fec3f-2774-4877-873d-49fc47ec2131 for instance with vm_state building and task_state spawning. [ 784.450940] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b28abf9a-2929-4751-b942-7c8bc2a5426d tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.474119] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.474567] env[69357]: DEBUG nova.compute.manager [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.479024] env[69357]: DEBUG oslo_concurrency.lockutils [None req-919d229e-eb63-4244-92a1-4669daa5fb83 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.940s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.479024] env[69357]: DEBUG nova.objects.instance [None req-919d229e-eb63-4244-92a1-4669daa5fb83 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lazy-loading 'resources' on Instance uuid 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.502323] env[69357]: DEBUG nova.network.neutron [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Successfully updated port: 7d5fec3f-2774-4877-873d-49fc47ec2131 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 784.613888] env[69357]: INFO nova.compute.manager [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Took 49.83 seconds to build instance. [ 784.984054] env[69357]: DEBUG nova.compute.utils [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.986775] env[69357]: DEBUG nova.compute.manager [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 784.986775] env[69357]: DEBUG nova.network.neutron [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 785.004537] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Acquiring lock "refresh_cache-6f91985d-2b88-4f70-9cae-4be4853b64c7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.004701] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Acquired lock "refresh_cache-6f91985d-2b88-4f70-9cae-4be4853b64c7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.004825] env[69357]: DEBUG nova.network.neutron [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.053341] env[69357]: DEBUG nova.policy [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc15e5cbaf6b4c02821dbafb791e7408', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '793b1fe6f3e1459284bbaf43f6bd2dbb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.116247] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aeb2d621-93df-46c5-8a50-79215839f9f4 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "8cafc4cb-7b31-41aa-8148-5a743741e988" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.210s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.214743] env[69357]: DEBUG oslo_concurrency.lockutils [None req-42a0bdf9-2243-4b76-be15-3a0c6651bfc2 tempest-ServersAdminTestJSON-976993878 tempest-ServersAdminTestJSON-976993878-project-admin] Acquiring lock "refresh_cache-8cafc4cb-7b31-41aa-8148-5a743741e988" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.215077] env[69357]: DEBUG oslo_concurrency.lockutils [None req-42a0bdf9-2243-4b76-be15-3a0c6651bfc2 tempest-ServersAdminTestJSON-976993878 tempest-ServersAdminTestJSON-976993878-project-admin] Acquired lock "refresh_cache-8cafc4cb-7b31-41aa-8148-5a743741e988" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.215231] env[69357]: DEBUG nova.network.neutron [None req-42a0bdf9-2243-4b76-be15-3a0c6651bfc2 tempest-ServersAdminTestJSON-976993878 tempest-ServersAdminTestJSON-976993878-project-admin] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.433027] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcaf165-2c89-4dee-8573-0f9df4df2998 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.436691] env[69357]: DEBUG nova.network.neutron [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Successfully created port: afd9c6b2-6855-498c-833a-b567fc66dcb6 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.443598] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc87d44-f79e-499f-bc61-56c43e394d93 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.475330] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c850ee04-baef-457c-9b1c-2a25a9cc217f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.483650] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514cd435-ab7a-4d5c-a567-7ca614daf95c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.492388] env[69357]: DEBUG nova.compute.manager [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.516778] env[69357]: DEBUG nova.compute.provider_tree [None req-919d229e-eb63-4244-92a1-4669daa5fb83 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.558790] env[69357]: DEBUG nova.network.neutron [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.619036] env[69357]: DEBUG nova.compute.manager [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 785.694155] env[69357]: DEBUG nova.network.neutron [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Updating instance_info_cache with network_info: [{"id": "7d5fec3f-2774-4877-873d-49fc47ec2131", "address": "fa:16:3e:c8:6f:e5", "network": {"id": "9fc56764-4e8e-4299-8788-a4bfd01cf449", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-91556913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93131de3c24b4a09a5cea44081568a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d5fec3f-27", "ovs_interfaceid": "7d5fec3f-2774-4877-873d-49fc47ec2131", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.921731] env[69357]: DEBUG nova.network.neutron [None req-42a0bdf9-2243-4b76-be15-3a0c6651bfc2 tempest-ServersAdminTestJSON-976993878 tempest-ServersAdminTestJSON-976993878-project-admin] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Updating instance_info_cache with network_info: [{"id": "6674e6d1-0565-4a62-bc02-ef54544f881e", "address": "fa:16:3e:1d:4e:d2", "network": {"id": "7f341ce4-a45c-4f5e-af4b-cb7ec8e8a1b7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1391807867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7eaf446ddb74528ae8923baf9c29c54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6674e6d1-05", "ovs_interfaceid": "6674e6d1-0565-4a62-bc02-ef54544f881e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.001725] env[69357]: INFO nova.virt.block_device [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Booting with volume 7dc51f29-c529-46ce-a558-dae4b71876c2 at /dev/sda [ 786.020675] env[69357]: DEBUG nova.scheduler.client.report [None req-919d229e-eb63-4244-92a1-4669daa5fb83 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.039288] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a138df39-09ef-4965-af7e-90944e0fca52 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.049747] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73834aea-8335-49fb-8e5f-f7649ae3d70a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.080418] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64767ffc-be3f-460d-b4b0-831cfed4a980 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.088504] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a177d30-9366-4201-b602-410186142a3b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.121962] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77091174-0c3c-491f-92ec-a8353d76b375 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.131090] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05e72c5-6eab-4f69-b23d-ead110d05298 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.144724] env[69357]: DEBUG nova.virt.block_device [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Updating existing volume attachment record: dcb47b42-bfb8-4124-8779-2a3dc15001e8 {{(pid=69357) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 786.147759] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.197150] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Releasing lock "refresh_cache-6f91985d-2b88-4f70-9cae-4be4853b64c7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.197482] env[69357]: DEBUG nova.compute.manager [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Instance network_info: |[{"id": "7d5fec3f-2774-4877-873d-49fc47ec2131", "address": "fa:16:3e:c8:6f:e5", "network": {"id": "9fc56764-4e8e-4299-8788-a4bfd01cf449", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-91556913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93131de3c24b4a09a5cea44081568a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d5fec3f-27", "ovs_interfaceid": "7d5fec3f-2774-4877-873d-49fc47ec2131", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 786.197925] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:6f:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dba18786-598d-4e06-96db-b3dc1717530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d5fec3f-2774-4877-873d-49fc47ec2131', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.206237] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.206460] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.206693] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48ad481e-7079-4842-9451-b8eebeddc076 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.226833] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.226833] env[69357]: value = "task-3282529" [ 786.226833] env[69357]: _type = "Task" [ 786.226833] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.234838] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282529, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.424486] env[69357]: DEBUG oslo_concurrency.lockutils [None req-42a0bdf9-2243-4b76-be15-3a0c6651bfc2 tempest-ServersAdminTestJSON-976993878 tempest-ServersAdminTestJSON-976993878-project-admin] Releasing lock "refresh_cache-8cafc4cb-7b31-41aa-8148-5a743741e988" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.425145] env[69357]: DEBUG nova.compute.manager [None req-42a0bdf9-2243-4b76-be15-3a0c6651bfc2 tempest-ServersAdminTestJSON-976993878 tempest-ServersAdminTestJSON-976993878-project-admin] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Inject network info {{(pid=69357) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 786.425242] env[69357]: DEBUG nova.compute.manager [None req-42a0bdf9-2243-4b76-be15-3a0c6651bfc2 tempest-ServersAdminTestJSON-976993878 tempest-ServersAdminTestJSON-976993878-project-admin] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] network_info to inject: |[{"id": "6674e6d1-0565-4a62-bc02-ef54544f881e", "address": "fa:16:3e:1d:4e:d2", "network": {"id": "7f341ce4-a45c-4f5e-af4b-cb7ec8e8a1b7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1391807867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7eaf446ddb74528ae8923baf9c29c54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6674e6d1-05", "ovs_interfaceid": "6674e6d1-0565-4a62-bc02-ef54544f881e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 786.434168] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-42a0bdf9-2243-4b76-be15-3a0c6651bfc2 tempest-ServersAdminTestJSON-976993878 tempest-ServersAdminTestJSON-976993878-project-admin] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Reconfiguring VM instance to set the machine id {{(pid=69357) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 786.434561] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5db14d99-5aeb-45c5-9e9d-58b64fc247e7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.454982] env[69357]: DEBUG oslo_vmware.api [None req-42a0bdf9-2243-4b76-be15-3a0c6651bfc2 tempest-ServersAdminTestJSON-976993878 tempest-ServersAdminTestJSON-976993878-project-admin] Waiting for the task: (returnval){ [ 786.454982] env[69357]: value = "task-3282530" [ 786.454982] env[69357]: _type = "Task" [ 786.454982] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.463320] env[69357]: DEBUG oslo_vmware.api [None req-42a0bdf9-2243-4b76-be15-3a0c6651bfc2 tempest-ServersAdminTestJSON-976993878 tempest-ServersAdminTestJSON-976993878-project-admin] Task: {'id': task-3282530, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.470263] env[69357]: DEBUG nova.compute.manager [req-d33c5a60-43fb-4d66-97e0-929c01c02c9a req-6a578091-3524-4b77-98f7-feb22bc74250 service nova] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Received event network-changed-7d5fec3f-2774-4877-873d-49fc47ec2131 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.470554] env[69357]: DEBUG nova.compute.manager [req-d33c5a60-43fb-4d66-97e0-929c01c02c9a req-6a578091-3524-4b77-98f7-feb22bc74250 service nova] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Refreshing instance network info cache due to event network-changed-7d5fec3f-2774-4877-873d-49fc47ec2131. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.470865] env[69357]: DEBUG oslo_concurrency.lockutils [req-d33c5a60-43fb-4d66-97e0-929c01c02c9a req-6a578091-3524-4b77-98f7-feb22bc74250 service nova] Acquiring lock "refresh_cache-6f91985d-2b88-4f70-9cae-4be4853b64c7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.471117] env[69357]: DEBUG oslo_concurrency.lockutils [req-d33c5a60-43fb-4d66-97e0-929c01c02c9a req-6a578091-3524-4b77-98f7-feb22bc74250 service nova] Acquired lock "refresh_cache-6f91985d-2b88-4f70-9cae-4be4853b64c7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.471383] env[69357]: DEBUG nova.network.neutron [req-d33c5a60-43fb-4d66-97e0-929c01c02c9a req-6a578091-3524-4b77-98f7-feb22bc74250 service nova] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Refreshing network info cache for port 7d5fec3f-2774-4877-873d-49fc47ec2131 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.526847] env[69357]: DEBUG oslo_concurrency.lockutils [None req-919d229e-eb63-4244-92a1-4669daa5fb83 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.049s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.531034] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ec78a73e-c504-415f-bfd2-eb40b33c3298 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.216s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.531034] env[69357]: DEBUG nova.objects.instance [None req-ec78a73e-c504-415f-bfd2-eb40b33c3298 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lazy-loading 'resources' on Instance uuid 1985609d-5994-415f-afe7-a83ec46d36c1 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 786.548815] env[69357]: INFO nova.scheduler.client.report [None req-919d229e-eb63-4244-92a1-4669daa5fb83 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Deleted allocations for instance 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3 [ 786.737375] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282529, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.965551] env[69357]: DEBUG oslo_vmware.api [None req-42a0bdf9-2243-4b76-be15-3a0c6651bfc2 tempest-ServersAdminTestJSON-976993878 tempest-ServersAdminTestJSON-976993878-project-admin] Task: {'id': task-3282530, 'name': ReconfigVM_Task, 'duration_secs': 0.163298} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.965827] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-42a0bdf9-2243-4b76-be15-3a0c6651bfc2 tempest-ServersAdminTestJSON-976993878 tempest-ServersAdminTestJSON-976993878-project-admin] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Reconfigured VM instance to set the machine id {{(pid=69357) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 787.061948] env[69357]: DEBUG oslo_concurrency.lockutils [None req-919d229e-eb63-4244-92a1-4669daa5fb83 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.088s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.157130] env[69357]: DEBUG nova.network.neutron [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Successfully updated port: afd9c6b2-6855-498c-833a-b567fc66dcb6 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.206784] env[69357]: DEBUG nova.network.neutron [req-d33c5a60-43fb-4d66-97e0-929c01c02c9a req-6a578091-3524-4b77-98f7-feb22bc74250 service nova] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Updated VIF entry in instance network info cache for port 7d5fec3f-2774-4877-873d-49fc47ec2131. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.208114] env[69357]: DEBUG nova.network.neutron [req-d33c5a60-43fb-4d66-97e0-929c01c02c9a req-6a578091-3524-4b77-98f7-feb22bc74250 service nova] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Updating instance_info_cache with network_info: [{"id": "7d5fec3f-2774-4877-873d-49fc47ec2131", "address": "fa:16:3e:c8:6f:e5", "network": {"id": "9fc56764-4e8e-4299-8788-a4bfd01cf449", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-91556913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93131de3c24b4a09a5cea44081568a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d5fec3f-27", "ovs_interfaceid": "7d5fec3f-2774-4877-873d-49fc47ec2131", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.243237] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282529, 'name': CreateVM_Task, 'duration_secs': 0.541755} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.243474] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.244673] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.245290] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.245970] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.246886] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb13396e-ace3-42bd-afab-fb44fdb195dd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.255293] env[69357]: DEBUG oslo_vmware.api [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for the task: (returnval){ [ 787.255293] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52526b75-f657-b65d-ec3f-9fb3a486ea2a" [ 787.255293] env[69357]: _type = "Task" [ 787.255293] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.268240] env[69357]: DEBUG oslo_vmware.api [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52526b75-f657-b65d-ec3f-9fb3a486ea2a, 'name': SearchDatastore_Task, 'duration_secs': 0.01032} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.271079] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.271347] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.271591] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.271736] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.271906] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.272660] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3abb15ff-f3c5-4002-961d-16328d85b9be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.282031] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.282277] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.285968] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2b729ff-0fbc-41c1-b84d-8a1e1eadb855 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.294711] env[69357]: DEBUG oslo_vmware.api [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for the task: (returnval){ [ 787.294711] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52014e81-ee01-2a6c-5c3d-f2f98994a214" [ 787.294711] env[69357]: _type = "Task" [ 787.294711] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.300156] env[69357]: DEBUG oslo_vmware.api [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52014e81-ee01-2a6c-5c3d-f2f98994a214, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.523702] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0ed35f-c012-40e2-9b25-82d67366c292 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.531679] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb41470-b062-4c57-a1b9-f56d69554101 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.560674] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a51a131-8235-453b-8c37-5a4ca940a635 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.567823] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9c27aa-41a6-45da-9505-aab453c73801 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.581195] env[69357]: DEBUG nova.compute.provider_tree [None req-ec78a73e-c504-415f-bfd2-eb40b33c3298 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.664417] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Acquiring lock "refresh_cache-8fbc7efb-85d5-43fc-87a5-057ed51229b1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.664417] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Acquired lock "refresh_cache-8fbc7efb-85d5-43fc-87a5-057ed51229b1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.664550] env[69357]: DEBUG nova.network.neutron [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.713346] env[69357]: DEBUG oslo_concurrency.lockutils [req-d33c5a60-43fb-4d66-97e0-929c01c02c9a req-6a578091-3524-4b77-98f7-feb22bc74250 service nova] Releasing lock "refresh_cache-6f91985d-2b88-4f70-9cae-4be4853b64c7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.802090] env[69357]: DEBUG oslo_vmware.api [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52014e81-ee01-2a6c-5c3d-f2f98994a214, 'name': SearchDatastore_Task, 'duration_secs': 0.008846} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.802903] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fcf2788-dab3-45d0-b4c4-814396b5ce3b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.808296] env[69357]: DEBUG oslo_vmware.api [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for the task: (returnval){ [ 787.808296] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]520457aa-504f-cbc1-2b1c-619047ccd792" [ 787.808296] env[69357]: _type = "Task" [ 787.808296] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.816208] env[69357]: DEBUG oslo_vmware.api [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]520457aa-504f-cbc1-2b1c-619047ccd792, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.837371] env[69357]: INFO nova.compute.manager [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Rebuilding instance [ 787.876775] env[69357]: DEBUG nova.compute.manager [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.877610] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fcd93f-3b30-4272-8cb8-a68ce06dd5ab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.086098] env[69357]: DEBUG nova.scheduler.client.report [None req-ec78a73e-c504-415f-bfd2-eb40b33c3298 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.197172] env[69357]: DEBUG nova.network.neutron [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.268815] env[69357]: DEBUG nova.compute.manager [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.269449] env[69357]: DEBUG nova.virt.hardware [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.269679] env[69357]: DEBUG nova.virt.hardware [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.269834] env[69357]: DEBUG nova.virt.hardware [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.270019] env[69357]: DEBUG nova.virt.hardware [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.270168] env[69357]: DEBUG nova.virt.hardware [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.270311] env[69357]: DEBUG nova.virt.hardware [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.270524] env[69357]: DEBUG nova.virt.hardware [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.270677] env[69357]: DEBUG nova.virt.hardware [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.270837] env[69357]: DEBUG nova.virt.hardware [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.270993] env[69357]: DEBUG nova.virt.hardware [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.271179] env[69357]: DEBUG nova.virt.hardware [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.272071] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6decc6-28cd-473a-aefd-2a4978770e2a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.280309] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b896825-421d-469b-8739-35a97d77248d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.317149] env[69357]: DEBUG oslo_vmware.api [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]520457aa-504f-cbc1-2b1c-619047ccd792, 'name': SearchDatastore_Task, 'duration_secs': 0.040032} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.317411] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.317664] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 6f91985d-2b88-4f70-9cae-4be4853b64c7/6f91985d-2b88-4f70-9cae-4be4853b64c7.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.317916] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6dcba104-0243-4ce7-8a99-8499ed8749c2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.324196] env[69357]: DEBUG oslo_vmware.api [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for the task: (returnval){ [ 788.324196] env[69357]: value = "task-3282531" [ 788.324196] env[69357]: _type = "Task" [ 788.324196] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.328200] env[69357]: DEBUG nova.network.neutron [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Updating instance_info_cache with network_info: [{"id": "afd9c6b2-6855-498c-833a-b567fc66dcb6", "address": "fa:16:3e:21:71:1e", "network": {"id": "7bc5bc72-6104-4586-ace4-20e8045105c9", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-718537378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "793b1fe6f3e1459284bbaf43f6bd2dbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd9c6b2-68", "ovs_interfaceid": "afd9c6b2-6855-498c-833a-b567fc66dcb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.334360] env[69357]: DEBUG oslo_vmware.api [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.544491] env[69357]: DEBUG nova.compute.manager [req-09545e94-5531-471c-93b1-0b52b77879bc req-d2635298-b883-4dea-b194-d172dc67d52a service nova] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Received event network-vif-plugged-afd9c6b2-6855-498c-833a-b567fc66dcb6 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.544750] env[69357]: DEBUG oslo_concurrency.lockutils [req-09545e94-5531-471c-93b1-0b52b77879bc req-d2635298-b883-4dea-b194-d172dc67d52a service nova] Acquiring lock "8fbc7efb-85d5-43fc-87a5-057ed51229b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.544904] env[69357]: DEBUG oslo_concurrency.lockutils [req-09545e94-5531-471c-93b1-0b52b77879bc req-d2635298-b883-4dea-b194-d172dc67d52a service nova] Lock "8fbc7efb-85d5-43fc-87a5-057ed51229b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.545089] env[69357]: DEBUG oslo_concurrency.lockutils [req-09545e94-5531-471c-93b1-0b52b77879bc req-d2635298-b883-4dea-b194-d172dc67d52a service nova] Lock "8fbc7efb-85d5-43fc-87a5-057ed51229b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.545266] env[69357]: DEBUG nova.compute.manager [req-09545e94-5531-471c-93b1-0b52b77879bc req-d2635298-b883-4dea-b194-d172dc67d52a service nova] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] No waiting events found dispatching network-vif-plugged-afd9c6b2-6855-498c-833a-b567fc66dcb6 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.545431] env[69357]: WARNING nova.compute.manager [req-09545e94-5531-471c-93b1-0b52b77879bc req-d2635298-b883-4dea-b194-d172dc67d52a service nova] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Received unexpected event network-vif-plugged-afd9c6b2-6855-498c-833a-b567fc66dcb6 for instance with vm_state building and task_state spawning. [ 788.545588] env[69357]: DEBUG nova.compute.manager [req-09545e94-5531-471c-93b1-0b52b77879bc req-d2635298-b883-4dea-b194-d172dc67d52a service nova] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Received event network-changed-afd9c6b2-6855-498c-833a-b567fc66dcb6 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.545741] env[69357]: DEBUG nova.compute.manager [req-09545e94-5531-471c-93b1-0b52b77879bc req-d2635298-b883-4dea-b194-d172dc67d52a service nova] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Refreshing instance network info cache due to event network-changed-afd9c6b2-6855-498c-833a-b567fc66dcb6. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.545903] env[69357]: DEBUG oslo_concurrency.lockutils [req-09545e94-5531-471c-93b1-0b52b77879bc req-d2635298-b883-4dea-b194-d172dc67d52a service nova] Acquiring lock "refresh_cache-8fbc7efb-85d5-43fc-87a5-057ed51229b1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.591056] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ec78a73e-c504-415f-bfd2-eb40b33c3298 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.594153] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.755s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.595554] env[69357]: INFO nova.compute.claims [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.616927] env[69357]: INFO nova.scheduler.client.report [None req-ec78a73e-c504-415f-bfd2-eb40b33c3298 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Deleted allocations for instance 1985609d-5994-415f-afe7-a83ec46d36c1 [ 788.835345] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Releasing lock "refresh_cache-8fbc7efb-85d5-43fc-87a5-057ed51229b1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.835699] env[69357]: DEBUG nova.compute.manager [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Instance network_info: |[{"id": "afd9c6b2-6855-498c-833a-b567fc66dcb6", "address": "fa:16:3e:21:71:1e", "network": {"id": "7bc5bc72-6104-4586-ace4-20e8045105c9", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-718537378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "793b1fe6f3e1459284bbaf43f6bd2dbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd9c6b2-68", "ovs_interfaceid": "afd9c6b2-6855-498c-833a-b567fc66dcb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.836013] env[69357]: DEBUG oslo_vmware.api [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282531, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.836802] env[69357]: DEBUG oslo_concurrency.lockutils [req-09545e94-5531-471c-93b1-0b52b77879bc req-d2635298-b883-4dea-b194-d172dc67d52a service nova] Acquired lock "refresh_cache-8fbc7efb-85d5-43fc-87a5-057ed51229b1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.836802] env[69357]: DEBUG nova.network.neutron [req-09545e94-5531-471c-93b1-0b52b77879bc req-d2635298-b883-4dea-b194-d172dc67d52a service nova] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Refreshing network info cache for port afd9c6b2-6855-498c-833a-b567fc66dcb6 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.837864] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:71:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b931c4c-f73c-4fbd-9c9f-0270834cc69e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'afd9c6b2-6855-498c-833a-b567fc66dcb6', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.847152] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Creating folder: Project (793b1fe6f3e1459284bbaf43f6bd2dbb). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.850830] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3a15183-de30-4535-be6f-40901f426563 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.866401] env[69357]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 788.866611] env[69357]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69357) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 788.868035] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Folder already exists: Project (793b1fe6f3e1459284bbaf43f6bd2dbb). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 788.868035] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Creating folder: Instances. Parent ref: group-v655491. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.868035] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-643f1b1c-074b-4a92-bbd8-612a637b0906 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.879892] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Created folder: Instances in parent group-v655491. [ 788.880186] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.880465] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.880711] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9e87897-c7f8-404e-8e77-f3aa47208285 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.908788] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.909198] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a368929c-41a3-4091-9986-8b46e434b845 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.917470] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.917470] env[69357]: value = "task-3282534" [ 788.917470] env[69357]: _type = "Task" [ 788.917470] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.918997] env[69357]: DEBUG oslo_vmware.api [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 788.918997] env[69357]: value = "task-3282535" [ 788.918997] env[69357]: _type = "Task" [ 788.918997] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.934502] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282534, 'name': CreateVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.938136] env[69357]: DEBUG oslo_vmware.api [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.097544] env[69357]: DEBUG nova.network.neutron [req-09545e94-5531-471c-93b1-0b52b77879bc req-d2635298-b883-4dea-b194-d172dc67d52a service nova] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Updated VIF entry in instance network info cache for port afd9c6b2-6855-498c-833a-b567fc66dcb6. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.097939] env[69357]: DEBUG nova.network.neutron [req-09545e94-5531-471c-93b1-0b52b77879bc req-d2635298-b883-4dea-b194-d172dc67d52a service nova] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Updating instance_info_cache with network_info: [{"id": "afd9c6b2-6855-498c-833a-b567fc66dcb6", "address": "fa:16:3e:21:71:1e", "network": {"id": "7bc5bc72-6104-4586-ace4-20e8045105c9", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-718537378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "793b1fe6f3e1459284bbaf43f6bd2dbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd9c6b2-68", "ovs_interfaceid": "afd9c6b2-6855-498c-833a-b567fc66dcb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.129721] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ec78a73e-c504-415f-bfd2-eb40b33c3298 tempest-MultipleCreateTestJSON-1974616939 tempest-MultipleCreateTestJSON-1974616939-project-member] Lock "1985609d-5994-415f-afe7-a83ec46d36c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.876s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.339580] env[69357]: DEBUG oslo_vmware.api [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282531, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618059} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.339580] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 6f91985d-2b88-4f70-9cae-4be4853b64c7/6f91985d-2b88-4f70-9cae-4be4853b64c7.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.339580] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.339792] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b719374-4efc-4285-95ba-3df7d9657f4f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.347077] env[69357]: DEBUG oslo_vmware.api [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for the task: (returnval){ [ 789.347077] env[69357]: value = "task-3282536" [ 789.347077] env[69357]: _type = "Task" [ 789.347077] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.355094] env[69357]: DEBUG oslo_vmware.api [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.431033] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282534, 'name': CreateVM_Task, 'duration_secs': 0.341833} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.432837] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.432837] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655498', 'volume_id': '7dc51f29-c529-46ce-a558-dae4b71876c2', 'name': 'volume-7dc51f29-c529-46ce-a558-dae4b71876c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fbc7efb-85d5-43fc-87a5-057ed51229b1', 'attached_at': '', 'detached_at': '', 'volume_id': '7dc51f29-c529-46ce-a558-dae4b71876c2', 'serial': '7dc51f29-c529-46ce-a558-dae4b71876c2'}, 'guest_format': None, 'delete_on_termination': True, 'disk_bus': None, 'device_type': None, 'attachment_id': 'dcb47b42-bfb8-4124-8779-2a3dc15001e8', 'mount_device': '/dev/sda', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=69357) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 789.432837] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Root volume attach. Driver type: vmdk {{(pid=69357) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 789.433114] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e676eb-6129-432e-8927-c2ab508b51ac {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.438317] env[69357]: DEBUG oslo_vmware.api [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282535, 'name': PowerOffVM_Task, 'duration_secs': 0.199593} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.438871] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.439127] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.439882] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e020aa12-3984-4934-b734-2f5741aa9043 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.446241] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26694c4f-f3f8-4202-98bb-c26197f4c9f9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.450522] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.451135] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5db4ebce-78ef-42e9-9527-e44409bffee0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.454535] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d515af07-84b3-4f95-8b8e-ea7ad6442338 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.459989] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-851e331e-71a3-4812-b92c-b127988d4003 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.466227] env[69357]: DEBUG oslo_vmware.api [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Waiting for the task: (returnval){ [ 789.466227] env[69357]: value = "task-3282538" [ 789.466227] env[69357]: _type = "Task" [ 789.466227] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.476253] env[69357]: DEBUG oslo_vmware.api [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Task: {'id': task-3282538, 'name': RelocateVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.514565] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.514857] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.515107] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Deleting the datastore file [datastore2] 6eaf986f-0491-4160-accd-ee7bbd4dfe1b {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.515461] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-144b213c-526b-4477-90ab-dad3bc3e6bbb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.524460] env[69357]: DEBUG oslo_vmware.api [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 789.524460] env[69357]: value = "task-3282539" [ 789.524460] env[69357]: _type = "Task" [ 789.524460] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.534201] env[69357]: DEBUG oslo_vmware.api [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.602912] env[69357]: DEBUG oslo_concurrency.lockutils [req-09545e94-5531-471c-93b1-0b52b77879bc req-d2635298-b883-4dea-b194-d172dc67d52a service nova] Releasing lock "refresh_cache-8fbc7efb-85d5-43fc-87a5-057ed51229b1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.856704] env[69357]: DEBUG oslo_vmware.api [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063679} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.857411] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.858457] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7361888-eb1c-4e11-96c0-533bbd52b584 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.888293] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 6f91985d-2b88-4f70-9cae-4be4853b64c7/6f91985d-2b88-4f70-9cae-4be4853b64c7.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.891470] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4430fb20-41f9-403b-a2e4-12bda1e2c0dc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.913104] env[69357]: DEBUG oslo_vmware.api [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for the task: (returnval){ [ 789.913104] env[69357]: value = "task-3282540" [ 789.913104] env[69357]: _type = "Task" [ 789.913104] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.923551] env[69357]: DEBUG oslo_vmware.api [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282540, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.979397] env[69357]: DEBUG oslo_vmware.api [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Task: {'id': task-3282538, 'name': RelocateVM_Task, 'duration_secs': 0.39052} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.982260] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Volume attach. Driver type: vmdk {{(pid=69357) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 789.982551] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655498', 'volume_id': '7dc51f29-c529-46ce-a558-dae4b71876c2', 'name': 'volume-7dc51f29-c529-46ce-a558-dae4b71876c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fbc7efb-85d5-43fc-87a5-057ed51229b1', 'attached_at': '', 'detached_at': '', 'volume_id': '7dc51f29-c529-46ce-a558-dae4b71876c2', 'serial': '7dc51f29-c529-46ce-a558-dae4b71876c2'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 789.983897] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477c9fce-aee5-4ea3-8534-6900257bc1d9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.004130] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04dc6a9-2d13-4ffa-8386-fec8e8950dd2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.027044] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] volume-7dc51f29-c529-46ce-a558-dae4b71876c2/volume-7dc51f29-c529-46ce-a558-dae4b71876c2.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.030666] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8efb78a0-383d-44cb-82f0-d8ed6e50024d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.054420] env[69357]: DEBUG oslo_vmware.api [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324338} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.055975] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.056324] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.056632] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.059217] env[69357]: DEBUG oslo_vmware.api [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Waiting for the task: (returnval){ [ 790.059217] env[69357]: value = "task-3282541" [ 790.059217] env[69357]: _type = "Task" [ 790.059217] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.072210] env[69357]: DEBUG oslo_vmware.api [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Task: {'id': task-3282541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.170438] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a47fb45-cf71-40a3-8614-f22753ecf47d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.177747] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7a2706-6dca-4c93-ab4b-a9ba62bee59e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.213254] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc92cbdf-e7c3-4e13-b181-9a79fbe9f6ee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.221234] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75331c85-9cf4-44a8-9b06-5b7cce0667cb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.237366] env[69357]: DEBUG nova.compute.provider_tree [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 790.423368] env[69357]: DEBUG oslo_vmware.api [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282540, 'name': ReconfigVM_Task, 'duration_secs': 0.274505} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.423599] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 6f91985d-2b88-4f70-9cae-4be4853b64c7/6f91985d-2b88-4f70-9cae-4be4853b64c7.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.424271] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78f24330-fd0d-484b-9a3b-3be0c0e3e298 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.431334] env[69357]: DEBUG oslo_vmware.api [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for the task: (returnval){ [ 790.431334] env[69357]: value = "task-3282542" [ 790.431334] env[69357]: _type = "Task" [ 790.431334] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.440884] env[69357]: DEBUG oslo_vmware.api [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282542, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.575696] env[69357]: DEBUG oslo_vmware.api [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Task: {'id': task-3282541, 'name': ReconfigVM_Task, 'duration_secs': 0.273122} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.576314] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Reconfigured VM instance instance-00000032 to attach disk [datastore1] volume-7dc51f29-c529-46ce-a558-dae4b71876c2/volume-7dc51f29-c529-46ce-a558-dae4b71876c2.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.582340] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba523b1f-d705-4372-9068-b58f641cbda2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.599617] env[69357]: DEBUG oslo_vmware.api [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Waiting for the task: (returnval){ [ 790.599617] env[69357]: value = "task-3282543" [ 790.599617] env[69357]: _type = "Task" [ 790.599617] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.607683] env[69357]: DEBUG oslo_vmware.api [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Task: {'id': task-3282543, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.768043] env[69357]: ERROR nova.scheduler.client.report [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [req-78cebb18-ccfe-4d8b-b9b2-cd11309d17c4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcb9ec35-bfdd-4e17-b2d7-2501509e9896. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-78cebb18-ccfe-4d8b-b9b2-cd11309d17c4"}]} [ 790.785591] env[69357]: DEBUG nova.scheduler.client.report [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Refreshing inventories for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 790.802790] env[69357]: DEBUG nova.scheduler.client.report [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Updating ProviderTree inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 790.803069] env[69357]: DEBUG nova.compute.provider_tree [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 790.817188] env[69357]: DEBUG nova.scheduler.client.report [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Refreshing aggregate associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, aggregates: None {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 790.834700] env[69357]: DEBUG nova.scheduler.client.report [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Refreshing trait associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 790.941607] env[69357]: DEBUG oslo_vmware.api [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282542, 'name': Rename_Task, 'duration_secs': 0.141975} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.944346] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.944871] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2e69ddd-ac1a-4402-ac4f-0969bf85522b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.951143] env[69357]: DEBUG oslo_vmware.api [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for the task: (returnval){ [ 790.951143] env[69357]: value = "task-3282544" [ 790.951143] env[69357]: _type = "Task" [ 790.951143] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.961672] env[69357]: DEBUG oslo_vmware.api [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.099514] env[69357]: DEBUG nova.virt.hardware [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.099766] env[69357]: DEBUG nova.virt.hardware [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.099960] env[69357]: DEBUG nova.virt.hardware [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.100173] env[69357]: DEBUG nova.virt.hardware [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.100320] env[69357]: DEBUG nova.virt.hardware [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.100468] env[69357]: DEBUG nova.virt.hardware [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.100675] env[69357]: DEBUG nova.virt.hardware [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.100830] env[69357]: DEBUG nova.virt.hardware [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.100990] env[69357]: DEBUG nova.virt.hardware [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.101277] env[69357]: DEBUG nova.virt.hardware [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.101608] env[69357]: DEBUG nova.virt.hardware [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.102567] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6264f9e4-57bc-447f-9197-9eeb60d8e8fa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.126865] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd26daa3-3149-4542-bf06-4f7b37f7cca3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.133725] env[69357]: DEBUG oslo_vmware.api [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Task: {'id': task-3282543, 'name': ReconfigVM_Task, 'duration_secs': 0.128742} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.137394] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655498', 'volume_id': '7dc51f29-c529-46ce-a558-dae4b71876c2', 'name': 'volume-7dc51f29-c529-46ce-a558-dae4b71876c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fbc7efb-85d5-43fc-87a5-057ed51229b1', 'attached_at': '', 'detached_at': '', 'volume_id': '7dc51f29-c529-46ce-a558-dae4b71876c2', 'serial': '7dc51f29-c529-46ce-a558-dae4b71876c2'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 791.140250] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87089472-37b0-4c7e-9166-78d25abcea1a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.154494] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:f3:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d69bc7c-f469-4bd0-9ab9-ea4f83d8c6a8', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.168231] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.172905] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.173577] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-405f082b-acb5-429f-8cfe-a3293f4e5e8d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.196023] env[69357]: DEBUG oslo_vmware.api [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Waiting for the task: (returnval){ [ 791.196023] env[69357]: value = "task-3282545" [ 791.196023] env[69357]: _type = "Task" [ 791.196023] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.198892] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.198892] env[69357]: value = "task-3282546" [ 791.198892] env[69357]: _type = "Task" [ 791.198892] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.202248] env[69357]: DEBUG oslo_vmware.api [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Task: {'id': task-3282545, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.211557] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282546, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.304822] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412da8ea-d554-4439-b348-0c0f67ff2e73 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.313135] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4383b577-f020-45df-a18f-5a7a04595f19 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.343277] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c99c5b2-6263-49bc-9333-203e84e95bfe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.351267] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506f183d-acc2-4112-aa7c-3b95a9f58d04 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.366300] env[69357]: DEBUG nova.compute.provider_tree [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 791.462515] env[69357]: DEBUG oslo_vmware.api [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282544, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.704574] env[69357]: DEBUG oslo_vmware.api [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Task: {'id': task-3282545, 'name': Rename_Task, 'duration_secs': 0.147396} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.707623] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.707879] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c094e46e-a2d9-41de-9b68-e876c184a49d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.714471] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282546, 'name': CreateVM_Task, 'duration_secs': 0.402733} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.715658] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.715960] env[69357]: DEBUG oslo_vmware.api [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Waiting for the task: (returnval){ [ 791.715960] env[69357]: value = "task-3282547" [ 791.715960] env[69357]: _type = "Task" [ 791.715960] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.716635] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.716797] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.717141] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.717649] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-316837d7-bddb-451c-b076-4eb12d63d54f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.725615] env[69357]: DEBUG oslo_vmware.api [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 791.725615] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e54296-bf07-8619-7deb-7ae65486b259" [ 791.725615] env[69357]: _type = "Task" [ 791.725615] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.729146] env[69357]: DEBUG oslo_vmware.api [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Task: {'id': task-3282547, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.738125] env[69357]: DEBUG oslo_vmware.api [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e54296-bf07-8619-7deb-7ae65486b259, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.910411] env[69357]: DEBUG nova.scheduler.client.report [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Updated inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with generation 68 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 791.910786] env[69357]: DEBUG nova.compute.provider_tree [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Updating resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 generation from 68 to 69 during operation: update_inventory {{(pid=69357) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 791.910786] env[69357]: DEBUG nova.compute.provider_tree [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 791.962854] env[69357]: DEBUG oslo_vmware.api [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282544, 'name': PowerOnVM_Task, 'duration_secs': 0.68233} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.963238] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.963238] env[69357]: INFO nova.compute.manager [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Took 7.99 seconds to spawn the instance on the hypervisor. [ 791.963921] env[69357]: DEBUG nova.compute.manager [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.964287] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4716572c-9250-4178-bb1d-a95428e3c61d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.227999] env[69357]: DEBUG oslo_vmware.api [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Task: {'id': task-3282547, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.238955] env[69357]: DEBUG oslo_vmware.api [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e54296-bf07-8619-7deb-7ae65486b259, 'name': SearchDatastore_Task, 'duration_secs': 0.014747} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.239426] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.239719] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.240016] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.240231] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.240464] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.240767] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73c14ac5-4945-4b5c-9384-88d45e68bbf4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.249358] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.249564] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.250321] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e12761e-0702-412d-8243-d60288a37533 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.255524] env[69357]: DEBUG oslo_vmware.api [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 792.255524] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ea4874-9f82-604b-2bdb-279aed5ab896" [ 792.255524] env[69357]: _type = "Task" [ 792.255524] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.263422] env[69357]: DEBUG oslo_vmware.api [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ea4874-9f82-604b-2bdb-279aed5ab896, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.418428] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.824s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.419542] env[69357]: DEBUG nova.compute.manager [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.422257] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.332s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.423723] env[69357]: INFO nova.compute.claims [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.483756] env[69357]: INFO nova.compute.manager [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Took 39.58 seconds to build instance. [ 792.730025] env[69357]: DEBUG oslo_vmware.api [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Task: {'id': task-3282547, 'name': PowerOnVM_Task, 'duration_secs': 0.831436} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.730025] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.730025] env[69357]: INFO nova.compute.manager [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Took 4.46 seconds to spawn the instance on the hypervisor. [ 792.730025] env[69357]: DEBUG nova.compute.manager [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.730025] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94278fe1-2bb6-44b3-bd8a-40e8e543e589 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.765798] env[69357]: DEBUG oslo_vmware.api [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ea4874-9f82-604b-2bdb-279aed5ab896, 'name': SearchDatastore_Task, 'duration_secs': 0.009032} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.766891] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b35cd10-b47f-4a48-b546-94c17dfe1ba5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.774014] env[69357]: DEBUG oslo_vmware.api [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 792.774014] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52fd21b2-90b0-9cfa-f689-6b01d79ea62d" [ 792.774014] env[69357]: _type = "Task" [ 792.774014] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.781581] env[69357]: DEBUG oslo_vmware.api [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52fd21b2-90b0-9cfa-f689-6b01d79ea62d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.928745] env[69357]: DEBUG nova.compute.utils [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.932052] env[69357]: DEBUG nova.compute.manager [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.932185] env[69357]: DEBUG nova.network.neutron [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.984691] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4ea7928-cfe2-4fce-9825-407d9efb7e0f tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Lock "6f91985d-2b88-4f70-9cae-4be4853b64c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.602s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.996710] env[69357]: DEBUG nova.policy [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6662459eef94bedaca754ef1b37237c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b608e46580a841d98bb1dcaeb7cd12ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.255633] env[69357]: INFO nova.compute.manager [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Took 37.55 seconds to build instance. [ 793.283897] env[69357]: DEBUG oslo_vmware.api [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52fd21b2-90b0-9cfa-f689-6b01d79ea62d, 'name': SearchDatastore_Task, 'duration_secs': 0.009328} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.284514] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.284750] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 6eaf986f-0491-4160-accd-ee7bbd4dfe1b/6eaf986f-0491-4160-accd-ee7bbd4dfe1b.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.285027] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e737f01f-5d76-4a43-95e4-71d374dae17e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.291917] env[69357]: DEBUG oslo_vmware.api [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 793.291917] env[69357]: value = "task-3282548" [ 793.291917] env[69357]: _type = "Task" [ 793.291917] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.303938] env[69357]: DEBUG oslo_vmware.api [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.357887] env[69357]: DEBUG nova.network.neutron [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Successfully created port: 750a8fb3-6b7b-4aa8-8ef5-12d01a007996 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.434544] env[69357]: DEBUG nova.compute.utils [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.487025] env[69357]: DEBUG nova.compute.manager [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.764526] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7567406b-20ea-425b-b6ee-d4bfa1c26dc5 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Lock "8fbc7efb-85d5-43fc-87a5-057ed51229b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.594s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.804656] env[69357]: DEBUG oslo_vmware.api [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282548, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.941097] env[69357]: DEBUG nova.compute.manager [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.014771] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.028770] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2605fafb-1ec6-48b8-aa70-ad2fc3ad3e7e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.038307] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236e711d-61f8-4f94-b8d5-61450ba69a76 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.072080] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f84f8e0-a8d3-47cb-b34a-f0a55a3f5ff7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.080076] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4405e17-9cd2-440f-87ae-02757f1ecd7a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.093809] env[69357]: DEBUG nova.compute.provider_tree [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 794.305050] env[69357]: DEBUG oslo_vmware.api [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282548, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781622} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.305468] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 6eaf986f-0491-4160-accd-ee7bbd4dfe1b/6eaf986f-0491-4160-accd-ee7bbd4dfe1b.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.305735] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.306036] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89cd1fd8-ab3a-4b64-b446-e2f77d568c92 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.319022] env[69357]: DEBUG oslo_vmware.api [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 794.319022] env[69357]: value = "task-3282549" [ 794.319022] env[69357]: _type = "Task" [ 794.319022] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.325192] env[69357]: DEBUG oslo_vmware.api [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.642280] env[69357]: DEBUG nova.scheduler.client.report [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Updated inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with generation 69 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 794.642280] env[69357]: DEBUG nova.compute.provider_tree [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Updating resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 generation from 69 to 70 during operation: update_inventory {{(pid=69357) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 794.642280] env[69357]: DEBUG nova.compute.provider_tree [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 794.772528] env[69357]: DEBUG nova.compute.manager [None req-1a82c8f4-9809-4d86-ba44-dd58f233d965 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.773449] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb95caa-4ce1-4540-b2bd-7e3699c30ddc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.829136] env[69357]: DEBUG oslo_vmware.api [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060113} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.829526] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.830516] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7048f7-7c10-4ee3-bd93-6f66f6278fab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.858080] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 6eaf986f-0491-4160-accd-ee7bbd4dfe1b/6eaf986f-0491-4160-accd-ee7bbd4dfe1b.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.858756] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ca142ed-5b86-4414-81cd-f631e60151b5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.880567] env[69357]: DEBUG oslo_vmware.api [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 794.880567] env[69357]: value = "task-3282550" [ 794.880567] env[69357]: _type = "Task" [ 794.880567] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.889954] env[69357]: DEBUG oslo_vmware.api [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282550, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.953979] env[69357]: DEBUG nova.compute.manager [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.993091] env[69357]: DEBUG nova.virt.hardware [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:02:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1253212845',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-313678089',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.993091] env[69357]: DEBUG nova.virt.hardware [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.993091] env[69357]: DEBUG nova.virt.hardware [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.993091] env[69357]: DEBUG nova.virt.hardware [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.993091] env[69357]: DEBUG nova.virt.hardware [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.993091] env[69357]: DEBUG nova.virt.hardware [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.993091] env[69357]: DEBUG nova.virt.hardware [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.993091] env[69357]: DEBUG nova.virt.hardware [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.993091] env[69357]: DEBUG nova.virt.hardware [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.993091] env[69357]: DEBUG nova.virt.hardware [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.993091] env[69357]: DEBUG nova.virt.hardware [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.993091] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61e7425-9302-4fd5-8544-fdad1ec46304 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.002584] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4088bb-f998-46d7-8928-880e5618da9c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.074757] env[69357]: DEBUG nova.network.neutron [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Successfully updated port: 750a8fb3-6b7b-4aa8-8ef5-12d01a007996 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.136627] env[69357]: DEBUG nova.compute.manager [req-f0da94c5-3d3a-4676-9482-0c840acc4a8f req-45687bbe-41db-4f45-9bc7-1239c1461de5 service nova] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Received event network-vif-plugged-750a8fb3-6b7b-4aa8-8ef5-12d01a007996 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.137272] env[69357]: DEBUG oslo_concurrency.lockutils [req-f0da94c5-3d3a-4676-9482-0c840acc4a8f req-45687bbe-41db-4f45-9bc7-1239c1461de5 service nova] Acquiring lock "ec2f2a63-2c0c-4014-b0c6-1d76b70a3085-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.137272] env[69357]: DEBUG oslo_concurrency.lockutils [req-f0da94c5-3d3a-4676-9482-0c840acc4a8f req-45687bbe-41db-4f45-9bc7-1239c1461de5 service nova] Lock "ec2f2a63-2c0c-4014-b0c6-1d76b70a3085-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.137272] env[69357]: DEBUG oslo_concurrency.lockutils [req-f0da94c5-3d3a-4676-9482-0c840acc4a8f req-45687bbe-41db-4f45-9bc7-1239c1461de5 service nova] Lock "ec2f2a63-2c0c-4014-b0c6-1d76b70a3085-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.137448] env[69357]: DEBUG nova.compute.manager [req-f0da94c5-3d3a-4676-9482-0c840acc4a8f req-45687bbe-41db-4f45-9bc7-1239c1461de5 service nova] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] No waiting events found dispatching network-vif-plugged-750a8fb3-6b7b-4aa8-8ef5-12d01a007996 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 795.137555] env[69357]: WARNING nova.compute.manager [req-f0da94c5-3d3a-4676-9482-0c840acc4a8f req-45687bbe-41db-4f45-9bc7-1239c1461de5 service nova] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Received unexpected event network-vif-plugged-750a8fb3-6b7b-4aa8-8ef5-12d01a007996 for instance with vm_state building and task_state spawning. [ 795.151016] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.151016] env[69357]: DEBUG nova.compute.manager [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.151587] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.471s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.152033] env[69357]: DEBUG nova.objects.instance [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Lazy-loading 'resources' on Instance uuid 5a064560-6b50-4107-bccd-8c9e7a57d235 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.290264] env[69357]: INFO nova.compute.manager [None req-1a82c8f4-9809-4d86-ba44-dd58f233d965 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] instance snapshotting [ 795.295033] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ee3d91-7231-42a1-850f-b53021d4517e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.316760] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad304ac-eaf1-4ccb-8cc7-f5bd5ac804eb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.389971] env[69357]: DEBUG oslo_vmware.api [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.580725] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Acquiring lock "refresh_cache-ec2f2a63-2c0c-4014-b0c6-1d76b70a3085" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.580725] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Acquired lock "refresh_cache-ec2f2a63-2c0c-4014-b0c6-1d76b70a3085" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.580725] env[69357]: DEBUG nova.network.neutron [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.655614] env[69357]: DEBUG nova.compute.utils [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.666985] env[69357]: DEBUG nova.compute.manager [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Not allocating networking since 'none' was specified. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 795.829272] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1a82c8f4-9809-4d86-ba44-dd58f233d965 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Creating Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 795.832171] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6a929fd1-1a4f-4fc0-98bc-199583184bc3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.841139] env[69357]: DEBUG oslo_vmware.api [None req-1a82c8f4-9809-4d86-ba44-dd58f233d965 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for the task: (returnval){ [ 795.841139] env[69357]: value = "task-3282551" [ 795.841139] env[69357]: _type = "Task" [ 795.841139] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.849866] env[69357]: DEBUG oslo_vmware.api [None req-1a82c8f4-9809-4d86-ba44-dd58f233d965 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282551, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.894038] env[69357]: DEBUG oslo_vmware.api [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282550, 'name': ReconfigVM_Task, 'duration_secs': 0.813407} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.894038] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 6eaf986f-0491-4160-accd-ee7bbd4dfe1b/6eaf986f-0491-4160-accd-ee7bbd4dfe1b.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.894038] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1c3eaa7-f194-4d60-adab-a1810b345375 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.899937] env[69357]: DEBUG oslo_vmware.api [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 795.899937] env[69357]: value = "task-3282552" [ 795.899937] env[69357]: _type = "Task" [ 795.899937] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.920204] env[69357]: DEBUG oslo_vmware.api [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282552, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.120837] env[69357]: DEBUG nova.network.neutron [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.164545] env[69357]: DEBUG nova.compute.manager [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.226383] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530ee076-5118-4338-8665-5e8ebb4f0019 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.234416] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cffcac-b527-4daf-af40-350d3936b2a7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.275555] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f0029a-2841-4a26-a884-f8635d79487c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.283920] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14f5e50-237c-4ffe-a54c-e3611c419336 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.298659] env[69357]: DEBUG nova.compute.provider_tree [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 796.319025] env[69357]: DEBUG nova.network.neutron [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Updating instance_info_cache with network_info: [{"id": "750a8fb3-6b7b-4aa8-8ef5-12d01a007996", "address": "fa:16:3e:5b:6b:be", "network": {"id": "55d16c65-a706-4d25-8e88-2e2e1df8279f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-5124809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b608e46580a841d98bb1dcaeb7cd12ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750a8fb3-6b", "ovs_interfaceid": "750a8fb3-6b7b-4aa8-8ef5-12d01a007996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.352771] env[69357]: DEBUG oslo_vmware.api [None req-1a82c8f4-9809-4d86-ba44-dd58f233d965 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282551, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.414088] env[69357]: DEBUG oslo_vmware.api [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282552, 'name': Rename_Task, 'duration_secs': 0.165683} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.414367] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.414621] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55ff5fb7-16fb-4996-94a0-6550e4ebe4fe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.421783] env[69357]: DEBUG oslo_vmware.api [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 796.421783] env[69357]: value = "task-3282553" [ 796.421783] env[69357]: _type = "Task" [ 796.421783] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.429345] env[69357]: DEBUG oslo_vmware.api [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.821662] env[69357]: ERROR nova.scheduler.client.report [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] [req-2a4e4336-d732-47e0-8ff2-a59c2c7997ba] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcb9ec35-bfdd-4e17-b2d7-2501509e9896. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2a4e4336-d732-47e0-8ff2-a59c2c7997ba"}]} [ 796.822263] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Releasing lock "refresh_cache-ec2f2a63-2c0c-4014-b0c6-1d76b70a3085" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.822557] env[69357]: DEBUG nova.compute.manager [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Instance network_info: |[{"id": "750a8fb3-6b7b-4aa8-8ef5-12d01a007996", "address": "fa:16:3e:5b:6b:be", "network": {"id": "55d16c65-a706-4d25-8e88-2e2e1df8279f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-5124809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b608e46580a841d98bb1dcaeb7cd12ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750a8fb3-6b", "ovs_interfaceid": "750a8fb3-6b7b-4aa8-8ef5-12d01a007996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.825097] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:6b:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '750a8fb3-6b7b-4aa8-8ef5-12d01a007996', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.833041] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.833041] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.833180] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bee0d321-dd41-48e7-9203-9a31773029b2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.849488] env[69357]: DEBUG nova.scheduler.client.report [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Refreshing inventories for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 796.863037] env[69357]: DEBUG oslo_vmware.api [None req-1a82c8f4-9809-4d86-ba44-dd58f233d965 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282551, 'name': CreateSnapshot_Task, 'duration_secs': 0.975625} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.864158] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1a82c8f4-9809-4d86-ba44-dd58f233d965 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Created Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 796.864414] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.864414] env[69357]: value = "task-3282554" [ 796.864414] env[69357]: _type = "Task" [ 796.864414] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.865320] env[69357]: DEBUG nova.scheduler.client.report [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Updating ProviderTree inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 796.865527] env[69357]: DEBUG nova.compute.provider_tree [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 796.867951] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af636f6e-bf69-4ad4-b55b-08dca28ea693 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.883400] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282554, 'name': CreateVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.885824] env[69357]: DEBUG nova.scheduler.client.report [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Refreshing aggregate associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, aggregates: None {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 796.911092] env[69357]: DEBUG nova.scheduler.client.report [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Refreshing trait associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 796.933313] env[69357]: DEBUG oslo_vmware.api [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282553, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.062450] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquiring lock "0c1376c6-1c72-4998-b90e-ff4500cef5c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.062846] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lock "0c1376c6-1c72-4998-b90e-ff4500cef5c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.169136] env[69357]: DEBUG nova.compute.manager [req-a9a43671-06d6-4a8b-877d-7528040751ad req-5fb2cb5d-4c19-491d-b089-36c9f1f78ca0 service nova] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Received event network-changed-750a8fb3-6b7b-4aa8-8ef5-12d01a007996 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.169552] env[69357]: DEBUG nova.compute.manager [req-a9a43671-06d6-4a8b-877d-7528040751ad req-5fb2cb5d-4c19-491d-b089-36c9f1f78ca0 service nova] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Refreshing instance network info cache due to event network-changed-750a8fb3-6b7b-4aa8-8ef5-12d01a007996. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 797.169552] env[69357]: DEBUG oslo_concurrency.lockutils [req-a9a43671-06d6-4a8b-877d-7528040751ad req-5fb2cb5d-4c19-491d-b089-36c9f1f78ca0 service nova] Acquiring lock "refresh_cache-ec2f2a63-2c0c-4014-b0c6-1d76b70a3085" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.169702] env[69357]: DEBUG oslo_concurrency.lockutils [req-a9a43671-06d6-4a8b-877d-7528040751ad req-5fb2cb5d-4c19-491d-b089-36c9f1f78ca0 service nova] Acquired lock "refresh_cache-ec2f2a63-2c0c-4014-b0c6-1d76b70a3085" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.169841] env[69357]: DEBUG nova.network.neutron [req-a9a43671-06d6-4a8b-877d-7528040751ad req-5fb2cb5d-4c19-491d-b089-36c9f1f78ca0 service nova] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Refreshing network info cache for port 750a8fb3-6b7b-4aa8-8ef5-12d01a007996 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.178911] env[69357]: DEBUG nova.compute.manager [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.208166] env[69357]: DEBUG nova.virt.hardware [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.208431] env[69357]: DEBUG nova.virt.hardware [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.208597] env[69357]: DEBUG nova.virt.hardware [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.209467] env[69357]: DEBUG nova.virt.hardware [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.209467] env[69357]: DEBUG nova.virt.hardware [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.209467] env[69357]: DEBUG nova.virt.hardware [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.209467] env[69357]: DEBUG nova.virt.hardware [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.209662] env[69357]: DEBUG nova.virt.hardware [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.209948] env[69357]: DEBUG nova.virt.hardware [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.209948] env[69357]: DEBUG nova.virt.hardware [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.210120] env[69357]: DEBUG nova.virt.hardware [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.211264] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50358402-6535-4eb0-80f5-355f999245bc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.223223] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f9ece4-3790-43dd-bd20-738b1783d661 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.241070] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Instance VIF info [] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.247413] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Creating folder: Project (623284a3031744df8d67d1472ad2e1fa). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.250716] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a5b4433-d5e0-467e-be78-e98670d14f71 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.262598] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Created folder: Project (623284a3031744df8d67d1472ad2e1fa) in parent group-v655402. [ 797.262815] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Creating folder: Instances. Parent ref: group-v655554. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.265441] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9074a48-6c5e-42e3-921a-5a0db974afbe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.273857] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Created folder: Instances in parent group-v655554. [ 797.274974] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.274974] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.274974] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6edfd2d-a90d-4628-9972-17e50e2b4369 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.293661] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.293661] env[69357]: value = "task-3282557" [ 797.293661] env[69357]: _type = "Task" [ 797.293661] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.303599] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282557, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.375443] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28ebaa2-6962-4bf1-94d3-298383d6558c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.384781] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282554, 'name': CreateVM_Task, 'duration_secs': 0.389774} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.391518] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1a82c8f4-9809-4d86-ba44-dd58f233d965 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Creating linked-clone VM from snapshot {{(pid=69357) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 797.391724] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.391891] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d067cac8-b9ab-4c10-8784-233e64ba49ea {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.395358] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1eaac80-3a39-4588-8a32-ec0f15d8a5ec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.398924] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.399104] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.399424] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.399675] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2455407-51bc-47af-a51f-65f643fbb8e2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.405346] env[69357]: DEBUG oslo_vmware.api [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Waiting for the task: (returnval){ [ 797.405346] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d96546-c858-a9ff-a967-e7acbe3e5675" [ 797.405346] env[69357]: _type = "Task" [ 797.405346] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.432025] env[69357]: DEBUG oslo_vmware.api [None req-1a82c8f4-9809-4d86-ba44-dd58f233d965 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for the task: (returnval){ [ 797.432025] env[69357]: value = "task-3282558" [ 797.432025] env[69357]: _type = "Task" [ 797.432025] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.437767] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05cb9c5-1d8a-4273-897b-1286d4a59980 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.455547] env[69357]: DEBUG oslo_vmware.api [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282553, 'name': PowerOnVM_Task, 'duration_secs': 0.846957} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.455771] env[69357]: DEBUG oslo_vmware.api [None req-1a82c8f4-9809-4d86-ba44-dd58f233d965 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282558, 'name': CloneVM_Task} progress is 16%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.456234] env[69357]: DEBUG oslo_vmware.api [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d96546-c858-a9ff-a967-e7acbe3e5675, 'name': SearchDatastore_Task, 'duration_secs': 0.008771} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.456468] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.456674] env[69357]: DEBUG nova.compute.manager [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.457902] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccdf896-caf1-4869-bb4b-3784692dc0f1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.462515] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.462736] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.462979] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.463133] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.463334] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.464155] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4808fb04-9250-4690-b764-cb34969f9dd4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.467521] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ac4243d-ca32-4b93-bc79-d4985b7ea395 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.480431] env[69357]: DEBUG nova.compute.provider_tree [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 797.485186] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.485186] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.487991] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c8f4502-9177-4cd8-ac1d-1498f13c6610 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.493999] env[69357]: DEBUG oslo_vmware.api [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Waiting for the task: (returnval){ [ 797.493999] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ff7ad8-2434-4f3f-34f4-7e2793adb46c" [ 797.493999] env[69357]: _type = "Task" [ 797.493999] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.508273] env[69357]: DEBUG oslo_vmware.api [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ff7ad8-2434-4f3f-34f4-7e2793adb46c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.567072] env[69357]: DEBUG nova.compute.manager [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 797.803710] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282557, 'name': CreateVM_Task, 'duration_secs': 0.278857} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.803970] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.804435] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.804631] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.804966] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.805250] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a5c08ed-8e65-4b2e-b1a6-6b062c036320 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.810558] env[69357]: DEBUG oslo_vmware.api [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Waiting for the task: (returnval){ [ 797.810558] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52fe4431-0693-c5ca-750b-fe1e2463e8c3" [ 797.810558] env[69357]: _type = "Task" [ 797.810558] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.818674] env[69357]: DEBUG oslo_vmware.api [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52fe4431-0693-c5ca-750b-fe1e2463e8c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.882967] env[69357]: DEBUG nova.network.neutron [req-a9a43671-06d6-4a8b-877d-7528040751ad req-5fb2cb5d-4c19-491d-b089-36c9f1f78ca0 service nova] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Updated VIF entry in instance network info cache for port 750a8fb3-6b7b-4aa8-8ef5-12d01a007996. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.883346] env[69357]: DEBUG nova.network.neutron [req-a9a43671-06d6-4a8b-877d-7528040751ad req-5fb2cb5d-4c19-491d-b089-36c9f1f78ca0 service nova] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Updating instance_info_cache with network_info: [{"id": "750a8fb3-6b7b-4aa8-8ef5-12d01a007996", "address": "fa:16:3e:5b:6b:be", "network": {"id": "55d16c65-a706-4d25-8e88-2e2e1df8279f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-5124809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b608e46580a841d98bb1dcaeb7cd12ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750a8fb3-6b", "ovs_interfaceid": "750a8fb3-6b7b-4aa8-8ef5-12d01a007996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.952250] env[69357]: DEBUG oslo_vmware.api [None req-1a82c8f4-9809-4d86-ba44-dd58f233d965 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282558, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.000345] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.006598] env[69357]: DEBUG oslo_vmware.api [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ff7ad8-2434-4f3f-34f4-7e2793adb46c, 'name': SearchDatastore_Task, 'duration_secs': 0.014493} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.007386] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6de58b0a-5224-42b9-bdc4-266c61219d52 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.012909] env[69357]: DEBUG oslo_vmware.api [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Waiting for the task: (returnval){ [ 798.012909] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52535eda-4ad6-a8d5-2468-642a6b890f8e" [ 798.012909] env[69357]: _type = "Task" [ 798.012909] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.020547] env[69357]: DEBUG oslo_vmware.api [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52535eda-4ad6-a8d5-2468-642a6b890f8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.021501] env[69357]: DEBUG nova.scheduler.client.report [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Updated inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with generation 71 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 798.021809] env[69357]: DEBUG nova.compute.provider_tree [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Updating resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 generation from 71 to 72 during operation: update_inventory {{(pid=69357) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 798.022024] env[69357]: DEBUG nova.compute.provider_tree [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 798.088147] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.321312] env[69357]: DEBUG oslo_vmware.api [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52fe4431-0693-c5ca-750b-fe1e2463e8c3, 'name': SearchDatastore_Task, 'duration_secs': 0.0106} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.321727] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.321950] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.322173] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.386147] env[69357]: DEBUG oslo_concurrency.lockutils [req-a9a43671-06d6-4a8b-877d-7528040751ad req-5fb2cb5d-4c19-491d-b089-36c9f1f78ca0 service nova] Releasing lock "refresh_cache-ec2f2a63-2c0c-4014-b0c6-1d76b70a3085" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.386495] env[69357]: DEBUG nova.compute.manager [req-a9a43671-06d6-4a8b-877d-7528040751ad req-5fb2cb5d-4c19-491d-b089-36c9f1f78ca0 service nova] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Received event network-changed-afd9c6b2-6855-498c-833a-b567fc66dcb6 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.386778] env[69357]: DEBUG nova.compute.manager [req-a9a43671-06d6-4a8b-877d-7528040751ad req-5fb2cb5d-4c19-491d-b089-36c9f1f78ca0 service nova] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Refreshing instance network info cache due to event network-changed-afd9c6b2-6855-498c-833a-b567fc66dcb6. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.386985] env[69357]: DEBUG oslo_concurrency.lockutils [req-a9a43671-06d6-4a8b-877d-7528040751ad req-5fb2cb5d-4c19-491d-b089-36c9f1f78ca0 service nova] Acquiring lock "refresh_cache-8fbc7efb-85d5-43fc-87a5-057ed51229b1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.387432] env[69357]: DEBUG oslo_concurrency.lockutils [req-a9a43671-06d6-4a8b-877d-7528040751ad req-5fb2cb5d-4c19-491d-b089-36c9f1f78ca0 service nova] Acquired lock "refresh_cache-8fbc7efb-85d5-43fc-87a5-057ed51229b1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.387432] env[69357]: DEBUG nova.network.neutron [req-a9a43671-06d6-4a8b-877d-7528040751ad req-5fb2cb5d-4c19-491d-b089-36c9f1f78ca0 service nova] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Refreshing network info cache for port afd9c6b2-6855-498c-833a-b567fc66dcb6 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.454930] env[69357]: DEBUG oslo_vmware.api [None req-1a82c8f4-9809-4d86-ba44-dd58f233d965 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282558, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.523703] env[69357]: DEBUG oslo_vmware.api [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52535eda-4ad6-a8d5-2468-642a6b890f8e, 'name': SearchDatastore_Task, 'duration_secs': 0.01196} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.523982] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.524264] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] ec2f2a63-2c0c-4014-b0c6-1d76b70a3085/ec2f2a63-2c0c-4014-b0c6-1d76b70a3085.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.524547] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.524736] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.524957] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-792fda6e-063a-4410-a1dd-0232b295ad38 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.526978] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-805e5076-757b-412d-8218-915f2e2022c4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.529669] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.378s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.531726] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.181s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.533204] env[69357]: INFO nova.compute.claims [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.540887] env[69357]: DEBUG oslo_vmware.api [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Waiting for the task: (returnval){ [ 798.540887] env[69357]: value = "task-3282559" [ 798.540887] env[69357]: _type = "Task" [ 798.540887] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.546398] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.546590] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.548021] env[69357]: INFO nova.scheduler.client.report [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Deleted allocations for instance 5a064560-6b50-4107-bccd-8c9e7a57d235 [ 798.549683] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88e1d08b-acd5-4100-a4a5-ca977af4f72a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.557758] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 798.558031] env[69357]: DEBUG oslo_vmware.api [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': task-3282559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.558420] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 798.562645] env[69357]: DEBUG oslo_vmware.api [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Waiting for the task: (returnval){ [ 798.562645] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f6e100-b7a8-df8f-22bc-eebd8a196979" [ 798.562645] env[69357]: _type = "Task" [ 798.562645] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.570424] env[69357]: DEBUG oslo_vmware.api [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f6e100-b7a8-df8f-22bc-eebd8a196979, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.952656] env[69357]: DEBUG oslo_vmware.api [None req-1a82c8f4-9809-4d86-ba44-dd58f233d965 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282558, 'name': CloneVM_Task} progress is 95%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.982806] env[69357]: INFO nova.compute.manager [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Rebuilding instance [ 799.034339] env[69357]: DEBUG nova.compute.manager [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.035233] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288e8cf8-1f49-46da-954b-b927c4f4c347 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.057798] env[69357]: DEBUG oslo_vmware.api [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': task-3282559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50543} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.058020] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] ec2f2a63-2c0c-4014-b0c6-1d76b70a3085/ec2f2a63-2c0c-4014-b0c6-1d76b70a3085.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.058261] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.060424] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2b34c85-9aca-4968-9120-5ea21ab4b2c5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.064709] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6e69930f-477b-4a98-a574-ca97406ff0f0 tempest-ImagesNegativeTestJSON-1030681332 tempest-ImagesNegativeTestJSON-1030681332-project-member] Lock "5a064560-6b50-4107-bccd-8c9e7a57d235" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.950s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.077301] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 799.077953] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 799.078203] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 799.078375] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 799.079703] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 799.079703] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 799.079703] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69357) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 799.086621] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 799.087184] env[69357]: DEBUG oslo_vmware.api [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f6e100-b7a8-df8f-22bc-eebd8a196979, 'name': SearchDatastore_Task, 'duration_secs': 0.007911} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.087636] env[69357]: DEBUG oslo_vmware.api [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Waiting for the task: (returnval){ [ 799.087636] env[69357]: value = "task-3282560" [ 799.087636] env[69357]: _type = "Task" [ 799.087636] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.089837] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2b03b56-ac69-4da3-bc4c-fb33f2a41512 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.104382] env[69357]: DEBUG oslo_vmware.api [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Waiting for the task: (returnval){ [ 799.104382] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]524407b9-bbdd-da3a-3c59-1638738919f4" [ 799.104382] env[69357]: _type = "Task" [ 799.104382] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.110853] env[69357]: DEBUG oslo_vmware.api [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': task-3282560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.123342] env[69357]: DEBUG oslo_vmware.api [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]524407b9-bbdd-da3a-3c59-1638738919f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009218} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.123601] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.123863] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 07844a4f-e7c2-4276-9cb2-470f8c189b4f/07844a4f-e7c2-4276-9cb2-470f8c189b4f.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.124182] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f87b5ca7-3719-4d0a-a428-6d86941e7ad1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.130892] env[69357]: DEBUG oslo_vmware.api [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Waiting for the task: (returnval){ [ 799.130892] env[69357]: value = "task-3282561" [ 799.130892] env[69357]: _type = "Task" [ 799.130892] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.139958] env[69357]: DEBUG oslo_vmware.api [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': task-3282561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.192970] env[69357]: DEBUG nova.network.neutron [req-a9a43671-06d6-4a8b-877d-7528040751ad req-5fb2cb5d-4c19-491d-b089-36c9f1f78ca0 service nova] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Updated VIF entry in instance network info cache for port afd9c6b2-6855-498c-833a-b567fc66dcb6. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.193526] env[69357]: DEBUG nova.network.neutron [req-a9a43671-06d6-4a8b-877d-7528040751ad req-5fb2cb5d-4c19-491d-b089-36c9f1f78ca0 service nova] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Updating instance_info_cache with network_info: [{"id": "afd9c6b2-6855-498c-833a-b567fc66dcb6", "address": "fa:16:3e:21:71:1e", "network": {"id": "7bc5bc72-6104-4586-ace4-20e8045105c9", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-718537378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "793b1fe6f3e1459284bbaf43f6bd2dbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd9c6b2-68", "ovs_interfaceid": "afd9c6b2-6855-498c-833a-b567fc66dcb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.454616] env[69357]: DEBUG oslo_vmware.api [None req-1a82c8f4-9809-4d86-ba44-dd58f233d965 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282558, 'name': CloneVM_Task, 'duration_secs': 1.692875} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.455064] env[69357]: INFO nova.virt.vmwareapi.vmops [None req-1a82c8f4-9809-4d86-ba44-dd58f233d965 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Created linked-clone VM from snapshot [ 799.455891] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24324e3b-54db-43a6-b8b2-63d9eb61c564 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.465701] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-1a82c8f4-9809-4d86-ba44-dd58f233d965 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Uploading image e71081bf-91a5-4f04-a968-3f02a725f71b {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 799.485533] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a82c8f4-9809-4d86-ba44-dd58f233d965 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Destroying the VM {{(pid=69357) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 799.485864] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ce69cde5-17fc-4b24-a1c4-8ad392bf6077 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.496026] env[69357]: DEBUG oslo_vmware.api [None req-1a82c8f4-9809-4d86-ba44-dd58f233d965 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for the task: (returnval){ [ 799.496026] env[69357]: value = "task-3282562" [ 799.496026] env[69357]: _type = "Task" [ 799.496026] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.505930] env[69357]: DEBUG oslo_vmware.api [None req-1a82c8f4-9809-4d86-ba44-dd58f233d965 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282562, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.592024] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.606064] env[69357]: DEBUG oslo_vmware.api [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': task-3282560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060568} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.606064] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.606064] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54932c0f-168e-49d8-96fa-154e2abea48c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.634353] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] ec2f2a63-2c0c-4014-b0c6-1d76b70a3085/ec2f2a63-2c0c-4014-b0c6-1d76b70a3085.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.634790] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7809783f-86e2-4078-8269-95f5761f3788 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.661226] env[69357]: DEBUG oslo_vmware.api [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': task-3282561, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476512} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.662616] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 07844a4f-e7c2-4276-9cb2-470f8c189b4f/07844a4f-e7c2-4276-9cb2-470f8c189b4f.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.662944] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.663167] env[69357]: DEBUG oslo_vmware.api [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Waiting for the task: (returnval){ [ 799.663167] env[69357]: value = "task-3282563" [ 799.663167] env[69357]: _type = "Task" [ 799.663167] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.663437] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abc82147-e53d-4853-aa75-c790af3a530b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.675990] env[69357]: DEBUG oslo_vmware.api [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': task-3282563, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.677730] env[69357]: DEBUG oslo_vmware.api [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Waiting for the task: (returnval){ [ 799.677730] env[69357]: value = "task-3282564" [ 799.677730] env[69357]: _type = "Task" [ 799.677730] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.697490] env[69357]: DEBUG oslo_concurrency.lockutils [req-a9a43671-06d6-4a8b-877d-7528040751ad req-5fb2cb5d-4c19-491d-b089-36c9f1f78ca0 service nova] Releasing lock "refresh_cache-8fbc7efb-85d5-43fc-87a5-057ed51229b1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.010093] env[69357]: DEBUG oslo_vmware.api [None req-1a82c8f4-9809-4d86-ba44-dd58f233d965 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282562, 'name': Destroy_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.052194] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e7a90c-4203-4397-9983-6ce16fcc49cf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.059172] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.059508] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-721e274f-3ae1-4a73-b6dc-843093689315 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.061906] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a287f5-9e21-455e-8e96-bdba5935918e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.097397] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8cd5ff-74cd-4518-9f93-99697ae772a2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.100725] env[69357]: DEBUG oslo_vmware.api [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 800.100725] env[69357]: value = "task-3282565" [ 800.100725] env[69357]: _type = "Task" [ 800.100725] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.108373] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e88ce09-3337-497d-9802-a84547a8c384 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.116242] env[69357]: DEBUG oslo_vmware.api [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.128618] env[69357]: DEBUG nova.compute.provider_tree [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 800.176131] env[69357]: DEBUG oslo_vmware.api [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': task-3282563, 'name': ReconfigVM_Task, 'duration_secs': 0.34254} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.176424] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Reconfigured VM instance instance-00000033 to attach disk [datastore2] ec2f2a63-2c0c-4014-b0c6-1d76b70a3085/ec2f2a63-2c0c-4014-b0c6-1d76b70a3085.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.176743] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69357) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 800.177433] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-f3234f1c-529a-4a57-bea5-ca74aea867da {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.187516] env[69357]: DEBUG oslo_vmware.api [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Waiting for the task: (returnval){ [ 800.187516] env[69357]: value = "task-3282566" [ 800.187516] env[69357]: _type = "Task" [ 800.187516] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.190691] env[69357]: DEBUG oslo_vmware.api [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': task-3282564, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13139} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.194045] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.194852] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9fcc67-18ec-4aeb-a436-5553ed1c94da {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.224970] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 07844a4f-e7c2-4276-9cb2-470f8c189b4f/07844a4f-e7c2-4276-9cb2-470f8c189b4f.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.228451] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31599f53-02e7-4b7b-84bc-c7481a6bd55d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.244718] env[69357]: DEBUG oslo_vmware.api [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': task-3282566, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.249330] env[69357]: DEBUG oslo_vmware.api [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Waiting for the task: (returnval){ [ 800.249330] env[69357]: value = "task-3282567" [ 800.249330] env[69357]: _type = "Task" [ 800.249330] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.262996] env[69357]: DEBUG oslo_vmware.api [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': task-3282567, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.505506] env[69357]: DEBUG oslo_vmware.api [None req-1a82c8f4-9809-4d86-ba44-dd58f233d965 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282562, 'name': Destroy_Task, 'duration_secs': 0.710091} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.506386] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-1a82c8f4-9809-4d86-ba44-dd58f233d965 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Destroyed the VM [ 800.506386] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1a82c8f4-9809-4d86-ba44-dd58f233d965 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Deleting Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 800.506386] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2b09e948-49f2-4e60-819c-2d5e21415657 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.513353] env[69357]: DEBUG oslo_vmware.api [None req-1a82c8f4-9809-4d86-ba44-dd58f233d965 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for the task: (returnval){ [ 800.513353] env[69357]: value = "task-3282568" [ 800.513353] env[69357]: _type = "Task" [ 800.513353] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.520775] env[69357]: DEBUG oslo_vmware.api [None req-1a82c8f4-9809-4d86-ba44-dd58f233d965 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282568, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.610239] env[69357]: DEBUG oslo_vmware.api [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282565, 'name': PowerOffVM_Task, 'duration_secs': 0.391245} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.610527] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.610743] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.611557] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa7959a-e498-4ec5-b498-a2236669292e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.618968] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.619234] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-887cac2e-8e70-4934-b624-dc25893eb521 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.674185] env[69357]: DEBUG nova.scheduler.client.report [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Updated inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with generation 72 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 800.674630] env[69357]: DEBUG nova.compute.provider_tree [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Updating resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 generation from 72 to 73 during operation: update_inventory {{(pid=69357) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 800.674630] env[69357]: DEBUG nova.compute.provider_tree [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 800.702729] env[69357]: DEBUG oslo_vmware.api [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': task-3282566, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.052094} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.703580] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69357) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 800.704973] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cb6aa9-c1d3-4bc1-a794-9bb1816dbe20 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.708565] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.708565] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.708946] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Deleting the datastore file [datastore2] 6eaf986f-0491-4160-accd-ee7bbd4dfe1b {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.710841] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b0e515f-0c6a-41fe-a068-90c051a3188b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.744665] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] ec2f2a63-2c0c-4014-b0c6-1d76b70a3085/ephemeral_0.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.746605] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1b0c2f1-2f31-4f99-8dee-94b601afb3c5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.764786] env[69357]: DEBUG oslo_vmware.api [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 800.764786] env[69357]: value = "task-3282570" [ 800.764786] env[69357]: _type = "Task" [ 800.764786] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.773393] env[69357]: DEBUG oslo_vmware.api [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Waiting for the task: (returnval){ [ 800.773393] env[69357]: value = "task-3282571" [ 800.773393] env[69357]: _type = "Task" [ 800.773393] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.779692] env[69357]: DEBUG oslo_vmware.api [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': task-3282567, 'name': ReconfigVM_Task, 'duration_secs': 0.269458} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.780243] env[69357]: DEBUG oslo_vmware.api [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.784410] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 07844a4f-e7c2-4276-9cb2-470f8c189b4f/07844a4f-e7c2-4276-9cb2-470f8c189b4f.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.785165] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25e9df4c-8af6-488f-8be8-ed426d3ebbc3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.792158] env[69357]: DEBUG oslo_vmware.api [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': task-3282571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.793572] env[69357]: DEBUG oslo_vmware.api [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Waiting for the task: (returnval){ [ 800.793572] env[69357]: value = "task-3282572" [ 800.793572] env[69357]: _type = "Task" [ 800.793572] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.804912] env[69357]: DEBUG oslo_vmware.api [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': task-3282572, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.025858] env[69357]: DEBUG oslo_vmware.api [None req-1a82c8f4-9809-4d86-ba44-dd58f233d965 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282568, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.180270] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.180799] env[69357]: DEBUG nova.compute.manager [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.183637] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.444s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.185089] env[69357]: INFO nova.compute.claims [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.274709] env[69357]: DEBUG oslo_vmware.api [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185459} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.274984] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.275192] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.275374] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.290503] env[69357]: DEBUG oslo_vmware.api [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': task-3282571, 'name': ReconfigVM_Task, 'duration_secs': 0.379521} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.290503] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Reconfigured VM instance instance-00000033 to attach disk [datastore2] ec2f2a63-2c0c-4014-b0c6-1d76b70a3085/ephemeral_0.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.290503] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-400c78b3-4ecf-40b1-8ab1-7fbe5ae193c8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.298012] env[69357]: DEBUG oslo_vmware.api [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Waiting for the task: (returnval){ [ 801.298012] env[69357]: value = "task-3282573" [ 801.298012] env[69357]: _type = "Task" [ 801.298012] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.305025] env[69357]: DEBUG oslo_vmware.api [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': task-3282572, 'name': Rename_Task, 'duration_secs': 0.180673} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.305555] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.305806] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59a99553-a430-4a08-a091-b94dfd95373b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.310193] env[69357]: DEBUG oslo_vmware.api [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': task-3282573, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.316031] env[69357]: DEBUG oslo_vmware.api [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Waiting for the task: (returnval){ [ 801.316031] env[69357]: value = "task-3282574" [ 801.316031] env[69357]: _type = "Task" [ 801.316031] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.323894] env[69357]: DEBUG oslo_vmware.api [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': task-3282574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.525430] env[69357]: DEBUG oslo_vmware.api [None req-1a82c8f4-9809-4d86-ba44-dd58f233d965 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282568, 'name': RemoveSnapshot_Task, 'duration_secs': 0.903091} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.525430] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1a82c8f4-9809-4d86-ba44-dd58f233d965 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Deleted Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 801.698955] env[69357]: DEBUG nova.compute.utils [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.700751] env[69357]: DEBUG nova.compute.manager [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 801.700929] env[69357]: DEBUG nova.network.neutron [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 801.752855] env[69357]: DEBUG nova.policy [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '847e7b70527c473b88d8d313a920fa35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b725fda1e444c7eb8fb46b6eeffb327', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 801.812350] env[69357]: DEBUG oslo_vmware.api [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': task-3282573, 'name': Rename_Task, 'duration_secs': 0.234486} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.812666] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.813171] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25d76445-1696-4b08-b057-b1a8a3e3907f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.822034] env[69357]: DEBUG oslo_vmware.api [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Waiting for the task: (returnval){ [ 801.822034] env[69357]: value = "task-3282575" [ 801.822034] env[69357]: _type = "Task" [ 801.822034] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.828518] env[69357]: DEBUG oslo_vmware.api [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': task-3282574, 'name': PowerOnVM_Task, 'duration_secs': 0.450566} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.830269] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.830269] env[69357]: INFO nova.compute.manager [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Took 4.65 seconds to spawn the instance on the hypervisor. [ 801.830269] env[69357]: DEBUG nova.compute.manager [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.830582] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baea5b39-43a6-4213-9299-ad67ac4def5c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.836674] env[69357]: DEBUG oslo_vmware.api [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': task-3282575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.029495] env[69357]: WARNING nova.compute.manager [None req-1a82c8f4-9809-4d86-ba44-dd58f233d965 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Image not found during snapshot: nova.exception.ImageNotFound: Image e71081bf-91a5-4f04-a968-3f02a725f71b could not be found. [ 802.206117] env[69357]: DEBUG nova.compute.manager [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 802.299214] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a34270fa-2058-4e20-9fa0-0241fee27e2c tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Acquiring lock "6f91985d-2b88-4f70-9cae-4be4853b64c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.299214] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a34270fa-2058-4e20-9fa0-0241fee27e2c tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Lock "6f91985d-2b88-4f70-9cae-4be4853b64c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.299214] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a34270fa-2058-4e20-9fa0-0241fee27e2c tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Acquiring lock "6f91985d-2b88-4f70-9cae-4be4853b64c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.299214] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a34270fa-2058-4e20-9fa0-0241fee27e2c tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Lock "6f91985d-2b88-4f70-9cae-4be4853b64c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.299214] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a34270fa-2058-4e20-9fa0-0241fee27e2c tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Lock "6f91985d-2b88-4f70-9cae-4be4853b64c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.304188] env[69357]: INFO nova.compute.manager [None req-a34270fa-2058-4e20-9fa0-0241fee27e2c tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Terminating instance [ 802.321277] env[69357]: DEBUG nova.network.neutron [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Successfully created port: 49efb29e-83bb-41af-a120-59c979c6f758 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 802.325942] env[69357]: DEBUG nova.virt.hardware [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.326200] env[69357]: DEBUG nova.virt.hardware [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.326355] env[69357]: DEBUG nova.virt.hardware [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.326538] env[69357]: DEBUG nova.virt.hardware [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.326717] env[69357]: DEBUG nova.virt.hardware [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.326827] env[69357]: DEBUG nova.virt.hardware [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.327050] env[69357]: DEBUG nova.virt.hardware [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.327216] env[69357]: DEBUG nova.virt.hardware [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.327380] env[69357]: DEBUG nova.virt.hardware [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.327541] env[69357]: DEBUG nova.virt.hardware [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.327745] env[69357]: DEBUG nova.virt.hardware [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.332083] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd035319-f105-4460-9a31-cc40dab81ccd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.343307] env[69357]: DEBUG oslo_vmware.api [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': task-3282575, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.354514] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119e0c51-8902-4e67-bbbb-fe3a7dbab5a7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.359317] env[69357]: INFO nova.compute.manager [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Took 41.28 seconds to build instance. [ 802.371065] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:f3:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d69bc7c-f469-4bd0-9ab9-ea4f83d8c6a8', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.379984] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.383337] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.384189] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f61f4b8e-4993-49a6-a86d-d82cc67b50a3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.407955] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.407955] env[69357]: value = "task-3282576" [ 802.407955] env[69357]: _type = "Task" [ 802.407955] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.418418] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282576, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.766380] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f2bf5e-362e-425f-81fe-4ab47990730b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.774521] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b97c47-1a33-47aa-a899-0333bf3f8024 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.805719] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ca3b05-b7de-40e1-8a54-17532b8a9121 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.812383] env[69357]: DEBUG nova.compute.manager [None req-a34270fa-2058-4e20-9fa0-0241fee27e2c tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 802.812627] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a34270fa-2058-4e20-9fa0-0241fee27e2c tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.813412] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a073133d-e083-42d7-95a7-9afb8328fd4c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.817189] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef62ca6-224d-40bc-9b75-aeeaca85c67e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.830640] env[69357]: DEBUG nova.compute.provider_tree [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.837231] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a34270fa-2058-4e20-9fa0-0241fee27e2c tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.837231] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1350ea03-0d86-4070-8645-1f78aba8a648 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.844332] env[69357]: DEBUG oslo_vmware.api [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': task-3282575, 'name': PowerOnVM_Task, 'duration_secs': 0.933627} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.845689] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.845857] env[69357]: INFO nova.compute.manager [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Took 7.89 seconds to spawn the instance on the hypervisor. [ 802.847011] env[69357]: DEBUG nova.compute.manager [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.847011] env[69357]: DEBUG oslo_vmware.api [None req-a34270fa-2058-4e20-9fa0-0241fee27e2c tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for the task: (returnval){ [ 802.847011] env[69357]: value = "task-3282577" [ 802.847011] env[69357]: _type = "Task" [ 802.847011] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.847556] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc43e31-f774-40a0-b317-972dfd369e89 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.865551] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6bb7e78f-5834-42f7-853c-1999f843ee1b tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Lock "07844a4f-e7c2-4276-9cb2-470f8c189b4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.488s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.866119] env[69357]: DEBUG oslo_vmware.api [None req-a34270fa-2058-4e20-9fa0-0241fee27e2c tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.917424] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282576, 'name': CreateVM_Task, 'duration_secs': 0.330216} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.917618] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.918431] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.918582] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.920054] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.920054] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cf10f91-e589-4e4c-a779-0b0f5049c7e9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.924755] env[69357]: DEBUG oslo_vmware.api [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 802.924755] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]527a3fbd-3157-872e-e354-225c31799905" [ 802.924755] env[69357]: _type = "Task" [ 802.924755] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.932465] env[69357]: DEBUG oslo_vmware.api [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]527a3fbd-3157-872e-e354-225c31799905, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.972376] env[69357]: INFO nova.compute.manager [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Rebuilding instance [ 803.058534] env[69357]: DEBUG nova.compute.manager [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.059418] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd6d33a-0c8c-4888-8675-8bdf8130c577 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.216394] env[69357]: DEBUG nova.compute.manager [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 803.242752] env[69357]: DEBUG nova.virt.hardware [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.243274] env[69357]: DEBUG nova.virt.hardware [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.243274] env[69357]: DEBUG nova.virt.hardware [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.243414] env[69357]: DEBUG nova.virt.hardware [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.243613] env[69357]: DEBUG nova.virt.hardware [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.243821] env[69357]: DEBUG nova.virt.hardware [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.244045] env[69357]: DEBUG nova.virt.hardware [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.244247] env[69357]: DEBUG nova.virt.hardware [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.244460] env[69357]: DEBUG nova.virt.hardware [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.244654] env[69357]: DEBUG nova.virt.hardware [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.244899] env[69357]: DEBUG nova.virt.hardware [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.246108] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51169981-dae7-493d-8337-533b28b2cce8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.256320] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca1ba29-970f-4197-8356-ff10922ef53f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.338831] env[69357]: DEBUG nova.scheduler.client.report [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.360447] env[69357]: DEBUG oslo_vmware.api [None req-a34270fa-2058-4e20-9fa0-0241fee27e2c tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282577, 'name': PowerOffVM_Task, 'duration_secs': 0.191428} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.360709] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a34270fa-2058-4e20-9fa0-0241fee27e2c tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.360880] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a34270fa-2058-4e20-9fa0-0241fee27e2c tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.361132] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-285622fc-fb25-4b80-8a9e-36b43dd4ac67 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.374970] env[69357]: INFO nova.compute.manager [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Took 42.56 seconds to build instance. [ 803.430455] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a34270fa-2058-4e20-9fa0-0241fee27e2c tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.430455] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a34270fa-2058-4e20-9fa0-0241fee27e2c tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.430681] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a34270fa-2058-4e20-9fa0-0241fee27e2c tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Deleting the datastore file [datastore1] 6f91985d-2b88-4f70-9cae-4be4853b64c7 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.431223] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fa7f75a-8335-41e7-907b-be512c76871d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.437603] env[69357]: DEBUG oslo_vmware.api [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]527a3fbd-3157-872e-e354-225c31799905, 'name': SearchDatastore_Task, 'duration_secs': 0.014596} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.438712] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.438979] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.439262] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.439414] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.439589] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.439892] env[69357]: DEBUG oslo_vmware.api [None req-a34270fa-2058-4e20-9fa0-0241fee27e2c tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for the task: (returnval){ [ 803.439892] env[69357]: value = "task-3282579" [ 803.439892] env[69357]: _type = "Task" [ 803.439892] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.440079] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7dc0f0fe-6ef4-4d10-8c50-f3ff0af5abb0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.449161] env[69357]: DEBUG oslo_vmware.api [None req-a34270fa-2058-4e20-9fa0-0241fee27e2c tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.459885] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.460102] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.460827] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40b55c88-a143-481c-8718-9a79293fe2ee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.469141] env[69357]: DEBUG oslo_vmware.api [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 803.469141] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]525f13d9-e55c-8bc0-cf0e-6a8c7b505756" [ 803.469141] env[69357]: _type = "Task" [ 803.469141] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.473768] env[69357]: DEBUG oslo_vmware.api [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]525f13d9-e55c-8bc0-cf0e-6a8c7b505756, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.843690] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.844256] env[69357]: DEBUG nova.compute.manager [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 803.848249] env[69357]: DEBUG oslo_concurrency.lockutils [None req-38a284fe-5318-4992-b68e-c765e11e611f tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.632s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.848483] env[69357]: DEBUG nova.objects.instance [None req-38a284fe-5318-4992-b68e-c765e11e611f tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Lazy-loading 'resources' on Instance uuid f9c1342d-1643-4edc-a5d0-a23d38ed613c {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.878206] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ef2927dc-667a-4b12-9c6d-7ed3635f7838 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Lock "ec2f2a63-2c0c-4014-b0c6-1d76b70a3085" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.135s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.891292] env[69357]: DEBUG nova.compute.manager [req-30e4159a-4ee0-4132-8f7c-e854e875cc17 req-86a4fdee-c9de-4d99-b3b9-e2b419db82bc service nova] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Received event network-vif-plugged-49efb29e-83bb-41af-a120-59c979c6f758 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.891662] env[69357]: DEBUG oslo_concurrency.lockutils [req-30e4159a-4ee0-4132-8f7c-e854e875cc17 req-86a4fdee-c9de-4d99-b3b9-e2b419db82bc service nova] Acquiring lock "02485fa0-9e5c-4a6b-b28a-8892c2b3acb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.891937] env[69357]: DEBUG oslo_concurrency.lockutils [req-30e4159a-4ee0-4132-8f7c-e854e875cc17 req-86a4fdee-c9de-4d99-b3b9-e2b419db82bc service nova] Lock "02485fa0-9e5c-4a6b-b28a-8892c2b3acb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.892157] env[69357]: DEBUG oslo_concurrency.lockutils [req-30e4159a-4ee0-4132-8f7c-e854e875cc17 req-86a4fdee-c9de-4d99-b3b9-e2b419db82bc service nova] Lock "02485fa0-9e5c-4a6b-b28a-8892c2b3acb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.892341] env[69357]: DEBUG nova.compute.manager [req-30e4159a-4ee0-4132-8f7c-e854e875cc17 req-86a4fdee-c9de-4d99-b3b9-e2b419db82bc service nova] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] No waiting events found dispatching network-vif-plugged-49efb29e-83bb-41af-a120-59c979c6f758 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 803.892518] env[69357]: WARNING nova.compute.manager [req-30e4159a-4ee0-4132-8f7c-e854e875cc17 req-86a4fdee-c9de-4d99-b3b9-e2b419db82bc service nova] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Received unexpected event network-vif-plugged-49efb29e-83bb-41af-a120-59c979c6f758 for instance with vm_state building and task_state spawning. [ 803.936933] env[69357]: DEBUG nova.network.neutron [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Successfully updated port: 49efb29e-83bb-41af-a120-59c979c6f758 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.952834] env[69357]: DEBUG oslo_vmware.api [None req-a34270fa-2058-4e20-9fa0-0241fee27e2c tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.450372} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.953226] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a34270fa-2058-4e20-9fa0-0241fee27e2c tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 803.953433] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a34270fa-2058-4e20-9fa0-0241fee27e2c tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 803.953609] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a34270fa-2058-4e20-9fa0-0241fee27e2c tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 803.953878] env[69357]: INFO nova.compute.manager [None req-a34270fa-2058-4e20-9fa0-0241fee27e2c tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 803.954136] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a34270fa-2058-4e20-9fa0-0241fee27e2c tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.954561] env[69357]: DEBUG nova.compute.manager [-] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 803.954660] env[69357]: DEBUG nova.network.neutron [-] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 803.975578] env[69357]: DEBUG oslo_vmware.api [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]525f13d9-e55c-8bc0-cf0e-6a8c7b505756, 'name': SearchDatastore_Task, 'duration_secs': 0.009097} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.976351] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d4025ec-34a6-48b4-841b-a1d253ee69e2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.981819] env[69357]: DEBUG oslo_vmware.api [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 803.981819] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]529b9bb0-be9e-937e-5d43-7c794b19867f" [ 803.981819] env[69357]: _type = "Task" [ 803.981819] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.990016] env[69357]: DEBUG oslo_vmware.api [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]529b9bb0-be9e-937e-5d43-7c794b19867f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.073154] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.073477] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2162cfa6-976c-4056-a1bf-8ce53a938c35 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.080056] env[69357]: DEBUG oslo_vmware.api [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Waiting for the task: (returnval){ [ 804.080056] env[69357]: value = "task-3282580" [ 804.080056] env[69357]: _type = "Task" [ 804.080056] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.088308] env[69357]: DEBUG oslo_vmware.api [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': task-3282580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.350631] env[69357]: DEBUG nova.compute.utils [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.351475] env[69357]: DEBUG nova.compute.manager [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 804.355506] env[69357]: DEBUG nova.network.neutron [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.397398] env[69357]: DEBUG nova.policy [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a5432668c6a4b03bbab51d43c8061ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f76a62241fdc4ac1aa0361afeb693279', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.401409] env[69357]: DEBUG nova.compute.manager [req-2fdeafa9-5a3d-49f0-85af-740bfa968c15 req-4c65798e-68b4-4b67-9d90-a640eeb3783f service nova] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Received event network-changed-750a8fb3-6b7b-4aa8-8ef5-12d01a007996 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.401409] env[69357]: DEBUG nova.compute.manager [req-2fdeafa9-5a3d-49f0-85af-740bfa968c15 req-4c65798e-68b4-4b67-9d90-a640eeb3783f service nova] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Refreshing instance network info cache due to event network-changed-750a8fb3-6b7b-4aa8-8ef5-12d01a007996. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.401760] env[69357]: DEBUG oslo_concurrency.lockutils [req-2fdeafa9-5a3d-49f0-85af-740bfa968c15 req-4c65798e-68b4-4b67-9d90-a640eeb3783f service nova] Acquiring lock "refresh_cache-ec2f2a63-2c0c-4014-b0c6-1d76b70a3085" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.401760] env[69357]: DEBUG oslo_concurrency.lockutils [req-2fdeafa9-5a3d-49f0-85af-740bfa968c15 req-4c65798e-68b4-4b67-9d90-a640eeb3783f service nova] Acquired lock "refresh_cache-ec2f2a63-2c0c-4014-b0c6-1d76b70a3085" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.401929] env[69357]: DEBUG nova.network.neutron [req-2fdeafa9-5a3d-49f0-85af-740bfa968c15 req-4c65798e-68b4-4b67-9d90-a640eeb3783f service nova] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Refreshing network info cache for port 750a8fb3-6b7b-4aa8-8ef5-12d01a007996 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.443305] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Acquiring lock "refresh_cache-02485fa0-9e5c-4a6b-b28a-8892c2b3acb5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.443305] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Acquired lock "refresh_cache-02485fa0-9e5c-4a6b-b28a-8892c2b3acb5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.443305] env[69357]: DEBUG nova.network.neutron [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.494315] env[69357]: DEBUG oslo_vmware.api [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]529b9bb0-be9e-937e-5d43-7c794b19867f, 'name': SearchDatastore_Task, 'duration_secs': 0.0259} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.497506] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.499583] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 6eaf986f-0491-4160-accd-ee7bbd4dfe1b/6eaf986f-0491-4160-accd-ee7bbd4dfe1b.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.499583] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84c60d6d-712a-42c6-9377-8af2fd7ed3ca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.507558] env[69357]: DEBUG oslo_vmware.api [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 804.507558] env[69357]: value = "task-3282581" [ 804.507558] env[69357]: _type = "Task" [ 804.507558] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.515544] env[69357]: DEBUG oslo_vmware.api [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.594338] env[69357]: DEBUG oslo_vmware.api [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': task-3282580, 'name': PowerOffVM_Task, 'duration_secs': 0.257905} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.597333] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.598184] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.599165] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0544926b-8f65-4df5-a33d-f7aea62a425d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.605384] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.606566] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04ed619f-ec39-4d87-b964-6c348ec5099b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.644556] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.644773] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.644932] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Deleting the datastore file [datastore2] 07844a4f-e7c2-4276-9cb2-470f8c189b4f {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.645367] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1f3b8d4-f804-4d24-8989-2e7cd1d46199 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.656730] env[69357]: DEBUG oslo_vmware.api [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Waiting for the task: (returnval){ [ 804.656730] env[69357]: value = "task-3282583" [ 804.656730] env[69357]: _type = "Task" [ 804.656730] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.665664] env[69357]: DEBUG oslo_vmware.api [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': task-3282583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.678347] env[69357]: DEBUG nova.network.neutron [-] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.712800] env[69357]: DEBUG nova.network.neutron [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Successfully created port: 848e0e2a-871b-4ca2-86b0-c460438116ba {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 804.854930] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f85893-0e41-4776-9cd7-e8c94a5e08c1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.861019] env[69357]: DEBUG nova.compute.manager [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 804.871223] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b73ebd-032a-4e25-bc99-2b361ab737e5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.918354] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eaa14f3-0cd2-4071-a0fd-f61253ac342f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.929378] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d66920-16f3-4422-aadb-31df4c8a557f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.954864] env[69357]: DEBUG nova.compute.provider_tree [None req-38a284fe-5318-4992-b68e-c765e11e611f tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.022911] env[69357]: DEBUG oslo_vmware.api [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282581, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.040461] env[69357]: DEBUG nova.network.neutron [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.168697] env[69357]: DEBUG oslo_vmware.api [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': task-3282583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136251} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.168697] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.168697] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.168697] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.185366] env[69357]: INFO nova.compute.manager [-] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Took 1.23 seconds to deallocate network for instance. [ 805.228484] env[69357]: DEBUG nova.network.neutron [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Updating instance_info_cache with network_info: [{"id": "49efb29e-83bb-41af-a120-59c979c6f758", "address": "fa:16:3e:1d:c6:6a", "network": {"id": "c0274df9-18b8-413d-a08c-c56c4fc7c2cd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-912571983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b725fda1e444c7eb8fb46b6eeffb327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49efb29e-83", "ovs_interfaceid": "49efb29e-83bb-41af-a120-59c979c6f758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.282420] env[69357]: DEBUG nova.network.neutron [req-2fdeafa9-5a3d-49f0-85af-740bfa968c15 req-4c65798e-68b4-4b67-9d90-a640eeb3783f service nova] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Updated VIF entry in instance network info cache for port 750a8fb3-6b7b-4aa8-8ef5-12d01a007996. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.282898] env[69357]: DEBUG nova.network.neutron [req-2fdeafa9-5a3d-49f0-85af-740bfa968c15 req-4c65798e-68b4-4b67-9d90-a640eeb3783f service nova] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Updating instance_info_cache with network_info: [{"id": "750a8fb3-6b7b-4aa8-8ef5-12d01a007996", "address": "fa:16:3e:5b:6b:be", "network": {"id": "55d16c65-a706-4d25-8e88-2e2e1df8279f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-5124809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b608e46580a841d98bb1dcaeb7cd12ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750a8fb3-6b", "ovs_interfaceid": "750a8fb3-6b7b-4aa8-8ef5-12d01a007996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.458551] env[69357]: DEBUG nova.scheduler.client.report [None req-38a284fe-5318-4992-b68e-c765e11e611f tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.519730] env[69357]: DEBUG oslo_vmware.api [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570567} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.519906] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 6eaf986f-0491-4160-accd-ee7bbd4dfe1b/6eaf986f-0491-4160-accd-ee7bbd4dfe1b.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.520166] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.520456] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65a9fa28-228d-4d68-ba94-a8169f262992 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.526881] env[69357]: DEBUG oslo_vmware.api [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 805.526881] env[69357]: value = "task-3282584" [ 805.526881] env[69357]: _type = "Task" [ 805.526881] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.535567] env[69357]: DEBUG oslo_vmware.api [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.692863] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a34270fa-2058-4e20-9fa0-0241fee27e2c tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.730751] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Releasing lock "refresh_cache-02485fa0-9e5c-4a6b-b28a-8892c2b3acb5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.731111] env[69357]: DEBUG nova.compute.manager [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Instance network_info: |[{"id": "49efb29e-83bb-41af-a120-59c979c6f758", "address": "fa:16:3e:1d:c6:6a", "network": {"id": "c0274df9-18b8-413d-a08c-c56c4fc7c2cd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-912571983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b725fda1e444c7eb8fb46b6eeffb327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49efb29e-83", "ovs_interfaceid": "49efb29e-83bb-41af-a120-59c979c6f758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 805.731551] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:c6:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15ff34f9-4b02-4be1-b433-3ec4bd1b37c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49efb29e-83bb-41af-a120-59c979c6f758', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.739089] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.739598] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.739840] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d1b9b13-b99e-46d5-a6b7-5c636de9985e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.759815] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.759815] env[69357]: value = "task-3282585" [ 805.759815] env[69357]: _type = "Task" [ 805.759815] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.767358] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282585, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.785438] env[69357]: DEBUG oslo_concurrency.lockutils [req-2fdeafa9-5a3d-49f0-85af-740bfa968c15 req-4c65798e-68b4-4b67-9d90-a640eeb3783f service nova] Releasing lock "refresh_cache-ec2f2a63-2c0c-4014-b0c6-1d76b70a3085" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.869047] env[69357]: DEBUG nova.compute.manager [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 805.895801] env[69357]: DEBUG nova.virt.hardware [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.896062] env[69357]: DEBUG nova.virt.hardware [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.896319] env[69357]: DEBUG nova.virt.hardware [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.896429] env[69357]: DEBUG nova.virt.hardware [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.896525] env[69357]: DEBUG nova.virt.hardware [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.897270] env[69357]: DEBUG nova.virt.hardware [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.897270] env[69357]: DEBUG nova.virt.hardware [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.897270] env[69357]: DEBUG nova.virt.hardware [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.897487] env[69357]: DEBUG nova.virt.hardware [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.897487] env[69357]: DEBUG nova.virt.hardware [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.897761] env[69357]: DEBUG nova.virt.hardware [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.898713] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e366e52e-4289-42ba-a99d-2036bf8be6e2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.906656] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9e68b0-fca3-4765-8f01-34faa88e93c6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.943616] env[69357]: DEBUG nova.compute.manager [req-9e3edefe-fcc4-4f32-902c-36b0194c0697 req-6c8b5a94-4c7a-440d-af56-9ec899d9edc2 service nova] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Received event network-changed-49efb29e-83bb-41af-a120-59c979c6f758 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.943824] env[69357]: DEBUG nova.compute.manager [req-9e3edefe-fcc4-4f32-902c-36b0194c0697 req-6c8b5a94-4c7a-440d-af56-9ec899d9edc2 service nova] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Refreshing instance network info cache due to event network-changed-49efb29e-83bb-41af-a120-59c979c6f758. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 805.944071] env[69357]: DEBUG oslo_concurrency.lockutils [req-9e3edefe-fcc4-4f32-902c-36b0194c0697 req-6c8b5a94-4c7a-440d-af56-9ec899d9edc2 service nova] Acquiring lock "refresh_cache-02485fa0-9e5c-4a6b-b28a-8892c2b3acb5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.944221] env[69357]: DEBUG oslo_concurrency.lockutils [req-9e3edefe-fcc4-4f32-902c-36b0194c0697 req-6c8b5a94-4c7a-440d-af56-9ec899d9edc2 service nova] Acquired lock "refresh_cache-02485fa0-9e5c-4a6b-b28a-8892c2b3acb5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.944392] env[69357]: DEBUG nova.network.neutron [req-9e3edefe-fcc4-4f32-902c-36b0194c0697 req-6c8b5a94-4c7a-440d-af56-9ec899d9edc2 service nova] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Refreshing network info cache for port 49efb29e-83bb-41af-a120-59c979c6f758 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.963177] env[69357]: DEBUG oslo_concurrency.lockutils [None req-38a284fe-5318-4992-b68e-c765e11e611f tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.965580] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a1bc3c09-461b-4b0b-b236-966e7c0eaaa0 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.754s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.965840] env[69357]: DEBUG nova.objects.instance [None req-a1bc3c09-461b-4b0b-b236-966e7c0eaaa0 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Lazy-loading 'resources' on Instance uuid 442ed0ae-d3f8-4ca8-a450-7d7369000dd2 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.987254] env[69357]: INFO nova.scheduler.client.report [None req-38a284fe-5318-4992-b68e-c765e11e611f tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Deleted allocations for instance f9c1342d-1643-4edc-a5d0-a23d38ed613c [ 806.036771] env[69357]: DEBUG oslo_vmware.api [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063338} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.037645] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.038137] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdcb143-bcdf-4815-9930-cb0b3b6774c6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.070224] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 6eaf986f-0491-4160-accd-ee7bbd4dfe1b/6eaf986f-0491-4160-accd-ee7bbd4dfe1b.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.070744] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5762f49-6fea-44a8-a0a2-caf91f2f30c0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.093232] env[69357]: DEBUG oslo_vmware.api [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 806.093232] env[69357]: value = "task-3282586" [ 806.093232] env[69357]: _type = "Task" [ 806.093232] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.103397] env[69357]: DEBUG oslo_vmware.api [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282586, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.203041] env[69357]: DEBUG nova.virt.hardware [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.203288] env[69357]: DEBUG nova.virt.hardware [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.203444] env[69357]: DEBUG nova.virt.hardware [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.203625] env[69357]: DEBUG nova.virt.hardware [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.203798] env[69357]: DEBUG nova.virt.hardware [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.203994] env[69357]: DEBUG nova.virt.hardware [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.204236] env[69357]: DEBUG nova.virt.hardware [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.204401] env[69357]: DEBUG nova.virt.hardware [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.204573] env[69357]: DEBUG nova.virt.hardware [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.204755] env[69357]: DEBUG nova.virt.hardware [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.204930] env[69357]: DEBUG nova.virt.hardware [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.205788] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8651d16-08fb-4ba3-8888-1cd31c6648fe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.214486] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c1c1f5-0649-4b38-a8ad-0528614fabdc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.228169] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Instance VIF info [] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.233756] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.233985] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.234199] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11a1272d-8136-497a-803c-5fd6da73e8ca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.250466] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.250466] env[69357]: value = "task-3282587" [ 806.250466] env[69357]: _type = "Task" [ 806.250466] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.258319] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282587, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.258704] env[69357]: DEBUG nova.network.neutron [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Successfully updated port: 848e0e2a-871b-4ca2-86b0-c460438116ba {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 806.268249] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282585, 'name': CreateVM_Task, 'duration_secs': 0.377265} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.268577] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.269145] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.269369] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.269709] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.270530] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a71bef4-563a-4098-a052-25a585ab2297 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.275638] env[69357]: DEBUG oslo_vmware.api [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 806.275638] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e0ef15-f734-5a33-10c3-efbba3bd38cf" [ 806.275638] env[69357]: _type = "Task" [ 806.275638] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.283259] env[69357]: DEBUG oslo_vmware.api [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e0ef15-f734-5a33-10c3-efbba3bd38cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.496477] env[69357]: DEBUG oslo_concurrency.lockutils [None req-38a284fe-5318-4992-b68e-c765e11e611f tempest-AttachInterfacesUnderV243Test-1430615442 tempest-AttachInterfacesUnderV243Test-1430615442-project-member] Lock "f9c1342d-1643-4edc-a5d0-a23d38ed613c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.162s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.606401] env[69357]: DEBUG oslo_vmware.api [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282586, 'name': ReconfigVM_Task, 'duration_secs': 0.429315} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.608652] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 6eaf986f-0491-4160-accd-ee7bbd4dfe1b/6eaf986f-0491-4160-accd-ee7bbd4dfe1b.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.611618] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-962a2a25-f7e0-498a-a293-179ac1305e71 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.619142] env[69357]: DEBUG oslo_vmware.api [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 806.619142] env[69357]: value = "task-3282588" [ 806.619142] env[69357]: _type = "Task" [ 806.619142] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.631216] env[69357]: DEBUG oslo_vmware.api [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282588, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.644265] env[69357]: DEBUG nova.network.neutron [req-9e3edefe-fcc4-4f32-902c-36b0194c0697 req-6c8b5a94-4c7a-440d-af56-9ec899d9edc2 service nova] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Updated VIF entry in instance network info cache for port 49efb29e-83bb-41af-a120-59c979c6f758. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.644533] env[69357]: DEBUG nova.network.neutron [req-9e3edefe-fcc4-4f32-902c-36b0194c0697 req-6c8b5a94-4c7a-440d-af56-9ec899d9edc2 service nova] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Updating instance_info_cache with network_info: [{"id": "49efb29e-83bb-41af-a120-59c979c6f758", "address": "fa:16:3e:1d:c6:6a", "network": {"id": "c0274df9-18b8-413d-a08c-c56c4fc7c2cd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-912571983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b725fda1e444c7eb8fb46b6eeffb327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49efb29e-83", "ovs_interfaceid": "49efb29e-83bb-41af-a120-59c979c6f758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.763821] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Acquiring lock "refresh_cache-d48829d0-0de1-4dce-8acf-c60180ace0a7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.764035] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Acquired lock "refresh_cache-d48829d0-0de1-4dce-8acf-c60180ace0a7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.764143] env[69357]: DEBUG nova.network.neutron [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.765392] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282587, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.785466] env[69357]: DEBUG oslo_vmware.api [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e0ef15-f734-5a33-10c3-efbba3bd38cf, 'name': SearchDatastore_Task, 'duration_secs': 0.020144} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.787974] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.788224] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.788487] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.788664] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.788873] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.789336] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d3931a2-3769-4dda-bc10-0371d296f0d3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.802418] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.803093] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.803619] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be74e758-6152-4234-8da4-fdc1da1a26cc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.809378] env[69357]: DEBUG oslo_vmware.api [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 806.809378] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a6d3b7-3a56-cf60-934c-936a6448427d" [ 806.809378] env[69357]: _type = "Task" [ 806.809378] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.820125] env[69357]: DEBUG oslo_vmware.api [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a6d3b7-3a56-cf60-934c-936a6448427d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.877833] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2b418e-1691-43be-aa70-a6f9ed8a5e5e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.886483] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66170858-8ae1-4a46-8d3a-df7aa9284bce {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.918968] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fce79c-622d-4c10-befe-3dcbb814bf07 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.926461] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b2d296-7b0c-41ee-aac8-098e124b2625 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.941994] env[69357]: DEBUG nova.compute.provider_tree [None req-a1bc3c09-461b-4b0b-b236-966e7c0eaaa0 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.129756] env[69357]: DEBUG oslo_vmware.api [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282588, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.149515] env[69357]: DEBUG oslo_concurrency.lockutils [req-9e3edefe-fcc4-4f32-902c-36b0194c0697 req-6c8b5a94-4c7a-440d-af56-9ec899d9edc2 service nova] Releasing lock "refresh_cache-02485fa0-9e5c-4a6b-b28a-8892c2b3acb5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.149803] env[69357]: DEBUG nova.compute.manager [req-9e3edefe-fcc4-4f32-902c-36b0194c0697 req-6c8b5a94-4c7a-440d-af56-9ec899d9edc2 service nova] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Received event network-vif-deleted-7d5fec3f-2774-4877-873d-49fc47ec2131 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.261655] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282587, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.302909] env[69357]: DEBUG nova.network.neutron [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.322359] env[69357]: DEBUG oslo_vmware.api [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a6d3b7-3a56-cf60-934c-936a6448427d, 'name': SearchDatastore_Task, 'duration_secs': 0.023799} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.325672] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-243a8023-35d0-450b-8700-8fe3d5ac23d9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.332101] env[69357]: DEBUG oslo_vmware.api [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 807.332101] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]522e919f-f345-63ff-dd33-54361c0ccb3d" [ 807.332101] env[69357]: _type = "Task" [ 807.332101] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.339892] env[69357]: DEBUG oslo_vmware.api [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]522e919f-f345-63ff-dd33-54361c0ccb3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.445332] env[69357]: DEBUG nova.scheduler.client.report [None req-a1bc3c09-461b-4b0b-b236-966e7c0eaaa0 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.456945] env[69357]: DEBUG nova.network.neutron [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Updating instance_info_cache with network_info: [{"id": "848e0e2a-871b-4ca2-86b0-c460438116ba", "address": "fa:16:3e:1d:68:9a", "network": {"id": "3d0de572-c95e-48f3-83b4-b2112a785ccc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-454893420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f76a62241fdc4ac1aa0361afeb693279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap848e0e2a-87", "ovs_interfaceid": "848e0e2a-871b-4ca2-86b0-c460438116ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.632443] env[69357]: DEBUG oslo_vmware.api [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282588, 'name': Rename_Task, 'duration_secs': 0.957641} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.632753] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.633015] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31523cee-2019-45a4-a7d2-172c82286e4c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.638787] env[69357]: DEBUG oslo_vmware.api [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 807.638787] env[69357]: value = "task-3282589" [ 807.638787] env[69357]: _type = "Task" [ 807.638787] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.646368] env[69357]: DEBUG oslo_vmware.api [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.761584] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282587, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.842276] env[69357]: DEBUG oslo_vmware.api [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]522e919f-f345-63ff-dd33-54361c0ccb3d, 'name': SearchDatastore_Task, 'duration_secs': 0.023801} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.842569] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.842868] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5/02485fa0-9e5c-4a6b-b28a-8892c2b3acb5.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.843143] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-492da324-bd20-4343-89b3-a0fa9c454fa2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.849556] env[69357]: DEBUG oslo_vmware.api [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 807.849556] env[69357]: value = "task-3282590" [ 807.849556] env[69357]: _type = "Task" [ 807.849556] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.857949] env[69357]: DEBUG oslo_vmware.api [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.956070] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a1bc3c09-461b-4b0b-b236-966e7c0eaaa0 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.988s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.963024] env[69357]: DEBUG oslo_concurrency.lockutils [None req-216d514c-7a09-41ba-978a-b305fd303301 tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.770s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.963024] env[69357]: DEBUG nova.objects.instance [None req-216d514c-7a09-41ba-978a-b305fd303301 tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Lazy-loading 'resources' on Instance uuid e896bb18-636e-4787-8b67-476c5a32dd33 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.963024] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Releasing lock "refresh_cache-d48829d0-0de1-4dce-8acf-c60180ace0a7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.964358] env[69357]: DEBUG nova.compute.manager [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Instance network_info: |[{"id": "848e0e2a-871b-4ca2-86b0-c460438116ba", "address": "fa:16:3e:1d:68:9a", "network": {"id": "3d0de572-c95e-48f3-83b4-b2112a785ccc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-454893420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f76a62241fdc4ac1aa0361afeb693279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap848e0e2a-87", "ovs_interfaceid": "848e0e2a-871b-4ca2-86b0-c460438116ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 807.965280] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:68:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '848e0e2a-871b-4ca2-86b0-c460438116ba', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.976477] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Creating folder: Project (f76a62241fdc4ac1aa0361afeb693279). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.977849] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39602b74-a648-4fc0-b873-2c5df4f24876 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.989585] env[69357]: DEBUG nova.compute.manager [req-da02a50d-e08c-4f46-a352-efd3191ce45c req-168b259f-1ad1-4964-bd97-3bebb1b11d4f service nova] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Received event network-vif-plugged-848e0e2a-871b-4ca2-86b0-c460438116ba {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.989585] env[69357]: DEBUG oslo_concurrency.lockutils [req-da02a50d-e08c-4f46-a352-efd3191ce45c req-168b259f-1ad1-4964-bd97-3bebb1b11d4f service nova] Acquiring lock "d48829d0-0de1-4dce-8acf-c60180ace0a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.989585] env[69357]: DEBUG oslo_concurrency.lockutils [req-da02a50d-e08c-4f46-a352-efd3191ce45c req-168b259f-1ad1-4964-bd97-3bebb1b11d4f service nova] Lock "d48829d0-0de1-4dce-8acf-c60180ace0a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.989585] env[69357]: DEBUG oslo_concurrency.lockutils [req-da02a50d-e08c-4f46-a352-efd3191ce45c req-168b259f-1ad1-4964-bd97-3bebb1b11d4f service nova] Lock "d48829d0-0de1-4dce-8acf-c60180ace0a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.989585] env[69357]: DEBUG nova.compute.manager [req-da02a50d-e08c-4f46-a352-efd3191ce45c req-168b259f-1ad1-4964-bd97-3bebb1b11d4f service nova] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] No waiting events found dispatching network-vif-plugged-848e0e2a-871b-4ca2-86b0-c460438116ba {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 807.989585] env[69357]: WARNING nova.compute.manager [req-da02a50d-e08c-4f46-a352-efd3191ce45c req-168b259f-1ad1-4964-bd97-3bebb1b11d4f service nova] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Received unexpected event network-vif-plugged-848e0e2a-871b-4ca2-86b0-c460438116ba for instance with vm_state building and task_state spawning. [ 807.989585] env[69357]: DEBUG nova.compute.manager [req-da02a50d-e08c-4f46-a352-efd3191ce45c req-168b259f-1ad1-4964-bd97-3bebb1b11d4f service nova] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Received event network-changed-848e0e2a-871b-4ca2-86b0-c460438116ba {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.989852] env[69357]: DEBUG nova.compute.manager [req-da02a50d-e08c-4f46-a352-efd3191ce45c req-168b259f-1ad1-4964-bd97-3bebb1b11d4f service nova] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Refreshing instance network info cache due to event network-changed-848e0e2a-871b-4ca2-86b0-c460438116ba. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 807.990040] env[69357]: DEBUG oslo_concurrency.lockutils [req-da02a50d-e08c-4f46-a352-efd3191ce45c req-168b259f-1ad1-4964-bd97-3bebb1b11d4f service nova] Acquiring lock "refresh_cache-d48829d0-0de1-4dce-8acf-c60180ace0a7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.990314] env[69357]: DEBUG oslo_concurrency.lockutils [req-da02a50d-e08c-4f46-a352-efd3191ce45c req-168b259f-1ad1-4964-bd97-3bebb1b11d4f service nova] Acquired lock "refresh_cache-d48829d0-0de1-4dce-8acf-c60180ace0a7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.990607] env[69357]: DEBUG nova.network.neutron [req-da02a50d-e08c-4f46-a352-efd3191ce45c req-168b259f-1ad1-4964-bd97-3bebb1b11d4f service nova] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Refreshing network info cache for port 848e0e2a-871b-4ca2-86b0-c460438116ba {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.993797] env[69357]: INFO nova.scheduler.client.report [None req-a1bc3c09-461b-4b0b-b236-966e7c0eaaa0 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Deleted allocations for instance 442ed0ae-d3f8-4ca8-a450-7d7369000dd2 [ 807.997644] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Created folder: Project (f76a62241fdc4ac1aa0361afeb693279) in parent group-v655402. [ 807.997945] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Creating folder: Instances. Parent ref: group-v655561. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.002219] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b24d18b7-669a-4500-ab31-9017bc59b26f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.014251] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Created folder: Instances in parent group-v655561. [ 808.014723] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.014947] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.015184] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62089fea-709b-4b63-a6e2-e986ed6caa1b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.038409] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.038409] env[69357]: value = "task-3282593" [ 808.038409] env[69357]: _type = "Task" [ 808.038409] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.051449] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282593, 'name': CreateVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.155769] env[69357]: DEBUG oslo_vmware.api [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282589, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.265497] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282587, 'name': CreateVM_Task, 'duration_secs': 1.537764} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.265753] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.266257] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.266458] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.266881] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.267215] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06894c56-3815-445b-b8b8-c18fb813a642 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.274456] env[69357]: DEBUG oslo_vmware.api [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Waiting for the task: (returnval){ [ 808.274456] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52436d3b-9c0c-9525-ed2b-372d8431e590" [ 808.274456] env[69357]: _type = "Task" [ 808.274456] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.288162] env[69357]: DEBUG oslo_vmware.api [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52436d3b-9c0c-9525-ed2b-372d8431e590, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.359445] env[69357]: DEBUG oslo_vmware.api [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507672} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.360367] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5/02485fa0-9e5c-4a6b-b28a-8892c2b3acb5.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.360367] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.360367] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71fa2071-a142-462b-b57d-97bdb392474c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.372653] env[69357]: DEBUG oslo_vmware.api [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 808.372653] env[69357]: value = "task-3282594" [ 808.372653] env[69357]: _type = "Task" [ 808.372653] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.383240] env[69357]: DEBUG oslo_vmware.api [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.509639] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a1bc3c09-461b-4b0b-b236-966e7c0eaaa0 tempest-ServersTestJSON-617613146 tempest-ServersTestJSON-617613146-project-member] Lock "442ed0ae-d3f8-4ca8-a450-7d7369000dd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.009s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.554978] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282593, 'name': CreateVM_Task, 'duration_secs': 0.463843} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.557282] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.558113] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.654602] env[69357]: DEBUG oslo_vmware.api [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282589, 'name': PowerOnVM_Task, 'duration_secs': 0.563935} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.654746] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.654953] env[69357]: DEBUG nova.compute.manager [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.655753] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5989d0-c315-4adb-ba1d-6f48b37e7fac {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.785590] env[69357]: DEBUG oslo_vmware.api [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52436d3b-9c0c-9525-ed2b-372d8431e590, 'name': SearchDatastore_Task, 'duration_secs': 0.019672} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.788622] env[69357]: DEBUG nova.network.neutron [req-da02a50d-e08c-4f46-a352-efd3191ce45c req-168b259f-1ad1-4964-bd97-3bebb1b11d4f service nova] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Updated VIF entry in instance network info cache for port 848e0e2a-871b-4ca2-86b0-c460438116ba. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.788952] env[69357]: DEBUG nova.network.neutron [req-da02a50d-e08c-4f46-a352-efd3191ce45c req-168b259f-1ad1-4964-bd97-3bebb1b11d4f service nova] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Updating instance_info_cache with network_info: [{"id": "848e0e2a-871b-4ca2-86b0-c460438116ba", "address": "fa:16:3e:1d:68:9a", "network": {"id": "3d0de572-c95e-48f3-83b4-b2112a785ccc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-454893420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f76a62241fdc4ac1aa0361afeb693279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap848e0e2a-87", "ovs_interfaceid": "848e0e2a-871b-4ca2-86b0-c460438116ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.790159] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.793541] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.793541] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.793541] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.793541] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.793541] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.793541] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.793541] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5436c9a-49be-4078-84ff-f87fca36b479 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.793919] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-502da6e5-9f1c-477b-b543-d79475e4fa27 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.803623] env[69357]: DEBUG oslo_vmware.api [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Waiting for the task: (returnval){ [ 808.803623] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52171c4b-96ec-ff24-1634-27e00791e1a1" [ 808.803623] env[69357]: _type = "Task" [ 808.803623] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.814125] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.814125] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.814387] env[69357]: DEBUG oslo_vmware.api [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52171c4b-96ec-ff24-1634-27e00791e1a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.814586] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f72dcdab-e49e-42d1-bccd-2096ac8896ce {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.819375] env[69357]: DEBUG oslo_vmware.api [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Waiting for the task: (returnval){ [ 808.819375] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]527e866d-c897-3eed-3621-c302b4d575d2" [ 808.819375] env[69357]: _type = "Task" [ 808.819375] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.826501] env[69357]: DEBUG oslo_vmware.api [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]527e866d-c897-3eed-3621-c302b4d575d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.885562] env[69357]: DEBUG oslo_vmware.api [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064545} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.888333] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.888950] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6447bca7-590e-4bb3-bcfe-78660bec974d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.913286] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5/02485fa0-9e5c-4a6b-b28a-8892c2b3acb5.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.916996] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1adecf95-b029-480f-a392-028305822f2c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.935841] env[69357]: DEBUG oslo_vmware.api [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 808.935841] env[69357]: value = "task-3282595" [ 808.935841] env[69357]: _type = "Task" [ 808.935841] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.948277] env[69357]: DEBUG oslo_vmware.api [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282595, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.024683] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53663105-7f60-40dd-a1a2-155264ce949a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.032078] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb9eeda-866f-4c85-864a-509007b19d9d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.064389] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa36525e-bc71-4d55-8695-8c169085ce68 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.071639] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf367c9d-d65f-4954-8fa9-a7b811a69bb4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.085036] env[69357]: DEBUG nova.compute.provider_tree [None req-216d514c-7a09-41ba-978a-b305fd303301 tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.189022] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.293067] env[69357]: DEBUG oslo_concurrency.lockutils [req-da02a50d-e08c-4f46-a352-efd3191ce45c req-168b259f-1ad1-4964-bd97-3bebb1b11d4f service nova] Releasing lock "refresh_cache-d48829d0-0de1-4dce-8acf-c60180ace0a7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.315029] env[69357]: DEBUG oslo_vmware.api [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52171c4b-96ec-ff24-1634-27e00791e1a1, 'name': SearchDatastore_Task, 'duration_secs': 0.027878} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.315380] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.315635] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.315861] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.328629] env[69357]: DEBUG oslo_vmware.api [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]527e866d-c897-3eed-3621-c302b4d575d2, 'name': SearchDatastore_Task, 'duration_secs': 0.035828} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.329478] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1892e079-83ea-4ccf-9ad3-60779d479984 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.334701] env[69357]: DEBUG oslo_vmware.api [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Waiting for the task: (returnval){ [ 809.334701] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5221ad3b-d8a2-b7c0-d073-434b6b5ceb03" [ 809.334701] env[69357]: _type = "Task" [ 809.334701] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.342865] env[69357]: DEBUG oslo_vmware.api [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5221ad3b-d8a2-b7c0-d073-434b6b5ceb03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.447463] env[69357]: DEBUG oslo_vmware.api [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282595, 'name': ReconfigVM_Task, 'duration_secs': 0.480839} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.447775] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5/02485fa0-9e5c-4a6b-b28a-8892c2b3acb5.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.448385] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6a7461d-2d2c-4343-8c4f-b8e51fc2615c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.454229] env[69357]: DEBUG oslo_vmware.api [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 809.454229] env[69357]: value = "task-3282596" [ 809.454229] env[69357]: _type = "Task" [ 809.454229] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.465378] env[69357]: DEBUG oslo_vmware.api [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282596, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.590445] env[69357]: DEBUG nova.scheduler.client.report [None req-216d514c-7a09-41ba-978a-b305fd303301 tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.845612] env[69357]: DEBUG oslo_vmware.api [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5221ad3b-d8a2-b7c0-d073-434b6b5ceb03, 'name': SearchDatastore_Task, 'duration_secs': 0.019867} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.845884] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.846163] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 07844a4f-e7c2-4276-9cb2-470f8c189b4f/07844a4f-e7c2-4276-9cb2-470f8c189b4f.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.846451] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.846843] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.847209] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5108abbd-2f10-4707-8853-cd16d3084d13 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.849860] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40bb5035-aebf-4bd3-ab28-46a3f32fea90 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.856693] env[69357]: DEBUG oslo_vmware.api [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Waiting for the task: (returnval){ [ 809.856693] env[69357]: value = "task-3282597" [ 809.856693] env[69357]: _type = "Task" [ 809.856693] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.861096] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.861283] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.862630] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b0dfe56-15f6-4dfb-ab0f-83a54aa559e5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.868891] env[69357]: DEBUG oslo_vmware.api [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': task-3282597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.871511] env[69357]: DEBUG oslo_vmware.api [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Waiting for the task: (returnval){ [ 809.871511] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5243ae58-9d66-029f-f77d-9d5ee2dceaa8" [ 809.871511] env[69357]: _type = "Task" [ 809.871511] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.879342] env[69357]: DEBUG oslo_vmware.api [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5243ae58-9d66-029f-f77d-9d5ee2dceaa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.965646] env[69357]: DEBUG oslo_vmware.api [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282596, 'name': Rename_Task, 'duration_secs': 0.137163} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.966180] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.966529] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67bd3181-2c5d-4277-be7b-d85b8ee340b2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.974341] env[69357]: DEBUG oslo_vmware.api [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 809.974341] env[69357]: value = "task-3282598" [ 809.974341] env[69357]: _type = "Task" [ 809.974341] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.984308] env[69357]: DEBUG oslo_vmware.api [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.099493] env[69357]: DEBUG oslo_concurrency.lockutils [None req-216d514c-7a09-41ba-978a-b305fd303301 tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.102038] env[69357]: DEBUG oslo_concurrency.lockutils [None req-31ebb6e8-7ff3-4e33-ae71-1fe035942e2a tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.234s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.102286] env[69357]: DEBUG nova.objects.instance [None req-31ebb6e8-7ff3-4e33-ae71-1fe035942e2a tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Lazy-loading 'resources' on Instance uuid 2f591c40-74b9-42e7-95da-568884aeb59b {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.122454] env[69357]: INFO nova.scheduler.client.report [None req-216d514c-7a09-41ba-978a-b305fd303301 tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Deleted allocations for instance e896bb18-636e-4787-8b67-476c5a32dd33 [ 810.209061] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquiring lock "8cafc4cb-7b31-41aa-8148-5a743741e988" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.209674] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "8cafc4cb-7b31-41aa-8148-5a743741e988" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.213345] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquiring lock "8cafc4cb-7b31-41aa-8148-5a743741e988-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.213345] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "8cafc4cb-7b31-41aa-8148-5a743741e988-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.213345] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "8cafc4cb-7b31-41aa-8148-5a743741e988-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.214017] env[69357]: INFO nova.compute.manager [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Terminating instance [ 810.372415] env[69357]: DEBUG oslo_vmware.api [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': task-3282597, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.381746] env[69357]: DEBUG oslo_vmware.api [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5243ae58-9d66-029f-f77d-9d5ee2dceaa8, 'name': SearchDatastore_Task, 'duration_secs': 0.022373} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.382630] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ba0f8b5-5507-48f9-8fcc-badacd69e4fb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.389089] env[69357]: DEBUG oslo_vmware.api [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Waiting for the task: (returnval){ [ 810.389089] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52cf888c-52d3-9748-8497-990057550cab" [ 810.389089] env[69357]: _type = "Task" [ 810.389089] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.399042] env[69357]: DEBUG oslo_vmware.api [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52cf888c-52d3-9748-8497-990057550cab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.486524] env[69357]: DEBUG oslo_vmware.api [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282598, 'name': PowerOnVM_Task, 'duration_secs': 0.472693} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.486811] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.487681] env[69357]: INFO nova.compute.manager [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Took 7.27 seconds to spawn the instance on the hypervisor. [ 810.487681] env[69357]: DEBUG nova.compute.manager [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.488747] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf6ceff-f0c8-4ba5-b72f-07dd68c87e10 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.632265] env[69357]: DEBUG oslo_concurrency.lockutils [None req-216d514c-7a09-41ba-978a-b305fd303301 tempest-TenantUsagesTestJSON-639616894 tempest-TenantUsagesTestJSON-639616894-project-member] Lock "e896bb18-636e-4787-8b67-476c5a32dd33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.843s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.721039] env[69357]: DEBUG nova.compute.manager [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 810.721298] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 810.722304] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff28ee6-5075-4e6f-83da-549d3d732b45 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.732420] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.732724] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-373d3a30-69d3-4595-a2e5-3d0783c4768b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.740206] env[69357]: DEBUG oslo_vmware.api [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 810.740206] env[69357]: value = "task-3282599" [ 810.740206] env[69357]: _type = "Task" [ 810.740206] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.751239] env[69357]: DEBUG oslo_vmware.api [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.868277] env[69357]: DEBUG oslo_vmware.api [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': task-3282597, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681935} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.870865] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 07844a4f-e7c2-4276-9cb2-470f8c189b4f/07844a4f-e7c2-4276-9cb2-470f8c189b4f.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.871330] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.871677] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d55b3a1-72a2-4ded-8f50-8d0a9ff3bab5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.878571] env[69357]: DEBUG oslo_vmware.api [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Waiting for the task: (returnval){ [ 810.878571] env[69357]: value = "task-3282600" [ 810.878571] env[69357]: _type = "Task" [ 810.878571] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.890084] env[69357]: DEBUG oslo_vmware.api [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': task-3282600, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.899723] env[69357]: DEBUG oslo_vmware.api [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52cf888c-52d3-9748-8497-990057550cab, 'name': SearchDatastore_Task, 'duration_secs': 0.063899} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.902320] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.902624] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] d48829d0-0de1-4dce-8acf-c60180ace0a7/d48829d0-0de1-4dce-8acf-c60180ace0a7.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.903236] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84eb06f6-758a-4385-989a-df6a576e1533 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.910176] env[69357]: DEBUG oslo_vmware.api [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Waiting for the task: (returnval){ [ 810.910176] env[69357]: value = "task-3282601" [ 810.910176] env[69357]: _type = "Task" [ 810.910176] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.918313] env[69357]: DEBUG oslo_vmware.api [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': task-3282601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.014795] env[69357]: INFO nova.compute.manager [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Took 45.68 seconds to build instance. [ 811.145979] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9048bb-0c89-4016-a237-66aa861137d5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.154997] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97eab48-6a40-43d5-b125-18b2a68fe017 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.199023] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd6e2fc-254b-4454-9a92-039caea8c0db {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.208217] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee08f765-2b35-4fa9-97ab-d79469c0b53c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.221095] env[69357]: DEBUG nova.compute.provider_tree [None req-31ebb6e8-7ff3-4e33-ae71-1fe035942e2a tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.251688] env[69357]: DEBUG oslo_vmware.api [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282599, 'name': PowerOffVM_Task, 'duration_secs': 0.221136} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.252224] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.252224] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.252479] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57446698-6b55-4bfc-add8-58d0fec946b8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.346240] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.346487] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.346669] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Deleting the datastore file [datastore2] 8cafc4cb-7b31-41aa-8148-5a743741e988 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.347020] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95e5f4dd-dd6f-408b-8454-1c7d67d841d6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.353704] env[69357]: DEBUG oslo_vmware.api [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 811.353704] env[69357]: value = "task-3282603" [ 811.353704] env[69357]: _type = "Task" [ 811.353704] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.364037] env[69357]: DEBUG oslo_vmware.api [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.388232] env[69357]: DEBUG oslo_vmware.api [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': task-3282600, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078172} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.388232] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.388651] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff48990-8b2f-4ebc-b537-6c44541bf544 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.409507] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 07844a4f-e7c2-4276-9cb2-470f8c189b4f/07844a4f-e7c2-4276-9cb2-470f8c189b4f.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.409901] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8f3132f-4704-4e45-ad39-4819b1d6ed1f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.434098] env[69357]: DEBUG oslo_vmware.api [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': task-3282601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487875} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.435356] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] d48829d0-0de1-4dce-8acf-c60180ace0a7/d48829d0-0de1-4dce-8acf-c60180ace0a7.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.435744] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.435878] env[69357]: DEBUG oslo_vmware.api [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Waiting for the task: (returnval){ [ 811.435878] env[69357]: value = "task-3282604" [ 811.435878] env[69357]: _type = "Task" [ 811.435878] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.436249] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c24174a8-0937-4683-b396-d8dd3cb374d5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.446319] env[69357]: DEBUG oslo_vmware.api [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': task-3282604, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.450654] env[69357]: DEBUG oslo_vmware.api [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Waiting for the task: (returnval){ [ 811.450654] env[69357]: value = "task-3282605" [ 811.450654] env[69357]: _type = "Task" [ 811.450654] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.462209] env[69357]: DEBUG oslo_vmware.api [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': task-3282605, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.517672] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7b6288ce-91fb-430f-ba2f-819ee18b1bb1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Lock "02485fa0-9e5c-4a6b-b28a-8892c2b3acb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.146s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.724814] env[69357]: DEBUG nova.scheduler.client.report [None req-31ebb6e8-7ff3-4e33-ae71-1fe035942e2a tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.871460] env[69357]: DEBUG oslo_vmware.api [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176352} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.871705] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.872013] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.872226] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.872318] env[69357]: INFO nova.compute.manager [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Took 1.15 seconds to destroy the instance on the hypervisor. [ 811.872489] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.872690] env[69357]: DEBUG nova.compute.manager [-] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 811.872758] env[69357]: DEBUG nova.network.neutron [-] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 811.949695] env[69357]: DEBUG oslo_vmware.api [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': task-3282604, 'name': ReconfigVM_Task, 'duration_secs': 0.269437} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.950088] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 07844a4f-e7c2-4276-9cb2-470f8c189b4f/07844a4f-e7c2-4276-9cb2-470f8c189b4f.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.950720] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa526541-7f35-486f-975c-ed2bf490c3bd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.958200] env[69357]: INFO nova.compute.manager [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Rescuing [ 811.958200] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Acquiring lock "refresh_cache-02485fa0-9e5c-4a6b-b28a-8892c2b3acb5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.958200] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Acquired lock "refresh_cache-02485fa0-9e5c-4a6b-b28a-8892c2b3acb5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.958200] env[69357]: DEBUG nova.network.neutron [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.962504] env[69357]: DEBUG oslo_vmware.api [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Waiting for the task: (returnval){ [ 811.962504] env[69357]: value = "task-3282606" [ 811.962504] env[69357]: _type = "Task" [ 811.962504] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.965913] env[69357]: DEBUG oslo_vmware.api [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': task-3282605, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070975} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.969650] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.970998] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045e0ecf-c819-415a-9baa-257e0873ac3c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.996502] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] d48829d0-0de1-4dce-8acf-c60180ace0a7/d48829d0-0de1-4dce-8acf-c60180ace0a7.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.999953] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-883a42b4-1214-4c78-8aea-9b07998ec0fe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.014879] env[69357]: DEBUG oslo_vmware.api [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': task-3282606, 'name': Rename_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.023452] env[69357]: DEBUG oslo_vmware.api [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Waiting for the task: (returnval){ [ 812.023452] env[69357]: value = "task-3282607" [ 812.023452] env[69357]: _type = "Task" [ 812.023452] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.031026] env[69357]: DEBUG oslo_vmware.api [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': task-3282607, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.231550] env[69357]: DEBUG oslo_concurrency.lockutils [None req-31ebb6e8-7ff3-4e33-ae71-1fe035942e2a tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.234282] env[69357]: DEBUG oslo_concurrency.lockutils [None req-500af9ba-3a45-4ae0-8d72-f1695007273f tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.888s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.234687] env[69357]: DEBUG nova.objects.instance [None req-500af9ba-3a45-4ae0-8d72-f1695007273f tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Lazy-loading 'resources' on Instance uuid 909b4df9-e9c0-4c44-a167-704236afb433 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.258942] env[69357]: INFO nova.scheduler.client.report [None req-31ebb6e8-7ff3-4e33-ae71-1fe035942e2a tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Deleted allocations for instance 2f591c40-74b9-42e7-95da-568884aeb59b [ 812.477336] env[69357]: DEBUG oslo_vmware.api [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': task-3282606, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.533490] env[69357]: DEBUG oslo_vmware.api [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': task-3282607, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.595110] env[69357]: DEBUG nova.compute.manager [req-2be1fb74-1c80-4bc4-984e-add21732e67e req-e38e9268-ff56-47ba-9dd0-31533a146fd7 service nova] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Received event network-vif-deleted-6674e6d1-0565-4a62-bc02-ef54544f881e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.595335] env[69357]: INFO nova.compute.manager [req-2be1fb74-1c80-4bc4-984e-add21732e67e req-e38e9268-ff56-47ba-9dd0-31533a146fd7 service nova] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Neutron deleted interface 6674e6d1-0565-4a62-bc02-ef54544f881e; detaching it from the instance and deleting it from the info cache [ 812.595520] env[69357]: DEBUG nova.network.neutron [req-2be1fb74-1c80-4bc4-984e-add21732e67e req-e38e9268-ff56-47ba-9dd0-31533a146fd7 service nova] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.717135] env[69357]: DEBUG nova.network.neutron [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Updating instance_info_cache with network_info: [{"id": "49efb29e-83bb-41af-a120-59c979c6f758", "address": "fa:16:3e:1d:c6:6a", "network": {"id": "c0274df9-18b8-413d-a08c-c56c4fc7c2cd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-912571983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b725fda1e444c7eb8fb46b6eeffb327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49efb29e-83", "ovs_interfaceid": "49efb29e-83bb-41af-a120-59c979c6f758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.772820] env[69357]: DEBUG oslo_concurrency.lockutils [None req-31ebb6e8-7ff3-4e33-ae71-1fe035942e2a tempest-ServersTestManualDisk-1148443572 tempest-ServersTestManualDisk-1148443572-project-member] Lock "2f591c40-74b9-42e7-95da-568884aeb59b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.064s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.977103] env[69357]: DEBUG oslo_vmware.api [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': task-3282606, 'name': Rename_Task, 'duration_secs': 0.565816} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.977455] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.977708] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-746e08f2-d3e2-4fd4-939a-e3417076542c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.989652] env[69357]: DEBUG oslo_vmware.api [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Waiting for the task: (returnval){ [ 812.989652] env[69357]: value = "task-3282608" [ 812.989652] env[69357]: _type = "Task" [ 812.989652] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.003150] env[69357]: DEBUG oslo_vmware.api [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': task-3282608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.038215] env[69357]: DEBUG oslo_vmware.api [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': task-3282607, 'name': ReconfigVM_Task, 'duration_secs': 0.650811} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.038735] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Reconfigured VM instance instance-00000036 to attach disk [datastore2] d48829d0-0de1-4dce-8acf-c60180ace0a7/d48829d0-0de1-4dce-8acf-c60180ace0a7.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.039279] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0757e5e-7b8a-4ae5-9b78-84f6a8e6b350 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.047079] env[69357]: DEBUG oslo_vmware.api [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Waiting for the task: (returnval){ [ 813.047079] env[69357]: value = "task-3282609" [ 813.047079] env[69357]: _type = "Task" [ 813.047079] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.059074] env[69357]: DEBUG oslo_vmware.api [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': task-3282609, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.071030] env[69357]: DEBUG nova.network.neutron [-] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.098749] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ba2fff6-5f9a-4c8e-9cd9-e048db354ac4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.112346] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b60d020-dd36-4568-b354-afd765c5da44 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.153072] env[69357]: DEBUG nova.compute.manager [req-2be1fb74-1c80-4bc4-984e-add21732e67e req-e38e9268-ff56-47ba-9dd0-31533a146fd7 service nova] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Detach interface failed, port_id=6674e6d1-0565-4a62-bc02-ef54544f881e, reason: Instance 8cafc4cb-7b31-41aa-8148-5a743741e988 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 813.219874] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Releasing lock "refresh_cache-02485fa0-9e5c-4a6b-b28a-8892c2b3acb5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.278886] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbac09e2-b460-4f2d-ae28-bc45446f2ec6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.290169] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4907be-eec8-4f7b-b293-c68a250bfa80 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.323033] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c989c1d6-9b1a-4db0-9605-7a0385482b96 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.331201] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2ef49f-394e-4f7b-8026-9d16ab6ab179 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.349027] env[69357]: DEBUG nova.compute.provider_tree [None req-500af9ba-3a45-4ae0-8d72-f1695007273f tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.501848] env[69357]: DEBUG oslo_vmware.api [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': task-3282608, 'name': PowerOnVM_Task, 'duration_secs': 0.451089} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.502279] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.502587] env[69357]: DEBUG nova.compute.manager [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.503532] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91895fa-c044-404b-a022-ef08aeadc5ab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.559675] env[69357]: DEBUG oslo_vmware.api [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': task-3282609, 'name': Rename_Task, 'duration_secs': 0.151649} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.560259] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.560350] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5497546d-35b5-491c-ae85-b93e1d7891a8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.568033] env[69357]: DEBUG oslo_vmware.api [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Waiting for the task: (returnval){ [ 813.568033] env[69357]: value = "task-3282610" [ 813.568033] env[69357]: _type = "Task" [ 813.568033] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.577775] env[69357]: INFO nova.compute.manager [-] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Took 1.70 seconds to deallocate network for instance. [ 813.578471] env[69357]: DEBUG oslo_vmware.api [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': task-3282610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.854575] env[69357]: DEBUG nova.scheduler.client.report [None req-500af9ba-3a45-4ae0-8d72-f1695007273f tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.021634] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.080239] env[69357]: DEBUG oslo_vmware.api [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': task-3282610, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.085449] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.362460] env[69357]: DEBUG oslo_concurrency.lockutils [None req-500af9ba-3a45-4ae0-8d72-f1695007273f tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.366222] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b2f55097-f7a4-46be-b3c7-ed3d735e9bef tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.912s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.366512] env[69357]: DEBUG nova.objects.instance [None req-b2f55097-f7a4-46be-b3c7-ed3d735e9bef tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Lazy-loading 'resources' on Instance uuid 63837d13-19a6-4320-8521-deacd01dfe75 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.381464] env[69357]: INFO nova.scheduler.client.report [None req-500af9ba-3a45-4ae0-8d72-f1695007273f tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Deleted allocations for instance 909b4df9-e9c0-4c44-a167-704236afb433 [ 814.428786] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Acquiring lock "226fc248-4007-4cc6-be70-12ec22c06193" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.431304] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Lock "226fc248-4007-4cc6-be70-12ec22c06193" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.498854] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Acquiring lock "07844a4f-e7c2-4276-9cb2-470f8c189b4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.498854] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Lock "07844a4f-e7c2-4276-9cb2-470f8c189b4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.498854] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Acquiring lock "07844a4f-e7c2-4276-9cb2-470f8c189b4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.498854] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Lock "07844a4f-e7c2-4276-9cb2-470f8c189b4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.499076] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Lock "07844a4f-e7c2-4276-9cb2-470f8c189b4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.503547] env[69357]: INFO nova.compute.manager [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Terminating instance [ 814.582193] env[69357]: DEBUG oslo_vmware.api [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': task-3282610, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.775782] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.776536] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e73d12c-54ae-49fa-8096-17d9b19c0843 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.787942] env[69357]: DEBUG oslo_vmware.api [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 814.787942] env[69357]: value = "task-3282611" [ 814.787942] env[69357]: _type = "Task" [ 814.787942] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.798961] env[69357]: DEBUG oslo_vmware.api [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.891505] env[69357]: DEBUG oslo_concurrency.lockutils [None req-500af9ba-3a45-4ae0-8d72-f1695007273f tempest-ServersV294TestFqdnHostnames-178158783 tempest-ServersV294TestFqdnHostnames-178158783-project-member] Lock "909b4df9-e9c0-4c44-a167-704236afb433" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.668s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.932798] env[69357]: DEBUG nova.compute.manager [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 815.007963] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Acquiring lock "refresh_cache-07844a4f-e7c2-4276-9cb2-470f8c189b4f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.008183] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Acquired lock "refresh_cache-07844a4f-e7c2-4276-9cb2-470f8c189b4f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.008355] env[69357]: DEBUG nova.network.neutron [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.085651] env[69357]: DEBUG oslo_vmware.api [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': task-3282610, 'name': PowerOnVM_Task, 'duration_secs': 1.057299} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.085651] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.085651] env[69357]: INFO nova.compute.manager [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Took 9.21 seconds to spawn the instance on the hypervisor. [ 815.085651] env[69357]: DEBUG nova.compute.manager [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.085651] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ee2118-759f-479a-a117-a2b42d942946 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.302499] env[69357]: DEBUG oslo_vmware.api [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282611, 'name': PowerOffVM_Task, 'duration_secs': 0.197677} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.306057] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.307478] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58236e1-305e-42be-a6c6-1ed73e2aef79 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.330321] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5e56bc-920d-43b1-aadd-57b9e6ad1c6d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.369376] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.369689] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-530af08b-203d-46cf-a271-45d101120d6d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.378295] env[69357]: DEBUG oslo_vmware.api [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 815.378295] env[69357]: value = "task-3282612" [ 815.378295] env[69357]: _type = "Task" [ 815.378295] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.387840] env[69357]: DEBUG oslo_vmware.api [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.394957] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e147b0-3ab6-4159-a271-f48aec22118f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.402489] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e82a20e-8508-48cc-99ed-797ca88b6bce {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.445145] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8a7fc3-22d7-47c2-8391-5fa201cae4c8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.452462] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc1ed2c-6431-4133-9ee6-fbafc28dcdf3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.457957] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.468929] env[69357]: DEBUG nova.compute.provider_tree [None req-b2f55097-f7a4-46be-b3c7-ed3d735e9bef tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.536640] env[69357]: DEBUG nova.network.neutron [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.605438] env[69357]: INFO nova.compute.manager [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Took 46.94 seconds to build instance. [ 815.635030] env[69357]: DEBUG nova.network.neutron [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.893398] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] VM already powered off {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 815.893731] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.894889] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.895121] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.895532] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.896371] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d49dfc8-d8fb-454b-869b-e63d49d2138b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.909111] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.909111] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.910459] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc39f647-5dea-4630-863c-7e0694c89835 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.917668] env[69357]: DEBUG oslo_vmware.api [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 815.917668] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a8e3f3-d5e7-adc9-b358-c79159a79eac" [ 815.917668] env[69357]: _type = "Task" [ 815.917668] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.929221] env[69357]: DEBUG oslo_vmware.api [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a8e3f3-d5e7-adc9-b358-c79159a79eac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.974382] env[69357]: DEBUG nova.scheduler.client.report [None req-b2f55097-f7a4-46be-b3c7-ed3d735e9bef tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.109126] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b25e216e-ea6b-410e-94c8-a6834b1425b8 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Lock "d48829d0-0de1-4dce-8acf-c60180ace0a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.212s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.137870] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Releasing lock "refresh_cache-07844a4f-e7c2-4276-9cb2-470f8c189b4f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.138073] env[69357]: DEBUG nova.compute.manager [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 816.138295] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.139233] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036a3fa9-f732-4bce-b4a7-81f226d6ac19 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.147683] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.147961] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e351383-e12c-4b0b-9c04-f16716fac5b8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.158707] env[69357]: DEBUG oslo_vmware.api [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Waiting for the task: (returnval){ [ 816.158707] env[69357]: value = "task-3282613" [ 816.158707] env[69357]: _type = "Task" [ 816.158707] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.169666] env[69357]: DEBUG oslo_vmware.api [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': task-3282613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.428175] env[69357]: DEBUG oslo_vmware.api [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a8e3f3-d5e7-adc9-b358-c79159a79eac, 'name': SearchDatastore_Task, 'duration_secs': 0.013055} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.429299] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5607d018-c79e-4adc-822e-21a80b94ce1b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.439306] env[69357]: DEBUG oslo_vmware.api [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 816.439306] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]526c0954-5592-3325-852d-a8a9cd096d3c" [ 816.439306] env[69357]: _type = "Task" [ 816.439306] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.448401] env[69357]: DEBUG oslo_vmware.api [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]526c0954-5592-3325-852d-a8a9cd096d3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.479977] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b2f55097-f7a4-46be-b3c7-ed3d735e9bef tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.112s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.480579] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.920s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.483112] env[69357]: INFO nova.compute.claims [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.510221] env[69357]: INFO nova.scheduler.client.report [None req-b2f55097-f7a4-46be-b3c7-ed3d735e9bef tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Deleted allocations for instance 63837d13-19a6-4320-8521-deacd01dfe75 [ 816.669869] env[69357]: DEBUG oslo_vmware.api [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': task-3282613, 'name': PowerOffVM_Task, 'duration_secs': 0.195178} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.670367] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.670561] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.670818] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdabd8c2-bb8b-45ee-9251-3acf48410341 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.699923] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.700308] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.700552] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Deleting the datastore file [datastore2] 07844a4f-e7c2-4276-9cb2-470f8c189b4f {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.700985] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1991ccb9-dc23-4ac5-a348-c9ca8e606f7c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.708279] env[69357]: DEBUG oslo_vmware.api [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Waiting for the task: (returnval){ [ 816.708279] env[69357]: value = "task-3282615" [ 816.708279] env[69357]: _type = "Task" [ 816.708279] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.716785] env[69357]: DEBUG oslo_vmware.api [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': task-3282615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.951895] env[69357]: DEBUG oslo_vmware.api [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]526c0954-5592-3325-852d-a8a9cd096d3c, 'name': SearchDatastore_Task, 'duration_secs': 0.024537} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.952204] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.952457] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5/fe1241e3-a525-45a4-9f14-4b6d4cb924e4-rescue.vmdk. {{(pid=69357) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 816.952754] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-780e7654-f162-4282-b154-5526e2ef9d03 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.959888] env[69357]: DEBUG oslo_vmware.api [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 816.959888] env[69357]: value = "task-3282616" [ 816.959888] env[69357]: _type = "Task" [ 816.959888] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.967776] env[69357]: DEBUG oslo_vmware.api [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.017291] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b2f55097-f7a4-46be-b3c7-ed3d735e9bef tempest-ServerPasswordTestJSON-2037388808 tempest-ServerPasswordTestJSON-2037388808-project-member] Lock "63837d13-19a6-4320-8521-deacd01dfe75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.305s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.220027] env[69357]: DEBUG oslo_vmware.api [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Task: {'id': task-3282615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361995} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.220569] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.221512] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.224055] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.224055] env[69357]: INFO nova.compute.manager [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Took 1.08 seconds to destroy the instance on the hypervisor. [ 817.224055] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.224055] env[69357]: DEBUG nova.compute.manager [-] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 817.224055] env[69357]: DEBUG nova.network.neutron [-] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.249139] env[69357]: DEBUG nova.network.neutron [-] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.318234] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Acquiring lock "ebcd1ef3-d8ef-4b38-a364-88f6424dc435" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.318725] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Lock "ebcd1ef3-d8ef-4b38-a364-88f6424dc435" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.473581] env[69357]: DEBUG oslo_vmware.api [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282616, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.753989] env[69357]: DEBUG nova.network.neutron [-] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.823457] env[69357]: DEBUG nova.compute.manager [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 817.977492] env[69357]: DEBUG oslo_vmware.api [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282616, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665484} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.977777] env[69357]: INFO nova.virt.vmwareapi.ds_util [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5/fe1241e3-a525-45a4-9f14-4b6d4cb924e4-rescue.vmdk. [ 817.978711] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3b4a9e-7fdf-46d0-aba0-034c76da3cb9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.983258] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84353b9a-66ff-46db-8b45-67ee7965c943 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.010313] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5/fe1241e3-a525-45a4-9f14-4b6d4cb924e4-rescue.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.013025] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7c61431-4266-4f73-8edb-a53795a4c282 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.028392] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4c420b-a65a-4cd3-823e-602059c8f334 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.063231] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e49183-9f95-40bb-9038-427ad008b297 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.065864] env[69357]: DEBUG oslo_vmware.api [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 818.065864] env[69357]: value = "task-3282617" [ 818.065864] env[69357]: _type = "Task" [ 818.065864] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.072463] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3844e82-8b77-4e8f-833c-fa5212376512 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.078990] env[69357]: DEBUG oslo_vmware.api [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282617, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.092925] env[69357]: DEBUG nova.compute.provider_tree [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.258031] env[69357]: INFO nova.compute.manager [-] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Took 1.03 seconds to deallocate network for instance. [ 818.350838] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.578984] env[69357]: DEBUG oslo_vmware.api [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282617, 'name': ReconfigVM_Task, 'duration_secs': 0.331835} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.582553] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5/fe1241e3-a525-45a4-9f14-4b6d4cb924e4-rescue.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.583535] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59250311-d6a8-4712-b6da-dc1211af0b2b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.609799] env[69357]: DEBUG nova.scheduler.client.report [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.619684] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b658951-4348-480f-8e01-31b341a56fb1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.637653] env[69357]: DEBUG oslo_vmware.api [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 818.637653] env[69357]: value = "task-3282618" [ 818.637653] env[69357]: _type = "Task" [ 818.637653] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.649542] env[69357]: DEBUG oslo_vmware.api [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282618, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.767237] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.121410] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.122657] env[69357]: DEBUG nova.compute.manager [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 819.129147] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.348s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.132142] env[69357]: INFO nova.compute.claims [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 819.150694] env[69357]: DEBUG oslo_vmware.api [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282618, 'name': ReconfigVM_Task, 'duration_secs': 0.155224} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.152339] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.152339] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cdcd235-fd96-4622-adc4-e868f3e57149 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.159605] env[69357]: DEBUG oslo_vmware.api [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 819.159605] env[69357]: value = "task-3282619" [ 819.159605] env[69357]: _type = "Task" [ 819.159605] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.167789] env[69357]: DEBUG oslo_vmware.api [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.644407] env[69357]: DEBUG nova.compute.utils [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.646031] env[69357]: DEBUG nova.compute.manager [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.648566] env[69357]: DEBUG nova.network.neutron [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.671337] env[69357]: DEBUG oslo_vmware.api [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282619, 'name': PowerOnVM_Task, 'duration_secs': 0.417022} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.672021] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.677328] env[69357]: DEBUG nova.compute.manager [None req-1fb72783-7a41-4498-8c62-96e708402547 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.678033] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2d2b4e-ad06-43fc-bfb8-74a057293c51 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.756815] env[69357]: DEBUG nova.policy [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e01c60931e354cc895c158242bf1eea4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5fb3090ed57a4c8f9a93c918773ee2b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 820.152522] env[69357]: DEBUG nova.compute.manager [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 820.404254] env[69357]: DEBUG nova.network.neutron [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Successfully created port: d3531845-6de7-4a8e-a1cb-1fb05204b669 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 820.606900] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31ea07d-f59d-46e2-a206-8fdb5e879395 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.615105] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa67d379-b0fa-4f90-b0a0-e998782fecf7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.649014] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777da28c-6dd0-4517-8d76-6df5bbd81ce7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.656988] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec52c2e9-98fa-43ca-8550-29d2b87472cf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.663813] env[69357]: INFO nova.virt.block_device [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Booting with volume ecfe0e91-7398-48da-8dd1-dea0f82b2c6b at /dev/sda [ 820.665540] env[69357]: INFO nova.compute.manager [None req-c72d6820-832c-4f5e-a0ef-a50d8127e6fb tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Unrescuing [ 820.665633] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c72d6820-832c-4f5e-a0ef-a50d8127e6fb tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Acquiring lock "refresh_cache-02485fa0-9e5c-4a6b-b28a-8892c2b3acb5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.665761] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c72d6820-832c-4f5e-a0ef-a50d8127e6fb tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Acquired lock "refresh_cache-02485fa0-9e5c-4a6b-b28a-8892c2b3acb5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.665937] env[69357]: DEBUG nova.network.neutron [None req-c72d6820-832c-4f5e-a0ef-a50d8127e6fb tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.670334] env[69357]: DEBUG oslo_concurrency.lockutils [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "7555c663-00ba-4958-a819-6454f6c48dee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.670383] env[69357]: DEBUG oslo_concurrency.lockutils [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "7555c663-00ba-4958-a819-6454f6c48dee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.681677] env[69357]: DEBUG nova.compute.provider_tree [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.719210] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae04b497-6741-4951-8e0b-ae112a19d98d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.728908] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97456daa-8fd2-4269-a99c-29224d778160 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.763657] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4bc23f9d-de6d-4092-9196-842311559534 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.772240] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afeaff48-098a-409d-85d7-fe21becb3069 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.806912] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5772ae-255d-4327-87bf-072ed87cb543 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.812077] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ed1ee8-c4d7-4f8b-85d1-ea0adc52716f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.826367] env[69357]: DEBUG nova.virt.block_device [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Updating existing volume attachment record: 68e38b26-4ac2-4e3c-8fb6-6ffafb36ac57 {{(pid=69357) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 821.181289] env[69357]: DEBUG nova.compute.manager [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 821.188460] env[69357]: DEBUG nova.scheduler.client.report [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.370475] env[69357]: DEBUG nova.network.neutron [None req-c72d6820-832c-4f5e-a0ef-a50d8127e6fb tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Updating instance_info_cache with network_info: [{"id": "49efb29e-83bb-41af-a120-59c979c6f758", "address": "fa:16:3e:1d:c6:6a", "network": {"id": "c0274df9-18b8-413d-a08c-c56c4fc7c2cd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-912571983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b725fda1e444c7eb8fb46b6eeffb327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49efb29e-83", "ovs_interfaceid": "49efb29e-83bb-41af-a120-59c979c6f758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.692992] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.693650] env[69357]: DEBUG nova.compute.manager [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.696323] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.347s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.698194] env[69357]: INFO nova.compute.claims [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.703297] env[69357]: DEBUG oslo_concurrency.lockutils [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.875334] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c72d6820-832c-4f5e-a0ef-a50d8127e6fb tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Releasing lock "refresh_cache-02485fa0-9e5c-4a6b-b28a-8892c2b3acb5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.875334] env[69357]: DEBUG nova.objects.instance [None req-c72d6820-832c-4f5e-a0ef-a50d8127e6fb tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Lazy-loading 'flavor' on Instance uuid 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.911906] env[69357]: DEBUG oslo_concurrency.lockutils [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Acquiring lock "3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.912174] env[69357]: DEBUG oslo_concurrency.lockutils [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Lock "3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.142981] env[69357]: DEBUG nova.compute.manager [req-702c4562-99e9-4fea-951c-1a75be8cef35 req-1a58923f-b3c8-4db3-8881-9d93ff3ca0b0 service nova] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Received event network-vif-plugged-d3531845-6de7-4a8e-a1cb-1fb05204b669 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.143258] env[69357]: DEBUG oslo_concurrency.lockutils [req-702c4562-99e9-4fea-951c-1a75be8cef35 req-1a58923f-b3c8-4db3-8881-9d93ff3ca0b0 service nova] Acquiring lock "47b1d65d-fa52-4abc-a387-7313d13a9a22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.143409] env[69357]: DEBUG oslo_concurrency.lockutils [req-702c4562-99e9-4fea-951c-1a75be8cef35 req-1a58923f-b3c8-4db3-8881-9d93ff3ca0b0 service nova] Lock "47b1d65d-fa52-4abc-a387-7313d13a9a22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.143578] env[69357]: DEBUG oslo_concurrency.lockutils [req-702c4562-99e9-4fea-951c-1a75be8cef35 req-1a58923f-b3c8-4db3-8881-9d93ff3ca0b0 service nova] Lock "47b1d65d-fa52-4abc-a387-7313d13a9a22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.143745] env[69357]: DEBUG nova.compute.manager [req-702c4562-99e9-4fea-951c-1a75be8cef35 req-1a58923f-b3c8-4db3-8881-9d93ff3ca0b0 service nova] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] No waiting events found dispatching network-vif-plugged-d3531845-6de7-4a8e-a1cb-1fb05204b669 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 822.143916] env[69357]: WARNING nova.compute.manager [req-702c4562-99e9-4fea-951c-1a75be8cef35 req-1a58923f-b3c8-4db3-8881-9d93ff3ca0b0 service nova] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Received unexpected event network-vif-plugged-d3531845-6de7-4a8e-a1cb-1fb05204b669 for instance with vm_state building and task_state block_device_mapping. [ 822.201976] env[69357]: DEBUG nova.compute.utils [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.205484] env[69357]: DEBUG nova.compute.manager [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 822.205781] env[69357]: DEBUG nova.network.neutron [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 822.245189] env[69357]: DEBUG nova.policy [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d150351f1234ea6b09193dc72fafec8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38f3df5dc3354306bcda9e8555cfbe85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.278058] env[69357]: DEBUG nova.network.neutron [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Successfully updated port: d3531845-6de7-4a8e-a1cb-1fb05204b669 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 822.383805] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf02626c-af57-4a3b-bc7d-f6210f817d9c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.411228] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c72d6820-832c-4f5e-a0ef-a50d8127e6fb tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.411519] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1281e30-f8c8-452c-bb12-d5dfc84dbfe3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.414876] env[69357]: DEBUG nova.compute.manager [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 822.418945] env[69357]: DEBUG oslo_vmware.api [None req-c72d6820-832c-4f5e-a0ef-a50d8127e6fb tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 822.418945] env[69357]: value = "task-3282620" [ 822.418945] env[69357]: _type = "Task" [ 822.418945] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.429467] env[69357]: DEBUG oslo_vmware.api [None req-c72d6820-832c-4f5e-a0ef-a50d8127e6fb tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.601090] env[69357]: DEBUG nova.network.neutron [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Successfully created port: 650885c3-92c6-41ee-b0e5-6bad4a1d2566 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.712226] env[69357]: DEBUG nova.compute.manager [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.780576] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Acquiring lock "refresh_cache-47b1d65d-fa52-4abc-a387-7313d13a9a22" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.780721] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Acquired lock "refresh_cache-47b1d65d-fa52-4abc-a387-7313d13a9a22" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.780879] env[69357]: DEBUG nova.network.neutron [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.936944] env[69357]: DEBUG oslo_vmware.api [None req-c72d6820-832c-4f5e-a0ef-a50d8127e6fb tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282620, 'name': PowerOffVM_Task, 'duration_secs': 0.213024} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.938032] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c72d6820-832c-4f5e-a0ef-a50d8127e6fb tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.946518] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-c72d6820-832c-4f5e-a0ef-a50d8127e6fb tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Reconfiguring VM instance instance-00000035 to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 822.949309] env[69357]: DEBUG oslo_concurrency.lockutils [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.949617] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a729613-1b28-48e2-80a4-fd328fa369bc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.963882] env[69357]: DEBUG nova.compute.manager [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.965502] env[69357]: DEBUG nova.virt.hardware [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.965787] env[69357]: DEBUG nova.virt.hardware [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.968243] env[69357]: DEBUG nova.virt.hardware [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.969030] env[69357]: DEBUG nova.virt.hardware [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.969030] env[69357]: DEBUG nova.virt.hardware [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.969030] env[69357]: DEBUG nova.virt.hardware [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.969030] env[69357]: DEBUG nova.virt.hardware [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.969241] env[69357]: DEBUG nova.virt.hardware [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.969301] env[69357]: DEBUG nova.virt.hardware [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.970643] env[69357]: DEBUG nova.virt.hardware [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.970643] env[69357]: DEBUG nova.virt.hardware [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.970643] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14237c2-12c1-42bf-bb53-41c864c88e6d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.981872] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df9508d-f839-4484-862b-21612387b936 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.985986] env[69357]: DEBUG oslo_vmware.api [None req-c72d6820-832c-4f5e-a0ef-a50d8127e6fb tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 822.985986] env[69357]: value = "task-3282621" [ 822.985986] env[69357]: _type = "Task" [ 822.985986] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.006392] env[69357]: DEBUG oslo_vmware.api [None req-c72d6820-832c-4f5e-a0ef-a50d8127e6fb tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.183108] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0649e11-b7e0-4a62-b8ef-c7d2a2982343 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.190869] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa398e73-62cc-4524-b8f1-cca4c99eafba {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.225243] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc260bf-ac6c-4043-a9c1-bbbf9d9baa97 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.234119] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7da60a3-458a-440c-98f5-6758a06ce9f9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.247810] env[69357]: DEBUG nova.compute.provider_tree [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.313946] env[69357]: DEBUG nova.network.neutron [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 823.499303] env[69357]: DEBUG oslo_vmware.api [None req-c72d6820-832c-4f5e-a0ef-a50d8127e6fb tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282621, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.568517] env[69357]: DEBUG nova.network.neutron [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Updating instance_info_cache with network_info: [{"id": "d3531845-6de7-4a8e-a1cb-1fb05204b669", "address": "fa:16:3e:2d:c0:2b", "network": {"id": "09b0c377-3a84-41e4-9182-b54edaf5e460", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1429379653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fb3090ed57a4c8f9a93c918773ee2b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3531845-6d", "ovs_interfaceid": "d3531845-6de7-4a8e-a1cb-1fb05204b669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.729667] env[69357]: DEBUG nova.compute.manager [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.752108] env[69357]: DEBUG nova.scheduler.client.report [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.765460] env[69357]: DEBUG nova.virt.hardware [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.765806] env[69357]: DEBUG nova.virt.hardware [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.766063] env[69357]: DEBUG nova.virt.hardware [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.766330] env[69357]: DEBUG nova.virt.hardware [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.766541] env[69357]: DEBUG nova.virt.hardware [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.766760] env[69357]: DEBUG nova.virt.hardware [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.767077] env[69357]: DEBUG nova.virt.hardware [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.767301] env[69357]: DEBUG nova.virt.hardware [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.767535] env[69357]: DEBUG nova.virt.hardware [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.767754] env[69357]: DEBUG nova.virt.hardware [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.768014] env[69357]: DEBUG nova.virt.hardware [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.769335] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8d12f5-112d-421b-8806-5e97be8b2087 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.780551] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febc8a2b-2453-41dd-a059-37d4da29754c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.000401] env[69357]: DEBUG oslo_vmware.api [None req-c72d6820-832c-4f5e-a0ef-a50d8127e6fb tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282621, 'name': ReconfigVM_Task, 'duration_secs': 0.565586} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.000914] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-c72d6820-832c-4f5e-a0ef-a50d8127e6fb tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Reconfigured VM instance instance-00000035 to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 824.001253] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c72d6820-832c-4f5e-a0ef-a50d8127e6fb tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.001617] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-568805fd-3eac-452f-8ab2-8fd9d1783677 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.014256] env[69357]: DEBUG oslo_vmware.api [None req-c72d6820-832c-4f5e-a0ef-a50d8127e6fb tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 824.014256] env[69357]: value = "task-3282622" [ 824.014256] env[69357]: _type = "Task" [ 824.014256] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.024769] env[69357]: DEBUG oslo_vmware.api [None req-c72d6820-832c-4f5e-a0ef-a50d8127e6fb tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282622, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.028354] env[69357]: DEBUG nova.compute.manager [req-cf19294b-42da-4094-ae84-31e9050445b0 req-7d3178c2-0bed-474c-a539-989f4a81ca30 service nova] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Received event network-vif-plugged-650885c3-92c6-41ee-b0e5-6bad4a1d2566 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.028683] env[69357]: DEBUG oslo_concurrency.lockutils [req-cf19294b-42da-4094-ae84-31e9050445b0 req-7d3178c2-0bed-474c-a539-989f4a81ca30 service nova] Acquiring lock "41430e64-1805-4d83-8f22-e967c59f12fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.029016] env[69357]: DEBUG oslo_concurrency.lockutils [req-cf19294b-42da-4094-ae84-31e9050445b0 req-7d3178c2-0bed-474c-a539-989f4a81ca30 service nova] Lock "41430e64-1805-4d83-8f22-e967c59f12fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.029311] env[69357]: DEBUG oslo_concurrency.lockutils [req-cf19294b-42da-4094-ae84-31e9050445b0 req-7d3178c2-0bed-474c-a539-989f4a81ca30 service nova] Lock "41430e64-1805-4d83-8f22-e967c59f12fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.029690] env[69357]: DEBUG nova.compute.manager [req-cf19294b-42da-4094-ae84-31e9050445b0 req-7d3178c2-0bed-474c-a539-989f4a81ca30 service nova] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] No waiting events found dispatching network-vif-plugged-650885c3-92c6-41ee-b0e5-6bad4a1d2566 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.029924] env[69357]: WARNING nova.compute.manager [req-cf19294b-42da-4094-ae84-31e9050445b0 req-7d3178c2-0bed-474c-a539-989f4a81ca30 service nova] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Received unexpected event network-vif-plugged-650885c3-92c6-41ee-b0e5-6bad4a1d2566 for instance with vm_state building and task_state spawning. [ 824.072422] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Releasing lock "refresh_cache-47b1d65d-fa52-4abc-a387-7313d13a9a22" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.072422] env[69357]: DEBUG nova.compute.manager [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Instance network_info: |[{"id": "d3531845-6de7-4a8e-a1cb-1fb05204b669", "address": "fa:16:3e:2d:c0:2b", "network": {"id": "09b0c377-3a84-41e4-9182-b54edaf5e460", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1429379653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fb3090ed57a4c8f9a93c918773ee2b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3531845-6d", "ovs_interfaceid": "d3531845-6de7-4a8e-a1cb-1fb05204b669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 824.072911] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:c0:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8233b50c-be21-441a-a357-a29138a95b8b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3531845-6de7-4a8e-a1cb-1fb05204b669', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.080483] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Creating folder: Project (5fb3090ed57a4c8f9a93c918773ee2b8). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.080908] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a6fb33b-fdbf-4095-b8f4-f9efbcf214cf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.093487] env[69357]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 824.093652] env[69357]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69357) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 824.094042] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Folder already exists: Project (5fb3090ed57a4c8f9a93c918773ee2b8). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 824.094336] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Creating folder: Instances. Parent ref: group-v655523. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.094481] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ef14ca7-70f5-45e0-8d44-56e0e62df762 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.103630] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Created folder: Instances in parent group-v655523. [ 824.103892] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.104175] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.104412] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74744314-a12d-4ed7-ab7e-7fd3f90fa7d9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.124107] env[69357]: DEBUG nova.network.neutron [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Successfully updated port: 650885c3-92c6-41ee-b0e5-6bad4a1d2566 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.129346] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.129346] env[69357]: value = "task-3282625" [ 824.129346] env[69357]: _type = "Task" [ 824.129346] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.140782] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282625, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.245931] env[69357]: DEBUG nova.compute.manager [req-9a219b57-5b66-4e5d-ba61-117cc0368b2a req-7126a9d7-cd0d-4edb-a367-7fe79a354089 service nova] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Received event network-changed-d3531845-6de7-4a8e-a1cb-1fb05204b669 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.246144] env[69357]: DEBUG nova.compute.manager [req-9a219b57-5b66-4e5d-ba61-117cc0368b2a req-7126a9d7-cd0d-4edb-a367-7fe79a354089 service nova] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Refreshing instance network info cache due to event network-changed-d3531845-6de7-4a8e-a1cb-1fb05204b669. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 824.246359] env[69357]: DEBUG oslo_concurrency.lockutils [req-9a219b57-5b66-4e5d-ba61-117cc0368b2a req-7126a9d7-cd0d-4edb-a367-7fe79a354089 service nova] Acquiring lock "refresh_cache-47b1d65d-fa52-4abc-a387-7313d13a9a22" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.246500] env[69357]: DEBUG oslo_concurrency.lockutils [req-9a219b57-5b66-4e5d-ba61-117cc0368b2a req-7126a9d7-cd0d-4edb-a367-7fe79a354089 service nova] Acquired lock "refresh_cache-47b1d65d-fa52-4abc-a387-7313d13a9a22" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.246790] env[69357]: DEBUG nova.network.neutron [req-9a219b57-5b66-4e5d-ba61-117cc0368b2a req-7126a9d7-cd0d-4edb-a367-7fe79a354089 service nova] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Refreshing network info cache for port d3531845-6de7-4a8e-a1cb-1fb05204b669 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.260051] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.260368] env[69357]: DEBUG nova.compute.manager [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 824.263693] env[69357]: DEBUG oslo_concurrency.lockutils [None req-57fa5db4-d066-4c10-9141-e4a1ff057c3b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.626s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.263976] env[69357]: DEBUG nova.objects.instance [None req-57fa5db4-d066-4c10-9141-e4a1ff057c3b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lazy-loading 'resources' on Instance uuid 939664b5-35ce-4388-bb10-f20c050fa27a {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.524215] env[69357]: DEBUG oslo_vmware.api [None req-c72d6820-832c-4f5e-a0ef-a50d8127e6fb tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282622, 'name': PowerOnVM_Task, 'duration_secs': 0.421529} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.524507] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c72d6820-832c-4f5e-a0ef-a50d8127e6fb tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.524817] env[69357]: DEBUG nova.compute.manager [None req-c72d6820-832c-4f5e-a0ef-a50d8127e6fb tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.525651] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ae1a3e-0f5d-4faa-a9fb-70881dc20f8d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.627073] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "refresh_cache-41430e64-1805-4d83-8f22-e967c59f12fd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.627317] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquired lock "refresh_cache-41430e64-1805-4d83-8f22-e967c59f12fd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.627529] env[69357]: DEBUG nova.network.neutron [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.643052] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282625, 'name': CreateVM_Task, 'duration_secs': 0.381541} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.643339] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.644168] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655537', 'volume_id': 'ecfe0e91-7398-48da-8dd1-dea0f82b2c6b', 'name': 'volume-ecfe0e91-7398-48da-8dd1-dea0f82b2c6b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '47b1d65d-fa52-4abc-a387-7313d13a9a22', 'attached_at': '', 'detached_at': '', 'volume_id': 'ecfe0e91-7398-48da-8dd1-dea0f82b2c6b', 'serial': 'ecfe0e91-7398-48da-8dd1-dea0f82b2c6b'}, 'guest_format': None, 'delete_on_termination': True, 'disk_bus': None, 'device_type': None, 'attachment_id': '68e38b26-4ac2-4e3c-8fb6-6ffafb36ac57', 'mount_device': '/dev/sda', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=69357) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 824.644379] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Root volume attach. Driver type: vmdk {{(pid=69357) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 824.645313] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff53e4c7-9200-449b-828a-95c3bbe09944 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.654087] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10650949-af21-4cbf-b5c8-c3559b6fedeb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.660591] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b46d8b-37f9-47fa-a8c8-4c22a86946ce {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.666526] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-c0a0da11-eba9-4e3d-9b22-55883044a9cc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.672785] env[69357]: DEBUG oslo_vmware.api [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Waiting for the task: (returnval){ [ 824.672785] env[69357]: value = "task-3282626" [ 824.672785] env[69357]: _type = "Task" [ 824.672785] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.680274] env[69357]: DEBUG oslo_vmware.api [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Task: {'id': task-3282626, 'name': RelocateVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.766956] env[69357]: DEBUG nova.compute.utils [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.768636] env[69357]: DEBUG nova.compute.manager [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 824.768800] env[69357]: DEBUG nova.network.neutron [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 824.819876] env[69357]: DEBUG nova.policy [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a13f543abbc4b74855326f45831ef81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '599a1079b5654c3292648e2ced84dc7b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.952523] env[69357]: DEBUG nova.network.neutron [req-9a219b57-5b66-4e5d-ba61-117cc0368b2a req-7126a9d7-cd0d-4edb-a367-7fe79a354089 service nova] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Updated VIF entry in instance network info cache for port d3531845-6de7-4a8e-a1cb-1fb05204b669. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.952921] env[69357]: DEBUG nova.network.neutron [req-9a219b57-5b66-4e5d-ba61-117cc0368b2a req-7126a9d7-cd0d-4edb-a367-7fe79a354089 service nova] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Updating instance_info_cache with network_info: [{"id": "d3531845-6de7-4a8e-a1cb-1fb05204b669", "address": "fa:16:3e:2d:c0:2b", "network": {"id": "09b0c377-3a84-41e4-9182-b54edaf5e460", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1429379653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fb3090ed57a4c8f9a93c918773ee2b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3531845-6d", "ovs_interfaceid": "d3531845-6de7-4a8e-a1cb-1fb05204b669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.158928] env[69357]: DEBUG nova.network.neutron [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.182634] env[69357]: DEBUG nova.network.neutron [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Successfully created port: 9693195a-fc5d-4528-b2d1-5cfeef6f04fd {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 825.192213] env[69357]: DEBUG oslo_vmware.api [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Task: {'id': task-3282626, 'name': RelocateVM_Task, 'duration_secs': 0.023868} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.192457] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Volume attach. Driver type: vmdk {{(pid=69357) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 825.192655] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655537', 'volume_id': 'ecfe0e91-7398-48da-8dd1-dea0f82b2c6b', 'name': 'volume-ecfe0e91-7398-48da-8dd1-dea0f82b2c6b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '47b1d65d-fa52-4abc-a387-7313d13a9a22', 'attached_at': '', 'detached_at': '', 'volume_id': 'ecfe0e91-7398-48da-8dd1-dea0f82b2c6b', 'serial': 'ecfe0e91-7398-48da-8dd1-dea0f82b2c6b'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 825.193636] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bf2a17-eb7e-4222-9d17-e8e3a332641a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.211980] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834af508-3ecc-4c62-b025-2dcf4f8a183d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.215437] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607a5b40-9a33-4c9a-9453-8f38c276e64b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.251919] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] volume-ecfe0e91-7398-48da-8dd1-dea0f82b2c6b/volume-ecfe0e91-7398-48da-8dd1-dea0f82b2c6b.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.256375] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07c5598-893d-4ff4-a808-36bb626bb4e5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.261369] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1626499b-ca62-4c36-8fc1-c1df14ae5e16 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.277269] env[69357]: DEBUG nova.compute.manager [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.311274] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadf5494-a16b-418d-ad6f-53ce4f54d055 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.314105] env[69357]: DEBUG oslo_vmware.api [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Waiting for the task: (returnval){ [ 825.314105] env[69357]: value = "task-3282627" [ 825.314105] env[69357]: _type = "Task" [ 825.314105] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.324733] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1520532-0159-4309-a486-7996ddc6b26b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.331669] env[69357]: DEBUG oslo_vmware.api [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Task: {'id': task-3282627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.341319] env[69357]: DEBUG nova.compute.provider_tree [None req-57fa5db4-d066-4c10-9141-e4a1ff057c3b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.351966] env[69357]: DEBUG nova.network.neutron [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Updating instance_info_cache with network_info: [{"id": "650885c3-92c6-41ee-b0e5-6bad4a1d2566", "address": "fa:16:3e:2b:d5:f1", "network": {"id": "2fbba22a-bd77-4c91-a9de-d7d33c4fd3aa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-982232869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38f3df5dc3354306bcda9e8555cfbe85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap650885c3-92", "ovs_interfaceid": "650885c3-92c6-41ee-b0e5-6bad4a1d2566", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.458056] env[69357]: DEBUG oslo_concurrency.lockutils [req-9a219b57-5b66-4e5d-ba61-117cc0368b2a req-7126a9d7-cd0d-4edb-a367-7fe79a354089 service nova] Releasing lock "refresh_cache-47b1d65d-fa52-4abc-a387-7313d13a9a22" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.726587] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4555cb72-d3f8-4a73-b1ed-327b2cffc9d1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Acquiring lock "02485fa0-9e5c-4a6b-b28a-8892c2b3acb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.726918] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4555cb72-d3f8-4a73-b1ed-327b2cffc9d1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Lock "02485fa0-9e5c-4a6b-b28a-8892c2b3acb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.727166] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4555cb72-d3f8-4a73-b1ed-327b2cffc9d1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Acquiring lock "02485fa0-9e5c-4a6b-b28a-8892c2b3acb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.727356] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4555cb72-d3f8-4a73-b1ed-327b2cffc9d1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Lock "02485fa0-9e5c-4a6b-b28a-8892c2b3acb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.727529] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4555cb72-d3f8-4a73-b1ed-327b2cffc9d1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Lock "02485fa0-9e5c-4a6b-b28a-8892c2b3acb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.729722] env[69357]: INFO nova.compute.manager [None req-4555cb72-d3f8-4a73-b1ed-327b2cffc9d1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Terminating instance [ 825.826092] env[69357]: DEBUG oslo_vmware.api [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Task: {'id': task-3282627, 'name': ReconfigVM_Task, 'duration_secs': 0.268525} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.826370] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Reconfigured VM instance instance-00000037 to attach disk [datastore2] volume-ecfe0e91-7398-48da-8dd1-dea0f82b2c6b/volume-ecfe0e91-7398-48da-8dd1-dea0f82b2c6b.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.831075] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99ff7337-dd3b-4233-9387-eeee344d4146 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.844337] env[69357]: DEBUG nova.scheduler.client.report [None req-57fa5db4-d066-4c10-9141-e4a1ff057c3b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.850158] env[69357]: DEBUG oslo_vmware.api [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Waiting for the task: (returnval){ [ 825.850158] env[69357]: value = "task-3282628" [ 825.850158] env[69357]: _type = "Task" [ 825.850158] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.853937] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Releasing lock "refresh_cache-41430e64-1805-4d83-8f22-e967c59f12fd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.854265] env[69357]: DEBUG nova.compute.manager [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Instance network_info: |[{"id": "650885c3-92c6-41ee-b0e5-6bad4a1d2566", "address": "fa:16:3e:2b:d5:f1", "network": {"id": "2fbba22a-bd77-4c91-a9de-d7d33c4fd3aa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-982232869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38f3df5dc3354306bcda9e8555cfbe85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap650885c3-92", "ovs_interfaceid": "650885c3-92c6-41ee-b0e5-6bad4a1d2566", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 825.857435] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:d5:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4f04accd-4a9f-41a1-b327-c96095e1ade4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '650885c3-92c6-41ee-b0e5-6bad4a1d2566', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.864981] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.865205] env[69357]: DEBUG oslo_vmware.api [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Task: {'id': task-3282628, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.866065] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.866287] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6587123-a3ae-449f-9ce9-6cd046f78979 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.886709] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.886709] env[69357]: value = "task-3282629" [ 825.886709] env[69357]: _type = "Task" [ 825.886709] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.894014] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282629, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.050708] env[69357]: DEBUG nova.compute.manager [req-5b7cf448-bebf-40d0-b1b1-90746d992272 req-369b4828-0e51-4bc5-9d14-7e647b5acc7a service nova] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Received event network-changed-650885c3-92c6-41ee-b0e5-6bad4a1d2566 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.051014] env[69357]: DEBUG nova.compute.manager [req-5b7cf448-bebf-40d0-b1b1-90746d992272 req-369b4828-0e51-4bc5-9d14-7e647b5acc7a service nova] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Refreshing instance network info cache due to event network-changed-650885c3-92c6-41ee-b0e5-6bad4a1d2566. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.051367] env[69357]: DEBUG oslo_concurrency.lockutils [req-5b7cf448-bebf-40d0-b1b1-90746d992272 req-369b4828-0e51-4bc5-9d14-7e647b5acc7a service nova] Acquiring lock "refresh_cache-41430e64-1805-4d83-8f22-e967c59f12fd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.051641] env[69357]: DEBUG oslo_concurrency.lockutils [req-5b7cf448-bebf-40d0-b1b1-90746d992272 req-369b4828-0e51-4bc5-9d14-7e647b5acc7a service nova] Acquired lock "refresh_cache-41430e64-1805-4d83-8f22-e967c59f12fd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.051941] env[69357]: DEBUG nova.network.neutron [req-5b7cf448-bebf-40d0-b1b1-90746d992272 req-369b4828-0e51-4bc5-9d14-7e647b5acc7a service nova] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Refreshing network info cache for port 650885c3-92c6-41ee-b0e5-6bad4a1d2566 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.234061] env[69357]: DEBUG nova.compute.manager [None req-4555cb72-d3f8-4a73-b1ed-327b2cffc9d1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 826.234061] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4555cb72-d3f8-4a73-b1ed-327b2cffc9d1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.234804] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f2b69b-4bd5-446a-b05d-5099c60ab7a7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.242676] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4555cb72-d3f8-4a73-b1ed-327b2cffc9d1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.243056] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b8f4336-9a22-47e0-a0e6-165085c9cce7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.249225] env[69357]: DEBUG oslo_vmware.api [None req-4555cb72-d3f8-4a73-b1ed-327b2cffc9d1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 826.249225] env[69357]: value = "task-3282630" [ 826.249225] env[69357]: _type = "Task" [ 826.249225] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.256675] env[69357]: DEBUG oslo_vmware.api [None req-4555cb72-d3f8-4a73-b1ed-327b2cffc9d1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.286146] env[69357]: DEBUG nova.compute.manager [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.312685] env[69357]: DEBUG nova.virt.hardware [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.312978] env[69357]: DEBUG nova.virt.hardware [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.313215] env[69357]: DEBUG nova.virt.hardware [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.313445] env[69357]: DEBUG nova.virt.hardware [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.313617] env[69357]: DEBUG nova.virt.hardware [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.313790] env[69357]: DEBUG nova.virt.hardware [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.314011] env[69357]: DEBUG nova.virt.hardware [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.314187] env[69357]: DEBUG nova.virt.hardware [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.314358] env[69357]: DEBUG nova.virt.hardware [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.314517] env[69357]: DEBUG nova.virt.hardware [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.315073] env[69357]: DEBUG nova.virt.hardware [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.315875] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e339c118-54b8-4d0a-8f92-0160087a583d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.323992] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de07356c-0cab-43e2-b04c-cd0c0e881eaf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.349527] env[69357]: DEBUG oslo_concurrency.lockutils [None req-57fa5db4-d066-4c10-9141-e4a1ff057c3b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.352794] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.790s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.352794] env[69357]: DEBUG nova.objects.instance [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Lazy-loading 'resources' on Instance uuid 3b80daa2-b381-4f93-95a0-487142468a88 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.362670] env[69357]: DEBUG oslo_vmware.api [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Task: {'id': task-3282628, 'name': ReconfigVM_Task, 'duration_secs': 0.131254} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.363215] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655537', 'volume_id': 'ecfe0e91-7398-48da-8dd1-dea0f82b2c6b', 'name': 'volume-ecfe0e91-7398-48da-8dd1-dea0f82b2c6b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '47b1d65d-fa52-4abc-a387-7313d13a9a22', 'attached_at': '', 'detached_at': '', 'volume_id': 'ecfe0e91-7398-48da-8dd1-dea0f82b2c6b', 'serial': 'ecfe0e91-7398-48da-8dd1-dea0f82b2c6b'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 826.363722] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72925ece-64a0-4447-a4bd-45e13c4347bd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.370056] env[69357]: DEBUG oslo_vmware.api [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Waiting for the task: (returnval){ [ 826.370056] env[69357]: value = "task-3282631" [ 826.370056] env[69357]: _type = "Task" [ 826.370056] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.379125] env[69357]: DEBUG oslo_vmware.api [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Task: {'id': task-3282631, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.380208] env[69357]: INFO nova.scheduler.client.report [None req-57fa5db4-d066-4c10-9141-e4a1ff057c3b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Deleted allocations for instance 939664b5-35ce-4388-bb10-f20c050fa27a [ 826.397248] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282629, 'name': CreateVM_Task, 'duration_secs': 0.314333} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.397977] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.398696] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.398696] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.398927] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.399777] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-beedc402-6d77-412f-ae43-5241da586ba8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.405082] env[69357]: DEBUG oslo_vmware.api [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 826.405082] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52167783-8f86-7373-df14-170c9ca7639e" [ 826.405082] env[69357]: _type = "Task" [ 826.405082] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.413671] env[69357]: DEBUG oslo_vmware.api [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52167783-8f86-7373-df14-170c9ca7639e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.759463] env[69357]: DEBUG oslo_vmware.api [None req-4555cb72-d3f8-4a73-b1ed-327b2cffc9d1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282630, 'name': PowerOffVM_Task, 'duration_secs': 0.193162} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.759944] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4555cb72-d3f8-4a73-b1ed-327b2cffc9d1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.760409] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4555cb72-d3f8-4a73-b1ed-327b2cffc9d1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.761442] env[69357]: DEBUG nova.network.neutron [req-5b7cf448-bebf-40d0-b1b1-90746d992272 req-369b4828-0e51-4bc5-9d14-7e647b5acc7a service nova] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Updated VIF entry in instance network info cache for port 650885c3-92c6-41ee-b0e5-6bad4a1d2566. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.762925] env[69357]: DEBUG nova.network.neutron [req-5b7cf448-bebf-40d0-b1b1-90746d992272 req-369b4828-0e51-4bc5-9d14-7e647b5acc7a service nova] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Updating instance_info_cache with network_info: [{"id": "650885c3-92c6-41ee-b0e5-6bad4a1d2566", "address": "fa:16:3e:2b:d5:f1", "network": {"id": "2fbba22a-bd77-4c91-a9de-d7d33c4fd3aa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-982232869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38f3df5dc3354306bcda9e8555cfbe85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap650885c3-92", "ovs_interfaceid": "650885c3-92c6-41ee-b0e5-6bad4a1d2566", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.764255] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02d68e8d-8fa8-4491-8602-158703d98e98 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.829296] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4555cb72-d3f8-4a73-b1ed-327b2cffc9d1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.829296] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4555cb72-d3f8-4a73-b1ed-327b2cffc9d1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.829296] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4555cb72-d3f8-4a73-b1ed-327b2cffc9d1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Deleting the datastore file [datastore1] 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.829296] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6219fba-c13d-4c34-951d-03427dcde045 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.835997] env[69357]: DEBUG oslo_vmware.api [None req-4555cb72-d3f8-4a73-b1ed-327b2cffc9d1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 826.835997] env[69357]: value = "task-3282633" [ 826.835997] env[69357]: _type = "Task" [ 826.835997] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.846116] env[69357]: DEBUG oslo_vmware.api [None req-4555cb72-d3f8-4a73-b1ed-327b2cffc9d1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.881414] env[69357]: DEBUG oslo_vmware.api [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Task: {'id': task-3282631, 'name': Rename_Task, 'duration_secs': 0.14481} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.884153] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.884801] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c2c8afb-ce80-4425-b8a8-35b0c232727d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.889095] env[69357]: DEBUG oslo_concurrency.lockutils [None req-57fa5db4-d066-4c10-9141-e4a1ff057c3b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "939664b5-35ce-4388-bb10-f20c050fa27a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.163s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.891732] env[69357]: DEBUG nova.compute.manager [req-eb4ed1c1-0efd-46cb-9d70-0df0502ceae3 req-71149792-e22f-4c43-aab6-60bf9c0c2c40 service nova] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Received event network-vif-plugged-9693195a-fc5d-4528-b2d1-5cfeef6f04fd {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.891998] env[69357]: DEBUG oslo_concurrency.lockutils [req-eb4ed1c1-0efd-46cb-9d70-0df0502ceae3 req-71149792-e22f-4c43-aab6-60bf9c0c2c40 service nova] Acquiring lock "ab84fefe-2ac8-4e93-88b2-018a64f06aeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.892265] env[69357]: DEBUG oslo_concurrency.lockutils [req-eb4ed1c1-0efd-46cb-9d70-0df0502ceae3 req-71149792-e22f-4c43-aab6-60bf9c0c2c40 service nova] Lock "ab84fefe-2ac8-4e93-88b2-018a64f06aeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.892463] env[69357]: DEBUG oslo_concurrency.lockutils [req-eb4ed1c1-0efd-46cb-9d70-0df0502ceae3 req-71149792-e22f-4c43-aab6-60bf9c0c2c40 service nova] Lock "ab84fefe-2ac8-4e93-88b2-018a64f06aeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.892664] env[69357]: DEBUG nova.compute.manager [req-eb4ed1c1-0efd-46cb-9d70-0df0502ceae3 req-71149792-e22f-4c43-aab6-60bf9c0c2c40 service nova] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] No waiting events found dispatching network-vif-plugged-9693195a-fc5d-4528-b2d1-5cfeef6f04fd {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 826.892901] env[69357]: WARNING nova.compute.manager [req-eb4ed1c1-0efd-46cb-9d70-0df0502ceae3 req-71149792-e22f-4c43-aab6-60bf9c0c2c40 service nova] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Received unexpected event network-vif-plugged-9693195a-fc5d-4528-b2d1-5cfeef6f04fd for instance with vm_state building and task_state spawning. [ 826.894960] env[69357]: DEBUG oslo_vmware.api [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Waiting for the task: (returnval){ [ 826.894960] env[69357]: value = "task-3282634" [ 826.894960] env[69357]: _type = "Task" [ 826.894960] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.905238] env[69357]: DEBUG oslo_vmware.api [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Task: {'id': task-3282634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.917720] env[69357]: DEBUG oslo_vmware.api [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52167783-8f86-7373-df14-170c9ca7639e, 'name': SearchDatastore_Task, 'duration_secs': 0.012664} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.918067] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.918341] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.918630] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.918814] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.919435] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.919893] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19ec2cd4-edb8-4c4c-ba00-e7a619ac2f4e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.933041] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.933294] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.934624] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b86aaa72-1109-4fee-8295-938a219db8b9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.942935] env[69357]: DEBUG oslo_vmware.api [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 826.942935] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]521ee962-101a-9247-5675-9a503e96a5e4" [ 826.942935] env[69357]: _type = "Task" [ 826.942935] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.951455] env[69357]: DEBUG oslo_vmware.api [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]521ee962-101a-9247-5675-9a503e96a5e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.012788] env[69357]: DEBUG nova.network.neutron [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Successfully updated port: 9693195a-fc5d-4528-b2d1-5cfeef6f04fd {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 827.230545] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5c700c-b69a-4be4-8b2c-2ae24181b6a2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.238172] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6896de4a-a229-4d42-a9ad-dbe2a4e1d1c3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.269305] env[69357]: DEBUG oslo_concurrency.lockutils [req-5b7cf448-bebf-40d0-b1b1-90746d992272 req-369b4828-0e51-4bc5-9d14-7e647b5acc7a service nova] Releasing lock "refresh_cache-41430e64-1805-4d83-8f22-e967c59f12fd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.270417] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc729f40-82e8-46fe-8075-5c1b4df3beea {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.277947] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a01a97-5c42-49ba-869d-26c72a6bcada {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.291359] env[69357]: DEBUG nova.compute.provider_tree [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 827.347091] env[69357]: DEBUG oslo_vmware.api [None req-4555cb72-d3f8-4a73-b1ed-327b2cffc9d1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163831} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.347399] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4555cb72-d3f8-4a73-b1ed-327b2cffc9d1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.347593] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4555cb72-d3f8-4a73-b1ed-327b2cffc9d1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.347770] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4555cb72-d3f8-4a73-b1ed-327b2cffc9d1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.347989] env[69357]: INFO nova.compute.manager [None req-4555cb72-d3f8-4a73-b1ed-327b2cffc9d1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 827.348272] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4555cb72-d3f8-4a73-b1ed-327b2cffc9d1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.348470] env[69357]: DEBUG nova.compute.manager [-] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.348569] env[69357]: DEBUG nova.network.neutron [-] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.404478] env[69357]: DEBUG oslo_vmware.api [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Task: {'id': task-3282634, 'name': PowerOnVM_Task, 'duration_secs': 0.491265} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.404725] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.404927] env[69357]: INFO nova.compute.manager [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Took 4.44 seconds to spawn the instance on the hypervisor. [ 827.405118] env[69357]: DEBUG nova.compute.manager [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.405880] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1717f7-3e69-4c81-971d-5fed6d3c303c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.453541] env[69357]: DEBUG oslo_vmware.api [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]521ee962-101a-9247-5675-9a503e96a5e4, 'name': SearchDatastore_Task, 'duration_secs': 0.008718} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.454359] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcccce77-8ec5-4f75-888d-816bbebc7ef6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.459892] env[69357]: DEBUG oslo_vmware.api [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 827.459892] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e03758-f8ab-0d3a-b0df-52e5162077fb" [ 827.459892] env[69357]: _type = "Task" [ 827.459892] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.467769] env[69357]: DEBUG oslo_vmware.api [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e03758-f8ab-0d3a-b0df-52e5162077fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.518274] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquiring lock "refresh_cache-ab84fefe-2ac8-4e93-88b2-018a64f06aeb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.518436] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquired lock "refresh_cache-ab84fefe-2ac8-4e93-88b2-018a64f06aeb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.518599] env[69357]: DEBUG nova.network.neutron [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.812216] env[69357]: ERROR nova.scheduler.client.report [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [req-5c90b677-4268-4784-b3f4-666ad1410c3e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcb9ec35-bfdd-4e17-b2d7-2501509e9896. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5c90b677-4268-4784-b3f4-666ad1410c3e"}]} [ 827.828857] env[69357]: DEBUG nova.scheduler.client.report [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Refreshing inventories for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 827.842323] env[69357]: DEBUG nova.scheduler.client.report [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Updating ProviderTree inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 827.842721] env[69357]: DEBUG nova.compute.provider_tree [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 827.853629] env[69357]: DEBUG nova.scheduler.client.report [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Refreshing aggregate associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, aggregates: None {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 827.870196] env[69357]: DEBUG nova.scheduler.client.report [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Refreshing trait associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 827.924804] env[69357]: INFO nova.compute.manager [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Took 53.39 seconds to build instance. [ 827.969601] env[69357]: DEBUG oslo_vmware.api [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e03758-f8ab-0d3a-b0df-52e5162077fb, 'name': SearchDatastore_Task, 'duration_secs': 0.009299} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.972018] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.972285] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 41430e64-1805-4d83-8f22-e967c59f12fd/41430e64-1805-4d83-8f22-e967c59f12fd.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.973055] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e79498db-a3f9-4228-8c08-efde89d90c3a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.979974] env[69357]: DEBUG oslo_vmware.api [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 827.979974] env[69357]: value = "task-3282635" [ 827.979974] env[69357]: _type = "Task" [ 827.979974] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.989250] env[69357]: DEBUG oslo_vmware.api [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.127423] env[69357]: DEBUG nova.network.neutron [-] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.183780] env[69357]: DEBUG nova.network.neutron [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.232680] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01205270-53d5-4cc8-be4c-6a2cc3680dd1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.243895] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd403c90-1e5c-4b10-9924-ee5e9829912c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.285160] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4604942-e067-4d25-884d-7a8424221929 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.292230] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3b120f-4e76-4935-81fe-3a8b392fdf23 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.306900] env[69357]: DEBUG nova.compute.provider_tree [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 828.427152] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f6db2db-ad77-420f-bdbd-c72a87dfdf9e tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Lock "47b1d65d-fa52-4abc-a387-7313d13a9a22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.895s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.492539] env[69357]: DEBUG oslo_vmware.api [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282635, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447651} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.492845] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 41430e64-1805-4d83-8f22-e967c59f12fd/41430e64-1805-4d83-8f22-e967c59f12fd.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.493118] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.493398] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5242660d-5b00-4b12-bcc8-49fdae8e4eb7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.499768] env[69357]: DEBUG oslo_vmware.api [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 828.499768] env[69357]: value = "task-3282636" [ 828.499768] env[69357]: _type = "Task" [ 828.499768] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.507977] env[69357]: DEBUG oslo_vmware.api [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282636, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.542837] env[69357]: DEBUG nova.network.neutron [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Updating instance_info_cache with network_info: [{"id": "9693195a-fc5d-4528-b2d1-5cfeef6f04fd", "address": "fa:16:3e:5e:cd:17", "network": {"id": "cc712f17-69e2-4b35-8968-a1091346ece7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1031991286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "599a1079b5654c3292648e2ced84dc7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9693195a-fc", "ovs_interfaceid": "9693195a-fc5d-4528-b2d1-5cfeef6f04fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.630595] env[69357]: INFO nova.compute.manager [-] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Took 1.28 seconds to deallocate network for instance. [ 828.844346] env[69357]: DEBUG nova.scheduler.client.report [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Updated inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with generation 77 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 828.844346] env[69357]: DEBUG nova.compute.provider_tree [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Updating resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 generation from 77 to 78 during operation: update_inventory {{(pid=69357) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 828.844346] env[69357]: DEBUG nova.compute.provider_tree [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 828.986118] env[69357]: DEBUG nova.compute.manager [req-3fb2ad43-e1b0-4840-a8b2-c1c63f43f512 req-6d5ec34a-dc06-49c6-a506-822a112ab4c9 service nova] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Received event network-changed-9693195a-fc5d-4528-b2d1-5cfeef6f04fd {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.986333] env[69357]: DEBUG nova.compute.manager [req-3fb2ad43-e1b0-4840-a8b2-c1c63f43f512 req-6d5ec34a-dc06-49c6-a506-822a112ab4c9 service nova] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Refreshing instance network info cache due to event network-changed-9693195a-fc5d-4528-b2d1-5cfeef6f04fd. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.986554] env[69357]: DEBUG oslo_concurrency.lockutils [req-3fb2ad43-e1b0-4840-a8b2-c1c63f43f512 req-6d5ec34a-dc06-49c6-a506-822a112ab4c9 service nova] Acquiring lock "refresh_cache-ab84fefe-2ac8-4e93-88b2-018a64f06aeb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.012357] env[69357]: DEBUG oslo_vmware.api [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282636, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060953} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.012610] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.013958] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d7dfff-9f31-42e3-bfa8-ad1de8fc80be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.037673] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 41430e64-1805-4d83-8f22-e967c59f12fd/41430e64-1805-4d83-8f22-e967c59f12fd.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.038072] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31dd0500-bb9e-40dc-bf80-a63c555d5add {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.053217] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Releasing lock "refresh_cache-ab84fefe-2ac8-4e93-88b2-018a64f06aeb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.053521] env[69357]: DEBUG nova.compute.manager [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Instance network_info: |[{"id": "9693195a-fc5d-4528-b2d1-5cfeef6f04fd", "address": "fa:16:3e:5e:cd:17", "network": {"id": "cc712f17-69e2-4b35-8968-a1091346ece7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1031991286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "599a1079b5654c3292648e2ced84dc7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9693195a-fc", "ovs_interfaceid": "9693195a-fc5d-4528-b2d1-5cfeef6f04fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 829.053791] env[69357]: DEBUG oslo_concurrency.lockutils [req-3fb2ad43-e1b0-4840-a8b2-c1c63f43f512 req-6d5ec34a-dc06-49c6-a506-822a112ab4c9 service nova] Acquired lock "refresh_cache-ab84fefe-2ac8-4e93-88b2-018a64f06aeb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.053970] env[69357]: DEBUG nova.network.neutron [req-3fb2ad43-e1b0-4840-a8b2-c1c63f43f512 req-6d5ec34a-dc06-49c6-a506-822a112ab4c9 service nova] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Refreshing network info cache for port 9693195a-fc5d-4528-b2d1-5cfeef6f04fd {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.055204] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:cd:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7ab8d568-adb0-4f3b-b6cc-68413e6546ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9693195a-fc5d-4528-b2d1-5cfeef6f04fd', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.068680] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.071727] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.073280] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58f80502-341f-4dc8-bf4f-66db84b69cc9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.102327] env[69357]: DEBUG oslo_vmware.api [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 829.102327] env[69357]: value = "task-3282637" [ 829.102327] env[69357]: _type = "Task" [ 829.102327] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.110447] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.110447] env[69357]: value = "task-3282638" [ 829.110447] env[69357]: _type = "Task" [ 829.110447] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.121176] env[69357]: DEBUG oslo_vmware.api [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.128709] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282638, 'name': CreateVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.143460] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4555cb72-d3f8-4a73-b1ed-327b2cffc9d1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.349259] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.997s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.351688] env[69357]: DEBUG oslo_concurrency.lockutils [None req-843b1739-51f9-4994-931d-91a0a4bcc684 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.780s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.351963] env[69357]: DEBUG nova.objects.instance [None req-843b1739-51f9-4994-931d-91a0a4bcc684 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Lazy-loading 'resources' on Instance uuid 93efd4ae-beee-4265-b7b8-a77ef5b970ea {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.374817] env[69357]: INFO nova.scheduler.client.report [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Deleted allocations for instance 3b80daa2-b381-4f93-95a0-487142468a88 [ 829.612366] env[69357]: DEBUG oslo_vmware.api [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.622691] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282638, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.825668] env[69357]: DEBUG nova.network.neutron [req-3fb2ad43-e1b0-4840-a8b2-c1c63f43f512 req-6d5ec34a-dc06-49c6-a506-822a112ab4c9 service nova] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Updated VIF entry in instance network info cache for port 9693195a-fc5d-4528-b2d1-5cfeef6f04fd. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.826053] env[69357]: DEBUG nova.network.neutron [req-3fb2ad43-e1b0-4840-a8b2-c1c63f43f512 req-6d5ec34a-dc06-49c6-a506-822a112ab4c9 service nova] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Updating instance_info_cache with network_info: [{"id": "9693195a-fc5d-4528-b2d1-5cfeef6f04fd", "address": "fa:16:3e:5e:cd:17", "network": {"id": "cc712f17-69e2-4b35-8968-a1091346ece7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1031991286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "599a1079b5654c3292648e2ced84dc7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9693195a-fc", "ovs_interfaceid": "9693195a-fc5d-4528-b2d1-5cfeef6f04fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.882715] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c5140b73-662e-4a35-af92-9f0dd5826c09 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Lock "3b80daa2-b381-4f93-95a0-487142468a88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.670s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.114947] env[69357]: DEBUG oslo_vmware.api [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282637, 'name': ReconfigVM_Task, 'duration_secs': 0.724034} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.117513] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 41430e64-1805-4d83-8f22-e967c59f12fd/41430e64-1805-4d83-8f22-e967c59f12fd.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.118186] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e57a6ed-9991-4d5d-bac3-ccbc0a62b56b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.124873] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282638, 'name': CreateVM_Task, 'duration_secs': 0.735034} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.126031] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 830.126372] env[69357]: DEBUG oslo_vmware.api [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 830.126372] env[69357]: value = "task-3282639" [ 830.126372] env[69357]: _type = "Task" [ 830.126372] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.126991] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.127173] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.127482] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.127779] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf9d1314-9f28-4485-8fc9-8812d4464366 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.138333] env[69357]: DEBUG oslo_vmware.api [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282639, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.138658] env[69357]: DEBUG oslo_vmware.api [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the task: (returnval){ [ 830.138658] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52b4d5ba-866b-f497-5b09-00a284a92652" [ 830.138658] env[69357]: _type = "Task" [ 830.138658] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.147572] env[69357]: DEBUG oslo_vmware.api [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52b4d5ba-866b-f497-5b09-00a284a92652, 'name': SearchDatastore_Task, 'duration_secs': 0.009305} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.147936] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.148193] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.148435] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.148587] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.148818] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.149157] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-daca5157-2923-4e96-be05-bdb12d5ea11c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.157834] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.158019] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.158776] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5eee968-520b-4903-a5e9-2726306cef82 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.164519] env[69357]: DEBUG oslo_vmware.api [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the task: (returnval){ [ 830.164519] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]523b23ce-1de6-f23f-b4ce-c3fc5ce40e89" [ 830.164519] env[69357]: _type = "Task" [ 830.164519] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.172762] env[69357]: DEBUG oslo_vmware.api [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]523b23ce-1de6-f23f-b4ce-c3fc5ce40e89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.281905] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ca81e1-05bd-4f8c-b188-6f53ffd66cfc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.289447] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ccd6a5-bd61-4150-b786-724e4ab9487e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.319878] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33df96e9-a427-465a-9390-cd8d9b5130ab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.328120] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0f7a3b-b069-442d-9e64-6ea4a168e1ad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.332424] env[69357]: DEBUG oslo_concurrency.lockutils [req-3fb2ad43-e1b0-4840-a8b2-c1c63f43f512 req-6d5ec34a-dc06-49c6-a506-822a112ab4c9 service nova] Releasing lock "refresh_cache-ab84fefe-2ac8-4e93-88b2-018a64f06aeb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.332641] env[69357]: DEBUG nova.compute.manager [req-3fb2ad43-e1b0-4840-a8b2-c1c63f43f512 req-6d5ec34a-dc06-49c6-a506-822a112ab4c9 service nova] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Received event network-vif-deleted-49efb29e-83bb-41af-a120-59c979c6f758 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.342721] env[69357]: DEBUG nova.compute.provider_tree [None req-843b1739-51f9-4994-931d-91a0a4bcc684 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 830.637628] env[69357]: DEBUG oslo_vmware.api [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282639, 'name': Rename_Task, 'duration_secs': 0.200709} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.637912] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.638173] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f402fcb2-33f5-4297-816c-c6ff83c23b2a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.644480] env[69357]: DEBUG oslo_vmware.api [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 830.644480] env[69357]: value = "task-3282640" [ 830.644480] env[69357]: _type = "Task" [ 830.644480] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.652302] env[69357]: DEBUG oslo_vmware.api [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.674693] env[69357]: DEBUG oslo_vmware.api [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]523b23ce-1de6-f23f-b4ce-c3fc5ce40e89, 'name': SearchDatastore_Task, 'duration_secs': 0.008259} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.675544] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07aa63a0-db01-4859-a551-2913b0778dc1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.681350] env[69357]: DEBUG oslo_vmware.api [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the task: (returnval){ [ 830.681350] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5255e6b4-db97-c572-33ba-c09efb489bc2" [ 830.681350] env[69357]: _type = "Task" [ 830.681350] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.688903] env[69357]: DEBUG oslo_vmware.api [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5255e6b4-db97-c572-33ba-c09efb489bc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.873947] env[69357]: DEBUG nova.scheduler.client.report [None req-843b1739-51f9-4994-931d-91a0a4bcc684 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Updated inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with generation 78 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 830.874366] env[69357]: DEBUG nova.compute.provider_tree [None req-843b1739-51f9-4994-931d-91a0a4bcc684 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Updating resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 generation from 78 to 79 during operation: update_inventory {{(pid=69357) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 830.874526] env[69357]: DEBUG nova.compute.provider_tree [None req-843b1739-51f9-4994-931d-91a0a4bcc684 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 831.014336] env[69357]: DEBUG nova.compute.manager [req-0d50e33d-aea3-4556-9fba-967974b0d6c8 req-00340476-e9d7-4cf3-81ad-0f01d373dbbd service nova] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Received event network-changed-d3531845-6de7-4a8e-a1cb-1fb05204b669 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.014608] env[69357]: DEBUG nova.compute.manager [req-0d50e33d-aea3-4556-9fba-967974b0d6c8 req-00340476-e9d7-4cf3-81ad-0f01d373dbbd service nova] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Refreshing instance network info cache due to event network-changed-d3531845-6de7-4a8e-a1cb-1fb05204b669. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 831.014741] env[69357]: DEBUG oslo_concurrency.lockutils [req-0d50e33d-aea3-4556-9fba-967974b0d6c8 req-00340476-e9d7-4cf3-81ad-0f01d373dbbd service nova] Acquiring lock "refresh_cache-47b1d65d-fa52-4abc-a387-7313d13a9a22" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.014881] env[69357]: DEBUG oslo_concurrency.lockutils [req-0d50e33d-aea3-4556-9fba-967974b0d6c8 req-00340476-e9d7-4cf3-81ad-0f01d373dbbd service nova] Acquired lock "refresh_cache-47b1d65d-fa52-4abc-a387-7313d13a9a22" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.015052] env[69357]: DEBUG nova.network.neutron [req-0d50e33d-aea3-4556-9fba-967974b0d6c8 req-00340476-e9d7-4cf3-81ad-0f01d373dbbd service nova] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Refreshing network info cache for port d3531845-6de7-4a8e-a1cb-1fb05204b669 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.043099] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ca06b6e8-c699-4aea-853c-5ad178ea51a1 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquiring lock "9c6d4029-c98f-4543-a5bc-3ae8e0b3d912" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.043369] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ca06b6e8-c699-4aea-853c-5ad178ea51a1 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Lock "9c6d4029-c98f-4543-a5bc-3ae8e0b3d912" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.043576] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ca06b6e8-c699-4aea-853c-5ad178ea51a1 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquiring lock "9c6d4029-c98f-4543-a5bc-3ae8e0b3d912-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.043755] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ca06b6e8-c699-4aea-853c-5ad178ea51a1 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Lock "9c6d4029-c98f-4543-a5bc-3ae8e0b3d912-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.043922] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ca06b6e8-c699-4aea-853c-5ad178ea51a1 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Lock "9c6d4029-c98f-4543-a5bc-3ae8e0b3d912-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.046063] env[69357]: INFO nova.compute.manager [None req-ca06b6e8-c699-4aea-853c-5ad178ea51a1 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Terminating instance [ 831.155101] env[69357]: DEBUG oslo_vmware.api [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282640, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.192215] env[69357]: DEBUG oslo_vmware.api [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5255e6b4-db97-c572-33ba-c09efb489bc2, 'name': SearchDatastore_Task, 'duration_secs': 0.009984} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.192694] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.193051] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] ab84fefe-2ac8-4e93-88b2-018a64f06aeb/ab84fefe-2ac8-4e93-88b2-018a64f06aeb.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.193350] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb1a9250-19ac-4e7d-b097-eac74726dfff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.200394] env[69357]: DEBUG oslo_vmware.api [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the task: (returnval){ [ 831.200394] env[69357]: value = "task-3282641" [ 831.200394] env[69357]: _type = "Task" [ 831.200394] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.208495] env[69357]: DEBUG oslo_vmware.api [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.381177] env[69357]: DEBUG oslo_concurrency.lockutils [None req-843b1739-51f9-4994-931d-91a0a4bcc684 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.384188] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b28abf9a-2929-4751-b942-7c8bc2a5426d tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.933s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.384776] env[69357]: DEBUG nova.objects.instance [None req-b28abf9a-2929-4751-b942-7c8bc2a5426d tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Lazy-loading 'resources' on Instance uuid b4f1cf0a-960c-4674-b82e-557fc2dc6797 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.406229] env[69357]: INFO nova.scheduler.client.report [None req-843b1739-51f9-4994-931d-91a0a4bcc684 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Deleted allocations for instance 93efd4ae-beee-4265-b7b8-a77ef5b970ea [ 831.551844] env[69357]: DEBUG nova.compute.manager [None req-ca06b6e8-c699-4aea-853c-5ad178ea51a1 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 831.551844] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ca06b6e8-c699-4aea-853c-5ad178ea51a1 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.552681] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8b050f-abc0-4e4d-bbeb-5485f5ccc60a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.561806] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca06b6e8-c699-4aea-853c-5ad178ea51a1 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.561806] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a409a06-39c2-42d4-a83f-b3a0bb6367c5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.567723] env[69357]: DEBUG oslo_vmware.api [None req-ca06b6e8-c699-4aea-853c-5ad178ea51a1 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Waiting for the task: (returnval){ [ 831.567723] env[69357]: value = "task-3282642" [ 831.567723] env[69357]: _type = "Task" [ 831.567723] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.577043] env[69357]: DEBUG oslo_vmware.api [None req-ca06b6e8-c699-4aea-853c-5ad178ea51a1 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.661685] env[69357]: DEBUG oslo_vmware.api [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282640, 'name': PowerOnVM_Task, 'duration_secs': 0.856262} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.662078] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.662338] env[69357]: INFO nova.compute.manager [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Took 7.93 seconds to spawn the instance on the hypervisor. [ 831.662526] env[69357]: DEBUG nova.compute.manager [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.663435] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9738bf3c-335e-4997-a2f7-1ffcddfc1abb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.714415] env[69357]: DEBUG oslo_vmware.api [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282641, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.870553] env[69357]: DEBUG nova.network.neutron [req-0d50e33d-aea3-4556-9fba-967974b0d6c8 req-00340476-e9d7-4cf3-81ad-0f01d373dbbd service nova] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Updated VIF entry in instance network info cache for port d3531845-6de7-4a8e-a1cb-1fb05204b669. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.870669] env[69357]: DEBUG nova.network.neutron [req-0d50e33d-aea3-4556-9fba-967974b0d6c8 req-00340476-e9d7-4cf3-81ad-0f01d373dbbd service nova] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Updating instance_info_cache with network_info: [{"id": "d3531845-6de7-4a8e-a1cb-1fb05204b669", "address": "fa:16:3e:2d:c0:2b", "network": {"id": "09b0c377-3a84-41e4-9182-b54edaf5e460", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1429379653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fb3090ed57a4c8f9a93c918773ee2b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3531845-6d", "ovs_interfaceid": "d3531845-6de7-4a8e-a1cb-1fb05204b669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.917298] env[69357]: DEBUG oslo_concurrency.lockutils [None req-843b1739-51f9-4994-931d-91a0a4bcc684 tempest-ListImageFiltersTestJSON-1169416396 tempest-ListImageFiltersTestJSON-1169416396-project-member] Lock "93efd4ae-beee-4265-b7b8-a77ef5b970ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.785s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.077327] env[69357]: DEBUG oslo_vmware.api [None req-ca06b6e8-c699-4aea-853c-5ad178ea51a1 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282642, 'name': PowerOffVM_Task, 'duration_secs': 0.318181} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.079806] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca06b6e8-c699-4aea-853c-5ad178ea51a1 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.080009] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ca06b6e8-c699-4aea-853c-5ad178ea51a1 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.081221] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b615f07b-c1c0-4c85-adf2-26f57b7d7b27 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.147494] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ca06b6e8-c699-4aea-853c-5ad178ea51a1 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.147724] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ca06b6e8-c699-4aea-853c-5ad178ea51a1 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.147917] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca06b6e8-c699-4aea-853c-5ad178ea51a1 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Deleting the datastore file [datastore1] 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.150679] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c0a4341-da60-4838-afdb-3d4ab6668cc9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.158715] env[69357]: DEBUG oslo_vmware.api [None req-ca06b6e8-c699-4aea-853c-5ad178ea51a1 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Waiting for the task: (returnval){ [ 832.158715] env[69357]: value = "task-3282644" [ 832.158715] env[69357]: _type = "Task" [ 832.158715] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.173554] env[69357]: DEBUG oslo_vmware.api [None req-ca06b6e8-c699-4aea-853c-5ad178ea51a1 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.188548] env[69357]: INFO nova.compute.manager [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Took 54.43 seconds to build instance. [ 832.213786] env[69357]: DEBUG oslo_vmware.api [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282641, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532155} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.213786] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] ab84fefe-2ac8-4e93-88b2-018a64f06aeb/ab84fefe-2ac8-4e93-88b2-018a64f06aeb.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.213998] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.214058] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0107054-d9e0-47f8-9c1d-ddb6081bb455 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.224538] env[69357]: DEBUG oslo_vmware.api [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the task: (returnval){ [ 832.224538] env[69357]: value = "task-3282645" [ 832.224538] env[69357]: _type = "Task" [ 832.224538] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.236153] env[69357]: DEBUG oslo_vmware.api [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.271046] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2714837-f30d-4a38-b241-bcb1729ad62a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.278909] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e45b7b8-dab6-4168-8f60-3822442314fc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.311785] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0696cbb-1715-4ec5-82bb-b1d30fca4d59 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.320187] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b127b6a5-0b61-4b72-8ae4-4f3113e05daa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.333325] env[69357]: DEBUG nova.compute.provider_tree [None req-b28abf9a-2929-4751-b942-7c8bc2a5426d tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.374516] env[69357]: DEBUG oslo_concurrency.lockutils [req-0d50e33d-aea3-4556-9fba-967974b0d6c8 req-00340476-e9d7-4cf3-81ad-0f01d373dbbd service nova] Releasing lock "refresh_cache-47b1d65d-fa52-4abc-a387-7313d13a9a22" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.669617] env[69357]: DEBUG oslo_vmware.api [None req-ca06b6e8-c699-4aea-853c-5ad178ea51a1 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Task: {'id': task-3282644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165441} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.669834] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca06b6e8-c699-4aea-853c-5ad178ea51a1 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.670127] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ca06b6e8-c699-4aea-853c-5ad178ea51a1 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.670325] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ca06b6e8-c699-4aea-853c-5ad178ea51a1 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.670897] env[69357]: INFO nova.compute.manager [None req-ca06b6e8-c699-4aea-853c-5ad178ea51a1 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Took 1.12 seconds to destroy the instance on the hypervisor. [ 832.670897] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca06b6e8-c699-4aea-853c-5ad178ea51a1 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.670897] env[69357]: DEBUG nova.compute.manager [-] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 832.670897] env[69357]: DEBUG nova.network.neutron [-] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 832.693806] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9c29d775-b268-4c1c-a38d-01c7866c522c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "41430e64-1805-4d83-8f22-e967c59f12fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.954s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.735555] env[69357]: DEBUG oslo_vmware.api [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068812} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.735819] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.736613] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b4c6f5-dea9-4bbe-b6ae-5280b2586289 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.761111] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] ab84fefe-2ac8-4e93-88b2-018a64f06aeb/ab84fefe-2ac8-4e93-88b2-018a64f06aeb.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.761111] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b94b9302-6ecd-4417-b7df-573bb720340c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.781435] env[69357]: DEBUG oslo_vmware.api [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the task: (returnval){ [ 832.781435] env[69357]: value = "task-3282646" [ 832.781435] env[69357]: _type = "Task" [ 832.781435] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.791290] env[69357]: DEBUG oslo_vmware.api [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282646, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.837648] env[69357]: DEBUG nova.scheduler.client.report [None req-b28abf9a-2929-4751-b942-7c8bc2a5426d tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.048965] env[69357]: DEBUG nova.compute.manager [req-4444ae51-7d03-4d4a-adab-c11f78cc52c5 req-d544a5d7-7876-4401-8bab-c418ee0008f5 service nova] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Received event network-vif-deleted-e23f03c1-1f28-43f2-8e2b-d71f072712ab {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.049211] env[69357]: INFO nova.compute.manager [req-4444ae51-7d03-4d4a-adab-c11f78cc52c5 req-d544a5d7-7876-4401-8bab-c418ee0008f5 service nova] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Neutron deleted interface e23f03c1-1f28-43f2-8e2b-d71f072712ab; detaching it from the instance and deleting it from the info cache [ 833.049386] env[69357]: DEBUG nova.network.neutron [req-4444ae51-7d03-4d4a-adab-c11f78cc52c5 req-d544a5d7-7876-4401-8bab-c418ee0008f5 service nova] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.292801] env[69357]: DEBUG oslo_vmware.api [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.342799] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b28abf9a-2929-4751-b942-7c8bc2a5426d tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.346398] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.199s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.347973] env[69357]: INFO nova.compute.claims [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.371207] env[69357]: INFO nova.scheduler.client.report [None req-b28abf9a-2929-4751-b942-7c8bc2a5426d tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Deleted allocations for instance b4f1cf0a-960c-4674-b82e-557fc2dc6797 [ 833.491287] env[69357]: DEBUG nova.network.neutron [-] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.554644] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-277af761-7a26-4876-bcdb-ac89d681fabf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.564785] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ab2fb6-5fcb-48f3-9ea8-0e9f72857fbc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.597773] env[69357]: DEBUG nova.compute.manager [req-4444ae51-7d03-4d4a-adab-c11f78cc52c5 req-d544a5d7-7876-4401-8bab-c418ee0008f5 service nova] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Detach interface failed, port_id=e23f03c1-1f28-43f2-8e2b-d71f072712ab, reason: Instance 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 833.652854] env[69357]: DEBUG nova.compute.manager [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.653869] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c6e7d8-e3cd-4290-90d8-26da7e404891 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.792566] env[69357]: DEBUG oslo_vmware.api [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282646, 'name': ReconfigVM_Task, 'duration_secs': 0.838124} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.792855] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Reconfigured VM instance instance-00000039 to attach disk [datastore2] ab84fefe-2ac8-4e93-88b2-018a64f06aeb/ab84fefe-2ac8-4e93-88b2-018a64f06aeb.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.793551] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9657b5d5-1426-49ce-94f1-bd5d9b3c8d82 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.799676] env[69357]: DEBUG oslo_vmware.api [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the task: (returnval){ [ 833.799676] env[69357]: value = "task-3282647" [ 833.799676] env[69357]: _type = "Task" [ 833.799676] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.808593] env[69357]: DEBUG oslo_vmware.api [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282647, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.881576] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b28abf9a-2929-4751-b942-7c8bc2a5426d tempest-FloatingIPsAssociationNegativeTestJSON-1320337974 tempest-FloatingIPsAssociationNegativeTestJSON-1320337974-project-member] Lock "b4f1cf0a-960c-4674-b82e-557fc2dc6797" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.857s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.998664] env[69357]: INFO nova.compute.manager [-] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Took 1.33 seconds to deallocate network for instance. [ 834.165011] env[69357]: INFO nova.compute.manager [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] instance snapshotting [ 834.167764] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98bc8ca-f2d7-4842-9049-81c63c4351c9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.190967] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4eeb21a-dc70-48ae-94e4-6c698f6ff1fe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.310498] env[69357]: DEBUG oslo_vmware.api [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282647, 'name': Rename_Task, 'duration_secs': 0.26206} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.311959] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.311959] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1488446b-c5c6-46bc-b221-0950a57e990b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.317684] env[69357]: DEBUG oslo_vmware.api [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the task: (returnval){ [ 834.317684] env[69357]: value = "task-3282648" [ 834.317684] env[69357]: _type = "Task" [ 834.317684] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.327952] env[69357]: DEBUG oslo_vmware.api [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.507803] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ca06b6e8-c699-4aea-853c-5ad178ea51a1 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.706924] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Creating Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 834.707210] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5895452e-80db-4794-9c34-5ac5f62c6430 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.714920] env[69357]: DEBUG oslo_vmware.api [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 834.714920] env[69357]: value = "task-3282649" [ 834.714920] env[69357]: _type = "Task" [ 834.714920] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.723316] env[69357]: DEBUG oslo_vmware.api [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282649, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.787841] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7f6fd5-15a6-4395-91d6-cb430a41120d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.796161] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d787333-3316-4cc1-bac9-c5802383f79b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.834266] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9ec632-1a90-42d3-9840-d331b4227a08 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.842692] env[69357]: DEBUG oslo_vmware.api [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282648, 'name': PowerOnVM_Task} progress is 93%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.849502] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30dc0705-0aaa-4949-8568-4f536160495a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.864263] env[69357]: DEBUG nova.compute.provider_tree [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 835.225414] env[69357]: DEBUG oslo_vmware.api [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282649, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.343983] env[69357]: DEBUG oslo_vmware.api [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282648, 'name': PowerOnVM_Task, 'duration_secs': 0.563153} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.344502] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.344721] env[69357]: INFO nova.compute.manager [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Took 9.06 seconds to spawn the instance on the hypervisor. [ 835.344901] env[69357]: DEBUG nova.compute.manager [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.345722] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95ad353-c4ed-4765-9949-43b78dbb1592 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.392030] env[69357]: ERROR nova.scheduler.client.report [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [req-e9e6af22-fef2-45e3-85de-bdb93e4edf79] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcb9ec35-bfdd-4e17-b2d7-2501509e9896. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e9e6af22-fef2-45e3-85de-bdb93e4edf79"}]} [ 835.418165] env[69357]: DEBUG nova.scheduler.client.report [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Refreshing inventories for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 835.437813] env[69357]: DEBUG nova.scheduler.client.report [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Updating ProviderTree inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 835.441273] env[69357]: DEBUG nova.compute.provider_tree [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 835.456857] env[69357]: DEBUG nova.scheduler.client.report [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Refreshing aggregate associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, aggregates: None {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 835.482558] env[69357]: DEBUG nova.scheduler.client.report [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Refreshing trait associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 835.522838] env[69357]: DEBUG oslo_concurrency.lockutils [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Acquiring lock "ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.523071] env[69357]: DEBUG oslo_concurrency.lockutils [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Lock "ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.731709] env[69357]: DEBUG oslo_vmware.api [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282649, 'name': CreateSnapshot_Task, 'duration_secs': 0.915341} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.732536] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Created Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 835.734798] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daca9034-0f16-4abd-ab6a-11e74bdff6de {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.868481] env[69357]: INFO nova.compute.manager [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Took 57.55 seconds to build instance. [ 835.915284] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ebf582-6f12-4ba6-bdee-af638a34113d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.924711] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd73f76-f9f8-488b-a7ef-8d10703a5b2b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.959984] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aac79dc-8120-4711-bbdd-163244155520 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.966668] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e5f28e-ff89-47c6-a585-eacac696f827 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.980605] env[69357]: DEBUG nova.compute.provider_tree [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 836.027034] env[69357]: DEBUG nova.compute.manager [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 836.256183] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Creating linked-clone VM from snapshot {{(pid=69357) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 836.256436] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3c998e4c-5338-4e37-b027-111c5b6b803e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.265832] env[69357]: DEBUG oslo_vmware.api [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 836.265832] env[69357]: value = "task-3282650" [ 836.265832] env[69357]: _type = "Task" [ 836.265832] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.274404] env[69357]: DEBUG oslo_vmware.api [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282650, 'name': CloneVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.373940] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f8ab068-afb2-43d7-8100-55e0c54c9871 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lock "ab84fefe-2ac8-4e93-88b2-018a64f06aeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.076s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.526749] env[69357]: DEBUG nova.scheduler.client.report [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Updated inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with generation 80 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 836.527075] env[69357]: DEBUG nova.compute.provider_tree [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Updating resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 generation from 80 to 81 during operation: update_inventory {{(pid=69357) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 836.527367] env[69357]: DEBUG nova.compute.provider_tree [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 836.549633] env[69357]: DEBUG oslo_concurrency.lockutils [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.779156] env[69357]: DEBUG oslo_vmware.api [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282650, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.042621] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.691s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.042621] env[69357]: DEBUG nova.compute.manager [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.042621] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.027s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.044255] env[69357]: INFO nova.compute.claims [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.250684] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b6a8af9-1c38-4943-83b3-07e95d7d9692 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquiring lock "ab84fefe-2ac8-4e93-88b2-018a64f06aeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.250684] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b6a8af9-1c38-4943-83b3-07e95d7d9692 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lock "ab84fefe-2ac8-4e93-88b2-018a64f06aeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.250684] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b6a8af9-1c38-4943-83b3-07e95d7d9692 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquiring lock "ab84fefe-2ac8-4e93-88b2-018a64f06aeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.250858] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b6a8af9-1c38-4943-83b3-07e95d7d9692 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lock "ab84fefe-2ac8-4e93-88b2-018a64f06aeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.251057] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b6a8af9-1c38-4943-83b3-07e95d7d9692 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lock "ab84fefe-2ac8-4e93-88b2-018a64f06aeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.254017] env[69357]: INFO nova.compute.manager [None req-1b6a8af9-1c38-4943-83b3-07e95d7d9692 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Terminating instance [ 837.278423] env[69357]: DEBUG oslo_vmware.api [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282650, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.552433] env[69357]: DEBUG nova.compute.utils [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.553785] env[69357]: DEBUG nova.compute.manager [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.553925] env[69357]: DEBUG nova.network.neutron [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.613181] env[69357]: DEBUG nova.policy [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '323ba2eb835a4f8a855ba565696b0d5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34055bbad79e42e59bb22ff7a0529002', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.759189] env[69357]: DEBUG nova.compute.manager [None req-1b6a8af9-1c38-4943-83b3-07e95d7d9692 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 837.759439] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6a8af9-1c38-4943-83b3-07e95d7d9692 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.761079] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b7ebfc-d2d8-46d9-a68a-9718af1f3a64 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.769151] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b6a8af9-1c38-4943-83b3-07e95d7d9692 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.772344] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23466ca8-5dcf-4ae1-99f6-e9052ab005c1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.779499] env[69357]: DEBUG oslo_vmware.api [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282650, 'name': CloneVM_Task} progress is 95%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.780819] env[69357]: DEBUG oslo_vmware.api [None req-1b6a8af9-1c38-4943-83b3-07e95d7d9692 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the task: (returnval){ [ 837.780819] env[69357]: value = "task-3282651" [ 837.780819] env[69357]: _type = "Task" [ 837.780819] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.788604] env[69357]: DEBUG oslo_vmware.api [None req-1b6a8af9-1c38-4943-83b3-07e95d7d9692 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.058324] env[69357]: DEBUG nova.compute.manager [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.278053] env[69357]: DEBUG oslo_vmware.api [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282650, 'name': CloneVM_Task, 'duration_secs': 1.703686} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.280472] env[69357]: INFO nova.virt.vmwareapi.vmops [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Created linked-clone VM from snapshot [ 838.281682] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42591971-1c26-4756-922a-6bb668c3f74e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.291923] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Uploading image de772704-e934-401a-bb6e-46fbb2e9b88e {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 838.299205] env[69357]: DEBUG oslo_vmware.api [None req-1b6a8af9-1c38-4943-83b3-07e95d7d9692 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282651, 'name': PowerOffVM_Task, 'duration_secs': 0.238199} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.299457] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b6a8af9-1c38-4943-83b3-07e95d7d9692 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.299639] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6a8af9-1c38-4943-83b3-07e95d7d9692 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.299897] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-715244be-d197-4eee-9dbc-cd9174138bb9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.315511] env[69357]: DEBUG oslo_vmware.rw_handles [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 838.315511] env[69357]: value = "vm-655569" [ 838.315511] env[69357]: _type = "VirtualMachine" [ 838.315511] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 838.316717] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-99279d7b-0b61-4f62-9198-9db8ab7fd492 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.322255] env[69357]: DEBUG oslo_vmware.rw_handles [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lease: (returnval){ [ 838.322255] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f9742a-b685-ebb3-f587-41c63c1fa5ab" [ 838.322255] env[69357]: _type = "HttpNfcLease" [ 838.322255] env[69357]: } obtained for exporting VM: (result){ [ 838.322255] env[69357]: value = "vm-655569" [ 838.322255] env[69357]: _type = "VirtualMachine" [ 838.322255] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 838.322527] env[69357]: DEBUG oslo_vmware.api [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the lease: (returnval){ [ 838.322527] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f9742a-b685-ebb3-f587-41c63c1fa5ab" [ 838.322527] env[69357]: _type = "HttpNfcLease" [ 838.322527] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 838.331298] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 838.331298] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f9742a-b685-ebb3-f587-41c63c1fa5ab" [ 838.331298] env[69357]: _type = "HttpNfcLease" [ 838.331298] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 838.383352] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6a8af9-1c38-4943-83b3-07e95d7d9692 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.383510] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6a8af9-1c38-4943-83b3-07e95d7d9692 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.383688] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b6a8af9-1c38-4943-83b3-07e95d7d9692 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Deleting the datastore file [datastore2] ab84fefe-2ac8-4e93-88b2-018a64f06aeb {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.383949] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3635f39a-bf71-4bea-8e12-af708af1a6e7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.390449] env[69357]: DEBUG oslo_vmware.api [None req-1b6a8af9-1c38-4943-83b3-07e95d7d9692 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the task: (returnval){ [ 838.390449] env[69357]: value = "task-3282654" [ 838.390449] env[69357]: _type = "Task" [ 838.390449] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.400936] env[69357]: DEBUG oslo_vmware.api [None req-1b6a8af9-1c38-4943-83b3-07e95d7d9692 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.482056] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddee09c-87d6-4818-9f23-10b79e7e1613 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.489622] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf9d982-162c-4349-b5b8-d7c4476c96e4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.530368] env[69357]: DEBUG nova.network.neutron [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Successfully created port: a51e4b22-13d4-4ba7-a396-9a10c1e248d0 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.533868] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bd94e1-4ef1-4ae4-b6ad-df7eec4dd1d5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.541848] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7352c231-29fb-4a3f-8acf-daecff4966de {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.556409] env[69357]: DEBUG nova.compute.provider_tree [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.833033] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 838.833033] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f9742a-b685-ebb3-f587-41c63c1fa5ab" [ 838.833033] env[69357]: _type = "HttpNfcLease" [ 838.833033] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 838.833343] env[69357]: DEBUG oslo_vmware.rw_handles [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 838.833343] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f9742a-b685-ebb3-f587-41c63c1fa5ab" [ 838.833343] env[69357]: _type = "HttpNfcLease" [ 838.833343] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 838.834069] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641d8905-40d6-4092-a444-7509cab3e147 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.841022] env[69357]: DEBUG oslo_vmware.rw_handles [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5216a4dd-a2ce-ed0c-285d-f0bb232aa0a6/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 838.841201] env[69357]: DEBUG oslo_vmware.rw_handles [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5216a4dd-a2ce-ed0c-285d-f0bb232aa0a6/disk-0.vmdk for reading. {{(pid=69357) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 838.908448] env[69357]: DEBUG oslo_vmware.api [None req-1b6a8af9-1c38-4943-83b3-07e95d7d9692 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155062} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.908513] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b6a8af9-1c38-4943-83b3-07e95d7d9692 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.908708] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6a8af9-1c38-4943-83b3-07e95d7d9692 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 838.908875] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6a8af9-1c38-4943-83b3-07e95d7d9692 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.909251] env[69357]: INFO nova.compute.manager [None req-1b6a8af9-1c38-4943-83b3-07e95d7d9692 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 838.909321] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b6a8af9-1c38-4943-83b3-07e95d7d9692 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.909505] env[69357]: DEBUG nova.compute.manager [-] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 838.909597] env[69357]: DEBUG nova.network.neutron [-] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 838.966820] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6151b0ac-feeb-485d-97ab-202fdebd0267 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.059187] env[69357]: DEBUG nova.scheduler.client.report [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.067108] env[69357]: DEBUG nova.compute.manager [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.118814] env[69357]: DEBUG nova.virt.hardware [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.119080] env[69357]: DEBUG nova.virt.hardware [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.119245] env[69357]: DEBUG nova.virt.hardware [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.119415] env[69357]: DEBUG nova.virt.hardware [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.119554] env[69357]: DEBUG nova.virt.hardware [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.119696] env[69357]: DEBUG nova.virt.hardware [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.119897] env[69357]: DEBUG nova.virt.hardware [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.120099] env[69357]: DEBUG nova.virt.hardware [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.120279] env[69357]: DEBUG nova.virt.hardware [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.120442] env[69357]: DEBUG nova.virt.hardware [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.120857] env[69357]: DEBUG nova.virt.hardware [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.121877] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa21863-a542-4be0-93bc-4102400085da {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.130424] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ecfa37-98c6-4ea8-9796-725219a4ecda {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.218919] env[69357]: DEBUG nova.compute.manager [req-80b07c53-437d-4997-a765-cf9c51cd4d92 req-f977e463-b250-4cb7-a6c5-9f3176afeae1 service nova] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Received event network-vif-deleted-9693195a-fc5d-4528-b2d1-5cfeef6f04fd {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.219120] env[69357]: INFO nova.compute.manager [req-80b07c53-437d-4997-a765-cf9c51cd4d92 req-f977e463-b250-4cb7-a6c5-9f3176afeae1 service nova] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Neutron deleted interface 9693195a-fc5d-4528-b2d1-5cfeef6f04fd; detaching it from the instance and deleting it from the info cache [ 839.219293] env[69357]: DEBUG nova.network.neutron [req-80b07c53-437d-4997-a765-cf9c51cd4d92 req-f977e463-b250-4cb7-a6c5-9f3176afeae1 service nova] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.564632] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.565249] env[69357]: DEBUG nova.compute.manager [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.568553] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 41.568s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.571676] env[69357]: DEBUG nova.objects.instance [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69357) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 839.689716] env[69357]: DEBUG nova.network.neutron [-] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.725606] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ff43c48-5977-49cf-8274-68c9edd59c1d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.738285] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9a952a-5326-4049-a437-e2a8b92ce06a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.781567] env[69357]: DEBUG nova.compute.manager [req-80b07c53-437d-4997-a765-cf9c51cd4d92 req-f977e463-b250-4cb7-a6c5-9f3176afeae1 service nova] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Detach interface failed, port_id=9693195a-fc5d-4528-b2d1-5cfeef6f04fd, reason: Instance ab84fefe-2ac8-4e93-88b2-018a64f06aeb could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 840.075261] env[69357]: DEBUG nova.compute.utils [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.080295] env[69357]: DEBUG nova.compute.manager [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.080676] env[69357]: DEBUG nova.network.neutron [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.137906] env[69357]: DEBUG nova.policy [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d3d65e0f327459cbcf60e590b9b1054', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fee1c5526ed04060a1bc0e75be3dc547', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.191832] env[69357]: INFO nova.compute.manager [-] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Took 1.28 seconds to deallocate network for instance. [ 840.231118] env[69357]: DEBUG nova.compute.manager [req-fd7025fa-4842-4849-906a-241e163f52f6 req-5f2d1458-e8b0-43b7-8de9-e1a9f303660f service nova] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Received event network-vif-plugged-a51e4b22-13d4-4ba7-a396-9a10c1e248d0 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.231444] env[69357]: DEBUG oslo_concurrency.lockutils [req-fd7025fa-4842-4849-906a-241e163f52f6 req-5f2d1458-e8b0-43b7-8de9-e1a9f303660f service nova] Acquiring lock "20b531c3-fbbb-4b9c-b5fe-17ac474a72c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.231683] env[69357]: DEBUG oslo_concurrency.lockutils [req-fd7025fa-4842-4849-906a-241e163f52f6 req-5f2d1458-e8b0-43b7-8de9-e1a9f303660f service nova] Lock "20b531c3-fbbb-4b9c-b5fe-17ac474a72c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.231871] env[69357]: DEBUG oslo_concurrency.lockutils [req-fd7025fa-4842-4849-906a-241e163f52f6 req-5f2d1458-e8b0-43b7-8de9-e1a9f303660f service nova] Lock "20b531c3-fbbb-4b9c-b5fe-17ac474a72c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.232113] env[69357]: DEBUG nova.compute.manager [req-fd7025fa-4842-4849-906a-241e163f52f6 req-5f2d1458-e8b0-43b7-8de9-e1a9f303660f service nova] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] No waiting events found dispatching network-vif-plugged-a51e4b22-13d4-4ba7-a396-9a10c1e248d0 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.232395] env[69357]: WARNING nova.compute.manager [req-fd7025fa-4842-4849-906a-241e163f52f6 req-5f2d1458-e8b0-43b7-8de9-e1a9f303660f service nova] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Received unexpected event network-vif-plugged-a51e4b22-13d4-4ba7-a396-9a10c1e248d0 for instance with vm_state building and task_state spawning. [ 840.363714] env[69357]: DEBUG nova.network.neutron [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Successfully updated port: a51e4b22-13d4-4ba7-a396-9a10c1e248d0 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.469294] env[69357]: DEBUG nova.network.neutron [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Successfully created port: df629847-15b9-4112-ba27-3ef38c99b8d7 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.580745] env[69357]: DEBUG nova.compute.manager [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.585602] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8b02ec3f-847e-49d6-8499-99b63ad17830 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.587172] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.499s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.591154] env[69357]: INFO nova.compute.claims [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.701368] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b6a8af9-1c38-4943-83b3-07e95d7d9692 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.870313] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "refresh_cache-20b531c3-fbbb-4b9c-b5fe-17ac474a72c9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.870313] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquired lock "refresh_cache-20b531c3-fbbb-4b9c-b5fe-17ac474a72c9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.870313] env[69357]: DEBUG nova.network.neutron [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.399880] env[69357]: DEBUG nova.network.neutron [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.585731] env[69357]: DEBUG nova.network.neutron [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Updating instance_info_cache with network_info: [{"id": "a51e4b22-13d4-4ba7-a396-9a10c1e248d0", "address": "fa:16:3e:3e:2a:07", "network": {"id": "256f2819-f719-4377-82d3-97bddef87341", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-545752502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34055bbad79e42e59bb22ff7a0529002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa51e4b22-13", "ovs_interfaceid": "a51e4b22-13d4-4ba7-a396-9a10c1e248d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.595988] env[69357]: DEBUG nova.compute.manager [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.635174] env[69357]: DEBUG nova.virt.hardware [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.636962] env[69357]: DEBUG nova.virt.hardware [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.636962] env[69357]: DEBUG nova.virt.hardware [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.636962] env[69357]: DEBUG nova.virt.hardware [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.636962] env[69357]: DEBUG nova.virt.hardware [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.636962] env[69357]: DEBUG nova.virt.hardware [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.636962] env[69357]: DEBUG nova.virt.hardware [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.636962] env[69357]: DEBUG nova.virt.hardware [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.636962] env[69357]: DEBUG nova.virt.hardware [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.636962] env[69357]: DEBUG nova.virt.hardware [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.636962] env[69357]: DEBUG nova.virt.hardware [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.637838] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da63a40-b4ae-4451-abc1-11c3115358d4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.652639] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c18ccb-6358-4083-8cc4-1f8306ff8625 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.844018] env[69357]: DEBUG oslo_concurrency.lockutils [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Acquiring lock "0b2c5aef-e7af-4f91-aa02-3e3999b6ad16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.844918] env[69357]: DEBUG oslo_concurrency.lockutils [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Lock "0b2c5aef-e7af-4f91-aa02-3e3999b6ad16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.914512] env[69357]: DEBUG nova.compute.manager [req-84704660-8801-4deb-813c-b530950fd4ff req-96e009fc-4830-42fe-a323-4ed715033f6f service nova] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Received event network-vif-plugged-df629847-15b9-4112-ba27-3ef38c99b8d7 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.914777] env[69357]: DEBUG oslo_concurrency.lockutils [req-84704660-8801-4deb-813c-b530950fd4ff req-96e009fc-4830-42fe-a323-4ed715033f6f service nova] Acquiring lock "74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.914928] env[69357]: DEBUG oslo_concurrency.lockutils [req-84704660-8801-4deb-813c-b530950fd4ff req-96e009fc-4830-42fe-a323-4ed715033f6f service nova] Lock "74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.915103] env[69357]: DEBUG oslo_concurrency.lockutils [req-84704660-8801-4deb-813c-b530950fd4ff req-96e009fc-4830-42fe-a323-4ed715033f6f service nova] Lock "74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.915304] env[69357]: DEBUG nova.compute.manager [req-84704660-8801-4deb-813c-b530950fd4ff req-96e009fc-4830-42fe-a323-4ed715033f6f service nova] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] No waiting events found dispatching network-vif-plugged-df629847-15b9-4112-ba27-3ef38c99b8d7 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 841.915522] env[69357]: WARNING nova.compute.manager [req-84704660-8801-4deb-813c-b530950fd4ff req-96e009fc-4830-42fe-a323-4ed715033f6f service nova] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Received unexpected event network-vif-plugged-df629847-15b9-4112-ba27-3ef38c99b8d7 for instance with vm_state building and task_state spawning. [ 842.016947] env[69357]: DEBUG nova.network.neutron [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Successfully updated port: df629847-15b9-4112-ba27-3ef38c99b8d7 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.047816] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c145a4-8fe5-4c94-9846-c5129d48002b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.057885] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64653c7-4af5-4fe4-ac62-c5af0bbd8353 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.089072] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc567516-3603-432e-b20d-26b4cd53e334 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.091864] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Releasing lock "refresh_cache-20b531c3-fbbb-4b9c-b5fe-17ac474a72c9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.092225] env[69357]: DEBUG nova.compute.manager [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Instance network_info: |[{"id": "a51e4b22-13d4-4ba7-a396-9a10c1e248d0", "address": "fa:16:3e:3e:2a:07", "network": {"id": "256f2819-f719-4377-82d3-97bddef87341", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-545752502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34055bbad79e42e59bb22ff7a0529002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa51e4b22-13", "ovs_interfaceid": "a51e4b22-13d4-4ba7-a396-9a10c1e248d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.092653] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:2a:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a51e4b22-13d4-4ba7-a396-9a10c1e248d0', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.100055] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.100731] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.100962] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa5a3164-124c-4c26-906d-9b8798f389e1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.118907] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48084bc9-7cb0-4068-aabd-7b7051f6938a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.124221] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.124221] env[69357]: value = "task-3282655" [ 842.124221] env[69357]: _type = "Task" [ 842.124221] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.135248] env[69357]: DEBUG nova.compute.provider_tree [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.142075] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282655, 'name': CreateVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.254604] env[69357]: DEBUG nova.compute.manager [req-22b42b17-f350-4d04-89c4-73597e08d607 req-54ddcb14-2317-4473-8e3a-d8d57677a4fe service nova] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Received event network-changed-a51e4b22-13d4-4ba7-a396-9a10c1e248d0 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.254604] env[69357]: DEBUG nova.compute.manager [req-22b42b17-f350-4d04-89c4-73597e08d607 req-54ddcb14-2317-4473-8e3a-d8d57677a4fe service nova] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Refreshing instance network info cache due to event network-changed-a51e4b22-13d4-4ba7-a396-9a10c1e248d0. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.254604] env[69357]: DEBUG oslo_concurrency.lockutils [req-22b42b17-f350-4d04-89c4-73597e08d607 req-54ddcb14-2317-4473-8e3a-d8d57677a4fe service nova] Acquiring lock "refresh_cache-20b531c3-fbbb-4b9c-b5fe-17ac474a72c9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.254604] env[69357]: DEBUG oslo_concurrency.lockutils [req-22b42b17-f350-4d04-89c4-73597e08d607 req-54ddcb14-2317-4473-8e3a-d8d57677a4fe service nova] Acquired lock "refresh_cache-20b531c3-fbbb-4b9c-b5fe-17ac474a72c9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.254759] env[69357]: DEBUG nova.network.neutron [req-22b42b17-f350-4d04-89c4-73597e08d607 req-54ddcb14-2317-4473-8e3a-d8d57677a4fe service nova] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Refreshing network info cache for port a51e4b22-13d4-4ba7-a396-9a10c1e248d0 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.349327] env[69357]: DEBUG nova.compute.manager [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 842.520023] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "refresh_cache-74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.520238] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquired lock "refresh_cache-74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.520418] env[69357]: DEBUG nova.network.neutron [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.635065] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282655, 'name': CreateVM_Task, 'duration_secs': 0.417305} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.635324] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.636036] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.636245] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.636629] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.636924] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b774781-4f44-4bba-a16f-f57ed4faee50 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.639448] env[69357]: DEBUG nova.scheduler.client.report [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.646348] env[69357]: DEBUG oslo_vmware.api [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 842.646348] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]529a4e17-7ab9-c5dd-adb3-9ae3cb74f824" [ 842.646348] env[69357]: _type = "Task" [ 842.646348] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.655170] env[69357]: DEBUG oslo_vmware.api [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]529a4e17-7ab9-c5dd-adb3-9ae3cb74f824, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.876026] env[69357]: DEBUG oslo_concurrency.lockutils [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.976710] env[69357]: DEBUG nova.network.neutron [req-22b42b17-f350-4d04-89c4-73597e08d607 req-54ddcb14-2317-4473-8e3a-d8d57677a4fe service nova] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Updated VIF entry in instance network info cache for port a51e4b22-13d4-4ba7-a396-9a10c1e248d0. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.977102] env[69357]: DEBUG nova.network.neutron [req-22b42b17-f350-4d04-89c4-73597e08d607 req-54ddcb14-2317-4473-8e3a-d8d57677a4fe service nova] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Updating instance_info_cache with network_info: [{"id": "a51e4b22-13d4-4ba7-a396-9a10c1e248d0", "address": "fa:16:3e:3e:2a:07", "network": {"id": "256f2819-f719-4377-82d3-97bddef87341", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-545752502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34055bbad79e42e59bb22ff7a0529002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa51e4b22-13", "ovs_interfaceid": "a51e4b22-13d4-4ba7-a396-9a10c1e248d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.055904] env[69357]: DEBUG nova.network.neutron [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.144594] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.145138] env[69357]: DEBUG nova.compute.manager [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 843.148033] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 43.558s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.148153] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.148298] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69357) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 843.148609] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a34270fa-2058-4e20-9fa0-0241fee27e2c tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.456s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.148814] env[69357]: DEBUG nova.objects.instance [None req-a34270fa-2058-4e20-9fa0-0241fee27e2c tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Lazy-loading 'resources' on Instance uuid 6f91985d-2b88-4f70-9cae-4be4853b64c7 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.151028] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0889fa57-9035-460b-96d8-fc3155bd8713 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.168879] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64dcf7b-e5b6-4be7-95ad-ed0b392e2908 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.173553] env[69357]: DEBUG oslo_vmware.api [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]529a4e17-7ab9-c5dd-adb3-9ae3cb74f824, 'name': SearchDatastore_Task, 'duration_secs': 0.010363} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.174203] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.174708] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.174708] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.174885] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.175106] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.175785] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9053385-b000-466a-b77a-b938b842a322 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.187882] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4373733c-c200-4a83-aa1c-5db0d20f426f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.192840] env[69357]: DEBUG nova.network.neutron [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Updating instance_info_cache with network_info: [{"id": "df629847-15b9-4112-ba27-3ef38c99b8d7", "address": "fa:16:3e:4b:9f:49", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf629847-15", "ovs_interfaceid": "df629847-15b9-4112-ba27-3ef38c99b8d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.196936] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.197163] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.198871] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6c5e04-ff45-429f-ab56-51680639d166 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.202466] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a10c52e-81d9-4ab9-b052-75939d76a8e3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.208318] env[69357]: DEBUG oslo_vmware.api [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 843.208318] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f69bcf-780f-7f3a-c84f-4a331a3ec04f" [ 843.208318] env[69357]: _type = "Task" [ 843.208318] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.235434] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178874MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=69357) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 843.235543] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.244954] env[69357]: DEBUG oslo_vmware.api [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f69bcf-780f-7f3a-c84f-4a331a3ec04f, 'name': SearchDatastore_Task, 'duration_secs': 0.014633} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.245773] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2deac26e-0fde-41e8-b4fb-f9833ec6af62 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.251771] env[69357]: DEBUG oslo_vmware.api [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 843.251771] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]523590e3-fbee-4e0c-f6c2-088c71e7bae5" [ 843.251771] env[69357]: _type = "Task" [ 843.251771] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.259476] env[69357]: DEBUG oslo_vmware.api [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]523590e3-fbee-4e0c-f6c2-088c71e7bae5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.479932] env[69357]: DEBUG oslo_concurrency.lockutils [req-22b42b17-f350-4d04-89c4-73597e08d607 req-54ddcb14-2317-4473-8e3a-d8d57677a4fe service nova] Releasing lock "refresh_cache-20b531c3-fbbb-4b9c-b5fe-17ac474a72c9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.652683] env[69357]: DEBUG nova.compute.utils [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 843.657222] env[69357]: DEBUG nova.compute.manager [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 843.657418] env[69357]: DEBUG nova.network.neutron [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.696198] env[69357]: DEBUG nova.policy [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '554ddead58784afba018a02565cdc466', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c73ab9fcfd4648fd8935b075e25a9deb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.700673] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Releasing lock "refresh_cache-74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.700961] env[69357]: DEBUG nova.compute.manager [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Instance network_info: |[{"id": "df629847-15b9-4112-ba27-3ef38c99b8d7", "address": "fa:16:3e:4b:9f:49", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf629847-15", "ovs_interfaceid": "df629847-15b9-4112-ba27-3ef38c99b8d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 843.702030] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:9f:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df629847-15b9-4112-ba27-3ef38c99b8d7', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.711035] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.713249] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.714756] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f85e127a-9b7e-49bb-b4d7-e76b7edaa7b8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.739683] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.739683] env[69357]: value = "task-3282656" [ 843.739683] env[69357]: _type = "Task" [ 843.739683] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.750782] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282656, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.765119] env[69357]: DEBUG oslo_vmware.api [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]523590e3-fbee-4e0c-f6c2-088c71e7bae5, 'name': SearchDatastore_Task, 'duration_secs': 0.009827} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.765407] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.765655] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9/20b531c3-fbbb-4b9c-b5fe-17ac474a72c9.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.765914] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3054cd4d-ca68-4837-8de0-a929fcba8783 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.777082] env[69357]: DEBUG oslo_vmware.api [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 843.777082] env[69357]: value = "task-3282657" [ 843.777082] env[69357]: _type = "Task" [ 843.777082] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.785792] env[69357]: DEBUG oslo_vmware.api [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.948724] env[69357]: DEBUG nova.compute.manager [req-29395924-2bc2-4a16-b8b9-ca955cf0f3a3 req-28b699d7-6496-42a0-9bb1-273d04d87070 service nova] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Received event network-changed-df629847-15b9-4112-ba27-3ef38c99b8d7 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.948986] env[69357]: DEBUG nova.compute.manager [req-29395924-2bc2-4a16-b8b9-ca955cf0f3a3 req-28b699d7-6496-42a0-9bb1-273d04d87070 service nova] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Refreshing instance network info cache due to event network-changed-df629847-15b9-4112-ba27-3ef38c99b8d7. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 843.949271] env[69357]: DEBUG oslo_concurrency.lockutils [req-29395924-2bc2-4a16-b8b9-ca955cf0f3a3 req-28b699d7-6496-42a0-9bb1-273d04d87070 service nova] Acquiring lock "refresh_cache-74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.950122] env[69357]: DEBUG oslo_concurrency.lockutils [req-29395924-2bc2-4a16-b8b9-ca955cf0f3a3 req-28b699d7-6496-42a0-9bb1-273d04d87070 service nova] Acquired lock "refresh_cache-74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.950122] env[69357]: DEBUG nova.network.neutron [req-29395924-2bc2-4a16-b8b9-ca955cf0f3a3 req-28b699d7-6496-42a0-9bb1-273d04d87070 service nova] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Refreshing network info cache for port df629847-15b9-4112-ba27-3ef38c99b8d7 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.052819] env[69357]: DEBUG nova.network.neutron [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Successfully created port: c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 844.057638] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0456d86a-33dd-4e93-9f14-fe23f86013c7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.067202] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209eee2a-e7f8-4383-8bf2-7c2d0168ddd8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.104180] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deff5694-0425-4833-8fc2-521d849377c7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.114646] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7032d41-a4f3-4da5-af20-048d2c572a64 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.131092] env[69357]: DEBUG nova.compute.provider_tree [None req-a34270fa-2058-4e20-9fa0-0241fee27e2c tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.158209] env[69357]: DEBUG nova.compute.manager [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 844.250649] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282656, 'name': CreateVM_Task, 'duration_secs': 0.397091} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.250824] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.251592] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.251763] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.252120] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.252524] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5db18a0d-371d-4272-8518-6d8c1e69170a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.257263] env[69357]: DEBUG oslo_vmware.api [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 844.257263] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5269426a-8546-e130-81e7-6f83ae7f2c1c" [ 844.257263] env[69357]: _type = "Task" [ 844.257263] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.265582] env[69357]: DEBUG oslo_vmware.api [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5269426a-8546-e130-81e7-6f83ae7f2c1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.285531] env[69357]: DEBUG oslo_vmware.api [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453286} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.285797] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9/20b531c3-fbbb-4b9c-b5fe-17ac474a72c9.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.286021] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.286437] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad666a91-dde0-4f77-984c-e76db4579742 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.292359] env[69357]: DEBUG oslo_vmware.api [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 844.292359] env[69357]: value = "task-3282658" [ 844.292359] env[69357]: _type = "Task" [ 844.292359] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.303419] env[69357]: DEBUG oslo_vmware.api [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.634753] env[69357]: DEBUG nova.scheduler.client.report [None req-a34270fa-2058-4e20-9fa0-0241fee27e2c tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.736327] env[69357]: DEBUG nova.network.neutron [req-29395924-2bc2-4a16-b8b9-ca955cf0f3a3 req-28b699d7-6496-42a0-9bb1-273d04d87070 service nova] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Updated VIF entry in instance network info cache for port df629847-15b9-4112-ba27-3ef38c99b8d7. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 844.736616] env[69357]: DEBUG nova.network.neutron [req-29395924-2bc2-4a16-b8b9-ca955cf0f3a3 req-28b699d7-6496-42a0-9bb1-273d04d87070 service nova] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Updating instance_info_cache with network_info: [{"id": "df629847-15b9-4112-ba27-3ef38c99b8d7", "address": "fa:16:3e:4b:9f:49", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf629847-15", "ovs_interfaceid": "df629847-15b9-4112-ba27-3ef38c99b8d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.768197] env[69357]: DEBUG oslo_vmware.api [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5269426a-8546-e130-81e7-6f83ae7f2c1c, 'name': SearchDatastore_Task, 'duration_secs': 0.01092} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.768295] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.768557] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.768762] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.768908] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.769102] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.769404] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18b4d814-59f8-485b-b096-51b93bb8f222 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.777763] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.777947] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.778692] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54530d4b-f0a3-4717-a1cb-50bc3e922c0d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.784466] env[69357]: DEBUG oslo_vmware.api [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 844.784466] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]525bf100-ef4c-1738-0baa-b803793f9837" [ 844.784466] env[69357]: _type = "Task" [ 844.784466] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.794033] env[69357]: DEBUG oslo_vmware.api [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]525bf100-ef4c-1738-0baa-b803793f9837, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.801128] env[69357]: DEBUG oslo_vmware.api [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06984} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.801309] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.802123] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcadc348-6a7e-4056-a2e6-bc132be29b6e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.823914] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9/20b531c3-fbbb-4b9c-b5fe-17ac474a72c9.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.824614] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22cb040c-1c10-4ffd-844b-2b8d99df99c7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.843949] env[69357]: DEBUG oslo_vmware.api [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 844.843949] env[69357]: value = "task-3282659" [ 844.843949] env[69357]: _type = "Task" [ 844.843949] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.852335] env[69357]: DEBUG oslo_vmware.api [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282659, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.140867] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a34270fa-2058-4e20-9fa0-0241fee27e2c tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.142911] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.954s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.143110] env[69357]: DEBUG nova.objects.instance [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69357) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 845.174073] env[69357]: DEBUG nova.compute.manager [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 845.197010] env[69357]: DEBUG nova.virt.hardware [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.197275] env[69357]: DEBUG nova.virt.hardware [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.197441] env[69357]: DEBUG nova.virt.hardware [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.197669] env[69357]: DEBUG nova.virt.hardware [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.197826] env[69357]: DEBUG nova.virt.hardware [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.197972] env[69357]: DEBUG nova.virt.hardware [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.198200] env[69357]: DEBUG nova.virt.hardware [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.198348] env[69357]: DEBUG nova.virt.hardware [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.198511] env[69357]: DEBUG nova.virt.hardware [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.198670] env[69357]: DEBUG nova.virt.hardware [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.198839] env[69357]: DEBUG nova.virt.hardware [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.200024] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac73e1f-c073-4dca-91a8-e6ac39ba3ae2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.208081] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41c162c-a73d-45e4-a1d9-bcfc66041519 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.232388] env[69357]: INFO nova.scheduler.client.report [None req-a34270fa-2058-4e20-9fa0-0241fee27e2c tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Deleted allocations for instance 6f91985d-2b88-4f70-9cae-4be4853b64c7 [ 845.240836] env[69357]: DEBUG oslo_concurrency.lockutils [req-29395924-2bc2-4a16-b8b9-ca955cf0f3a3 req-28b699d7-6496-42a0-9bb1-273d04d87070 service nova] Releasing lock "refresh_cache-74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.295437] env[69357]: DEBUG oslo_vmware.api [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]525bf100-ef4c-1738-0baa-b803793f9837, 'name': SearchDatastore_Task, 'duration_secs': 0.010795} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.296256] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e0d4335-ee59-4583-8933-9c21acc6ae1d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.301284] env[69357]: DEBUG oslo_vmware.api [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 845.301284] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52dac6e9-e1cb-1ebf-ea79-b052d861330e" [ 845.301284] env[69357]: _type = "Task" [ 845.301284] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.309117] env[69357]: DEBUG oslo_vmware.api [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52dac6e9-e1cb-1ebf-ea79-b052d861330e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.353227] env[69357]: DEBUG oslo_vmware.api [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282659, 'name': ReconfigVM_Task, 'duration_secs': 0.272392} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.353528] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9/20b531c3-fbbb-4b9c-b5fe-17ac474a72c9.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.354535] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b153315-cec8-4568-86f5-9e55d743caa0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.361197] env[69357]: DEBUG oslo_vmware.api [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 845.361197] env[69357]: value = "task-3282660" [ 845.361197] env[69357]: _type = "Task" [ 845.361197] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.369627] env[69357]: DEBUG oslo_vmware.api [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282660, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.617387] env[69357]: DEBUG nova.network.neutron [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Successfully updated port: c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.739962] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a34270fa-2058-4e20-9fa0-0241fee27e2c tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Lock "6f91985d-2b88-4f70-9cae-4be4853b64c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.442s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.812851] env[69357]: DEBUG oslo_vmware.api [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52dac6e9-e1cb-1ebf-ea79-b052d861330e, 'name': SearchDatastore_Task, 'duration_secs': 0.009972} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.813310] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.813585] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4/74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.813863] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca1ea0dc-ccb1-4aa5-a97a-8b8afa4454d0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.821042] env[69357]: DEBUG oslo_vmware.api [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 845.821042] env[69357]: value = "task-3282661" [ 845.821042] env[69357]: _type = "Task" [ 845.821042] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.831230] env[69357]: DEBUG oslo_vmware.api [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.870935] env[69357]: DEBUG oslo_vmware.api [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282660, 'name': Rename_Task, 'duration_secs': 0.148165} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.871269] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.871500] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fabfb97-e372-491c-ad45-9d5ab734e9e9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.877824] env[69357]: DEBUG oslo_vmware.api [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 845.877824] env[69357]: value = "task-3282662" [ 845.877824] env[69357]: _type = "Task" [ 845.877824] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.885964] env[69357]: DEBUG oslo_vmware.api [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282662, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.123707] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquiring lock "refresh_cache-0c1376c6-1c72-4998-b90e-ff4500cef5c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.123707] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquired lock "refresh_cache-0c1376c6-1c72-4998-b90e-ff4500cef5c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.123707] env[69357]: DEBUG nova.network.neutron [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.141158] env[69357]: DEBUG nova.compute.manager [req-c0ea8bb2-e049-4c80-870c-468758985f53 req-e5258232-0639-4600-b02c-038587f3982f service nova] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Received event network-vif-plugged-c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.141846] env[69357]: DEBUG oslo_concurrency.lockutils [req-c0ea8bb2-e049-4c80-870c-468758985f53 req-e5258232-0639-4600-b02c-038587f3982f service nova] Acquiring lock "0c1376c6-1c72-4998-b90e-ff4500cef5c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.141846] env[69357]: DEBUG oslo_concurrency.lockutils [req-c0ea8bb2-e049-4c80-870c-468758985f53 req-e5258232-0639-4600-b02c-038587f3982f service nova] Lock "0c1376c6-1c72-4998-b90e-ff4500cef5c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.141846] env[69357]: DEBUG oslo_concurrency.lockutils [req-c0ea8bb2-e049-4c80-870c-468758985f53 req-e5258232-0639-4600-b02c-038587f3982f service nova] Lock "0c1376c6-1c72-4998-b90e-ff4500cef5c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.141941] env[69357]: DEBUG nova.compute.manager [req-c0ea8bb2-e049-4c80-870c-468758985f53 req-e5258232-0639-4600-b02c-038587f3982f service nova] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] No waiting events found dispatching network-vif-plugged-c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 846.142229] env[69357]: WARNING nova.compute.manager [req-c0ea8bb2-e049-4c80-870c-468758985f53 req-e5258232-0639-4600-b02c-038587f3982f service nova] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Received unexpected event network-vif-plugged-c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e for instance with vm_state building and task_state spawning. [ 846.142275] env[69357]: DEBUG nova.compute.manager [req-c0ea8bb2-e049-4c80-870c-468758985f53 req-e5258232-0639-4600-b02c-038587f3982f service nova] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Received event network-changed-c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.142467] env[69357]: DEBUG nova.compute.manager [req-c0ea8bb2-e049-4c80-870c-468758985f53 req-e5258232-0639-4600-b02c-038587f3982f service nova] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Refreshing instance network info cache due to event network-changed-c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.142599] env[69357]: DEBUG oslo_concurrency.lockutils [req-c0ea8bb2-e049-4c80-870c-468758985f53 req-e5258232-0639-4600-b02c-038587f3982f service nova] Acquiring lock "refresh_cache-0c1376c6-1c72-4998-b90e-ff4500cef5c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.152920] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cd699883-15f1-4830-9c13-1653eeb0480d tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.156611] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.132s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.156611] env[69357]: DEBUG nova.objects.instance [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69357) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 846.332624] env[69357]: DEBUG oslo_vmware.api [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282661, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.392150] env[69357]: DEBUG oslo_vmware.api [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282662, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.400736] env[69357]: DEBUG oslo_vmware.rw_handles [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5216a4dd-a2ce-ed0c-285d-f0bb232aa0a6/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 846.401725] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058fa5d0-46fc-49e2-a6ee-0349923e5a5c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.409305] env[69357]: DEBUG oslo_vmware.rw_handles [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5216a4dd-a2ce-ed0c-285d-f0bb232aa0a6/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 846.409446] env[69357]: ERROR oslo_vmware.rw_handles [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5216a4dd-a2ce-ed0c-285d-f0bb232aa0a6/disk-0.vmdk due to incomplete transfer. [ 846.409670] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-24e204c4-5ba2-410b-a789-ad1948ca6ebf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.418281] env[69357]: DEBUG oslo_vmware.rw_handles [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5216a4dd-a2ce-ed0c-285d-f0bb232aa0a6/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 846.418513] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Uploaded image de772704-e934-401a-bb6e-46fbb2e9b88e to the Glance image server {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 846.421090] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Destroying the VM {{(pid=69357) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 846.421360] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-aa126689-e354-4cc5-8bee-dc8a20ceaf26 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.427568] env[69357]: DEBUG oslo_vmware.api [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 846.427568] env[69357]: value = "task-3282663" [ 846.427568] env[69357]: _type = "Task" [ 846.427568] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.436349] env[69357]: DEBUG oslo_vmware.api [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282663, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.658447] env[69357]: DEBUG nova.network.neutron [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.686363] env[69357]: DEBUG oslo_concurrency.lockutils [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Acquiring lock "9bb73b0a-0b8a-45b0-be44-d106cfcb3209" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.686618] env[69357]: DEBUG oslo_concurrency.lockutils [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Lock "9bb73b0a-0b8a-45b0-be44-d106cfcb3209" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.799605] env[69357]: DEBUG nova.network.neutron [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Updating instance_info_cache with network_info: [{"id": "c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e", "address": "fa:16:3e:55:8e:1e", "network": {"id": "5ddc1356-bab9-45c4-8200-1fb7195f0d77", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-903464567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c73ab9fcfd4648fd8935b075e25a9deb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc47b3d71-c7", "ovs_interfaceid": "c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.831685] env[69357]: DEBUG oslo_vmware.api [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512754} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.831993] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4/74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.832280] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.832585] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a85ba97-6f35-46e0-bfaf-d04998210c01 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.839171] env[69357]: DEBUG oslo_vmware.api [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 846.839171] env[69357]: value = "task-3282664" [ 846.839171] env[69357]: _type = "Task" [ 846.839171] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.847222] env[69357]: DEBUG oslo_vmware.api [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.891138] env[69357]: DEBUG oslo_vmware.api [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282662, 'name': PowerOnVM_Task, 'duration_secs': 0.708289} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.891424] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.891642] env[69357]: INFO nova.compute.manager [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Took 7.82 seconds to spawn the instance on the hypervisor. [ 846.891835] env[69357]: DEBUG nova.compute.manager [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.893457] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ef24a4-99f5-43aa-96c4-defa323eca72 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.937345] env[69357]: DEBUG oslo_vmware.api [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282663, 'name': Destroy_Task, 'duration_secs': 0.346346} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.938326] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Destroyed the VM [ 846.938586] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Deleting Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 846.938839] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d0dd7bb8-bf36-4c9e-a436-01d0485278e3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.945116] env[69357]: DEBUG oslo_vmware.api [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 846.945116] env[69357]: value = "task-3282665" [ 846.945116] env[69357]: _type = "Task" [ 846.945116] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.954086] env[69357]: DEBUG oslo_vmware.api [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282665, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.167171] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4e976b3d-886b-4e3b-ab0c-4e5e56c2ff12 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.168407] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.083s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.168651] env[69357]: DEBUG nova.objects.instance [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lazy-loading 'resources' on Instance uuid 8cafc4cb-7b31-41aa-8148-5a743741e988 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.189934] env[69357]: DEBUG nova.compute.manager [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 847.302272] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Releasing lock "refresh_cache-0c1376c6-1c72-4998-b90e-ff4500cef5c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.302581] env[69357]: DEBUG nova.compute.manager [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Instance network_info: |[{"id": "c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e", "address": "fa:16:3e:55:8e:1e", "network": {"id": "5ddc1356-bab9-45c4-8200-1fb7195f0d77", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-903464567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c73ab9fcfd4648fd8935b075e25a9deb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc47b3d71-c7", "ovs_interfaceid": "c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.302886] env[69357]: DEBUG oslo_concurrency.lockutils [req-c0ea8bb2-e049-4c80-870c-468758985f53 req-e5258232-0639-4600-b02c-038587f3982f service nova] Acquired lock "refresh_cache-0c1376c6-1c72-4998-b90e-ff4500cef5c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.303106] env[69357]: DEBUG nova.network.neutron [req-c0ea8bb2-e049-4c80-870c-468758985f53 req-e5258232-0639-4600-b02c-038587f3982f service nova] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Refreshing network info cache for port c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.304320] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:8e:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.313487] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Creating folder: Project (c73ab9fcfd4648fd8935b075e25a9deb). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.316677] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6180a234-8cfd-40e6-b042-70529681492f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.328350] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Created folder: Project (c73ab9fcfd4648fd8935b075e25a9deb) in parent group-v655402. [ 847.328533] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Creating folder: Instances. Parent ref: group-v655572. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.328763] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-503a8aa9-42ee-4921-befe-9dc289ab1840 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.337855] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Created folder: Instances in parent group-v655572. [ 847.338079] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.338262] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.338458] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2cbfb1f-8436-4d30-98b0-b5d7f55f73f9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.363063] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.363063] env[69357]: value = "task-3282668" [ 847.363063] env[69357]: _type = "Task" [ 847.363063] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.363312] env[69357]: DEBUG oslo_vmware.api [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065333} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.363598] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.366960] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0030d40a-3e8a-4590-bfb3-e0d9c92521fd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.373637] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282668, 'name': CreateVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.390875] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4/74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.391442] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9767f678-f907-492f-80d4-1f00ce82ca14 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.414484] env[69357]: INFO nova.compute.manager [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Took 61.29 seconds to build instance. [ 847.421047] env[69357]: DEBUG oslo_vmware.api [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 847.421047] env[69357]: value = "task-3282669" [ 847.421047] env[69357]: _type = "Task" [ 847.421047] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.431051] env[69357]: DEBUG oslo_vmware.api [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282669, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.454460] env[69357]: DEBUG oslo_vmware.api [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282665, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.552651] env[69357]: DEBUG nova.network.neutron [req-c0ea8bb2-e049-4c80-870c-468758985f53 req-e5258232-0639-4600-b02c-038587f3982f service nova] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Updated VIF entry in instance network info cache for port c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.553098] env[69357]: DEBUG nova.network.neutron [req-c0ea8bb2-e049-4c80-870c-468758985f53 req-e5258232-0639-4600-b02c-038587f3982f service nova] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Updating instance_info_cache with network_info: [{"id": "c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e", "address": "fa:16:3e:55:8e:1e", "network": {"id": "5ddc1356-bab9-45c4-8200-1fb7195f0d77", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-903464567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c73ab9fcfd4648fd8935b075e25a9deb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc47b3d71-c7", "ovs_interfaceid": "c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.716035] env[69357]: DEBUG oslo_concurrency.lockutils [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.791660] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.791894] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.875544] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282668, 'name': CreateVM_Task, 'duration_secs': 0.369766} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.875799] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.876417] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.876586] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.876909] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.877184] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d03727d-3464-4a26-b071-3775f285901e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.883515] env[69357]: DEBUG oslo_vmware.api [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 847.883515] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52dfbc81-c4c7-244c-1132-b61f60d52e65" [ 847.883515] env[69357]: _type = "Task" [ 847.883515] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.891088] env[69357]: DEBUG oslo_vmware.api [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52dfbc81-c4c7-244c-1132-b61f60d52e65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.917194] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0705d6f7-ad63-498c-9977-61760fe15299 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "20b531c3-fbbb-4b9c-b5fe-17ac474a72c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.384s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.933686] env[69357]: DEBUG oslo_vmware.api [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282669, 'name': ReconfigVM_Task, 'duration_secs': 0.341521} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.933948] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4/74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.934814] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af3147ec-41ca-4d14-aa07-1498d1d64157 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.943516] env[69357]: DEBUG oslo_vmware.api [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 847.943516] env[69357]: value = "task-3282670" [ 847.943516] env[69357]: _type = "Task" [ 847.943516] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.955654] env[69357]: DEBUG oslo_vmware.api [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282670, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.959571] env[69357]: DEBUG oslo_vmware.api [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282665, 'name': RemoveSnapshot_Task, 'duration_secs': 0.676728} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.959836] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Deleted Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 847.960113] env[69357]: INFO nova.compute.manager [None req-d69c7459-a7b6-427b-82d8-0d6e73f02119 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Took 13.79 seconds to snapshot the instance on the hypervisor. [ 848.031146] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692d329a-fa80-49fc-a5ea-bd551ed98add {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.038289] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6220c98a-cb43-4a91-a830-8dc8a8f87d49 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.071437] env[69357]: DEBUG oslo_concurrency.lockutils [req-c0ea8bb2-e049-4c80-870c-468758985f53 req-e5258232-0639-4600-b02c-038587f3982f service nova] Releasing lock "refresh_cache-0c1376c6-1c72-4998-b90e-ff4500cef5c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.072931] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa47beee-d4b4-4876-b80f-ef26361b35da {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.080193] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d5e712-cfd1-4818-a2e2-2093466dd76a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.098536] env[69357]: DEBUG nova.compute.provider_tree [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 848.393939] env[69357]: DEBUG oslo_vmware.api [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52dfbc81-c4c7-244c-1132-b61f60d52e65, 'name': SearchDatastore_Task, 'duration_secs': 0.023636} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.394258] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.394537] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.394726] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.394868] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.395065] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.395323] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6354226a-b879-4595-93a8-bb2567cebd3d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.405493] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.405670] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.406357] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-943b8049-8af5-4f95-bf91-a746c28c1970 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.411755] env[69357]: DEBUG oslo_vmware.api [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 848.411755] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52238f3e-8265-e02f-fd7f-2daf8f43176a" [ 848.411755] env[69357]: _type = "Task" [ 848.411755] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.418811] env[69357]: DEBUG nova.compute.manager [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.421274] env[69357]: DEBUG oslo_vmware.api [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52238f3e-8265-e02f-fd7f-2daf8f43176a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.452158] env[69357]: DEBUG oslo_vmware.api [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282670, 'name': Rename_Task, 'duration_secs': 0.157218} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.452443] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.452693] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e62227f0-cf61-431f-98ce-63c5fc98d171 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.459944] env[69357]: DEBUG oslo_vmware.api [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 848.459944] env[69357]: value = "task-3282671" [ 848.459944] env[69357]: _type = "Task" [ 848.459944] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.469317] env[69357]: DEBUG oslo_vmware.api [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.502477] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1ed8c7ba-de06-476b-bcf8-6df32740a114 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "20b531c3-fbbb-4b9c-b5fe-17ac474a72c9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.502745] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1ed8c7ba-de06-476b-bcf8-6df32740a114 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "20b531c3-fbbb-4b9c-b5fe-17ac474a72c9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.502951] env[69357]: DEBUG nova.compute.manager [None req-1ed8c7ba-de06-476b-bcf8-6df32740a114 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.503887] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885bc47d-7c5c-4943-b7b7-1d9f1d1b44f9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.510363] env[69357]: DEBUG nova.compute.manager [None req-1ed8c7ba-de06-476b-bcf8-6df32740a114 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69357) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 848.510991] env[69357]: DEBUG nova.objects.instance [None req-1ed8c7ba-de06-476b-bcf8-6df32740a114 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lazy-loading 'flavor' on Instance uuid 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.622182] env[69357]: ERROR nova.scheduler.client.report [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [req-fa23c0ee-7d12-4123-a706-cc8f659faf3c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcb9ec35-bfdd-4e17-b2d7-2501509e9896. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fa23c0ee-7d12-4123-a706-cc8f659faf3c"}]} [ 848.639612] env[69357]: DEBUG nova.scheduler.client.report [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Refreshing inventories for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 848.653516] env[69357]: DEBUG nova.scheduler.client.report [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Updating ProviderTree inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 848.653754] env[69357]: DEBUG nova.compute.provider_tree [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 848.665892] env[69357]: DEBUG nova.scheduler.client.report [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Refreshing aggregate associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, aggregates: None {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 848.683625] env[69357]: DEBUG nova.scheduler.client.report [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Refreshing trait associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 848.926651] env[69357]: DEBUG oslo_vmware.api [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52238f3e-8265-e02f-fd7f-2daf8f43176a, 'name': SearchDatastore_Task, 'duration_secs': 0.038853} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.932617] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c693caa1-4b38-449d-b6d4-c521b4021996 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.937280] env[69357]: DEBUG oslo_vmware.api [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 848.937280] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]522b2f57-047f-0e86-b850-c5642ffea9a9" [ 848.937280] env[69357]: _type = "Task" [ 848.937280] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.941346] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.948605] env[69357]: DEBUG oslo_vmware.api [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]522b2f57-047f-0e86-b850-c5642ffea9a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.970643] env[69357]: DEBUG oslo_vmware.api [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282671, 'name': PowerOnVM_Task, 'duration_secs': 0.451821} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.971658] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.971658] env[69357]: INFO nova.compute.manager [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Took 7.38 seconds to spawn the instance on the hypervisor. [ 848.971658] env[69357]: DEBUG nova.compute.manager [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.972361] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9b8f21-bd85-4a44-a81d-ca51c0b55388 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.035037] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6b29d4-acd8-4385-be0b-d5eeaf07b9be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.042991] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56096c7d-b3f7-44b4-8ce9-8b87ad2fef6e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.073745] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6787e6e-d867-4d7c-ad2c-f549d457c52d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.080639] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c578e7-8da5-492d-88a9-78233f0781b6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.093455] env[69357]: DEBUG nova.compute.provider_tree [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 849.449036] env[69357]: DEBUG oslo_vmware.api [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]522b2f57-047f-0e86-b850-c5642ffea9a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010776} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.449158] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.449456] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 0c1376c6-1c72-4998-b90e-ff4500cef5c0/0c1376c6-1c72-4998-b90e-ff4500cef5c0.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.449936] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fe56337-fe36-4df7-9b93-038885b49d0b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.455860] env[69357]: DEBUG oslo_vmware.api [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 849.455860] env[69357]: value = "task-3282672" [ 849.455860] env[69357]: _type = "Task" [ 849.455860] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.463736] env[69357]: DEBUG oslo_vmware.api [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3282672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.491863] env[69357]: INFO nova.compute.manager [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Took 55.50 seconds to build instance. [ 849.521473] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed8c7ba-de06-476b-bcf8-6df32740a114 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.522052] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dfb6352-d6eb-4873-a456-b9c1e5bc0989 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.528837] env[69357]: DEBUG oslo_vmware.api [None req-1ed8c7ba-de06-476b-bcf8-6df32740a114 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 849.528837] env[69357]: value = "task-3282673" [ 849.528837] env[69357]: _type = "Task" [ 849.528837] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.537125] env[69357]: DEBUG oslo_vmware.api [None req-1ed8c7ba-de06-476b-bcf8-6df32740a114 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.624513] env[69357]: DEBUG nova.scheduler.client.report [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Updated inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with generation 84 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 849.624832] env[69357]: DEBUG nova.compute.provider_tree [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Updating resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 generation from 84 to 85 during operation: update_inventory {{(pid=69357) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 849.625027] env[69357]: DEBUG nova.compute.provider_tree [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 849.967195] env[69357]: DEBUG oslo_vmware.api [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3282672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491864} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.967195] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 0c1376c6-1c72-4998-b90e-ff4500cef5c0/0c1376c6-1c72-4998-b90e-ff4500cef5c0.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.967195] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.967195] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61c69ea7-703d-4145-87a1-c24d3b8d49b0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.971710] env[69357]: DEBUG oslo_vmware.api [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 849.971710] env[69357]: value = "task-3282674" [ 849.971710] env[69357]: _type = "Task" [ 849.971710] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.979622] env[69357]: DEBUG oslo_vmware.api [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3282674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.994304] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1d272417-e045-4a1c-a353-e466d4da55ab tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.357s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.037707] env[69357]: DEBUG oslo_vmware.api [None req-1ed8c7ba-de06-476b-bcf8-6df32740a114 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282673, 'name': PowerOffVM_Task, 'duration_secs': 0.338573} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.038048] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed8c7ba-de06-476b-bcf8-6df32740a114 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.038352] env[69357]: DEBUG nova.compute.manager [None req-1ed8c7ba-de06-476b-bcf8-6df32740a114 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.039189] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e0a6dd-9bda-497c-87fd-85eeeab58eb7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.129826] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.961s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.132133] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.675s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.134015] env[69357]: INFO nova.compute.claims [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.146883] env[69357]: INFO nova.scheduler.client.report [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Deleted allocations for instance 8cafc4cb-7b31-41aa-8148-5a743741e988 [ 850.483316] env[69357]: DEBUG oslo_vmware.api [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3282674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066772} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.483316] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.488045] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e587588b-61d6-4ef6-852b-adc346a9589f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.515550] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 0c1376c6-1c72-4998-b90e-ff4500cef5c0/0c1376c6-1c72-4998-b90e-ff4500cef5c0.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.516451] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9d3a27b-d61a-4d1d-a0a5-2b58ccab6fca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.541450] env[69357]: DEBUG oslo_vmware.api [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 850.541450] env[69357]: value = "task-3282675" [ 850.541450] env[69357]: _type = "Task" [ 850.541450] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.552030] env[69357]: DEBUG oslo_vmware.api [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3282675, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.552743] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1ed8c7ba-de06-476b-bcf8-6df32740a114 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "20b531c3-fbbb-4b9c-b5fe-17ac474a72c9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.658044] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fc55bc62-9ca1-4a6e-ac43-680e6cb9150a tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "8cafc4cb-7b31-41aa-8148-5a743741e988" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.448s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.811401] env[69357]: DEBUG nova.compute.manager [req-cb8f5c4f-03f7-48c3-96e1-0ec82b2662e1 req-8bd60b14-8f61-4c37-b57f-b2a42dcc2011 service nova] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Received event network-changed-df629847-15b9-4112-ba27-3ef38c99b8d7 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.811401] env[69357]: DEBUG nova.compute.manager [req-cb8f5c4f-03f7-48c3-96e1-0ec82b2662e1 req-8bd60b14-8f61-4c37-b57f-b2a42dcc2011 service nova] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Refreshing instance network info cache due to event network-changed-df629847-15b9-4112-ba27-3ef38c99b8d7. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.811401] env[69357]: DEBUG oslo_concurrency.lockutils [req-cb8f5c4f-03f7-48c3-96e1-0ec82b2662e1 req-8bd60b14-8f61-4c37-b57f-b2a42dcc2011 service nova] Acquiring lock "refresh_cache-74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.811401] env[69357]: DEBUG oslo_concurrency.lockutils [req-cb8f5c4f-03f7-48c3-96e1-0ec82b2662e1 req-8bd60b14-8f61-4c37-b57f-b2a42dcc2011 service nova] Acquired lock "refresh_cache-74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.811401] env[69357]: DEBUG nova.network.neutron [req-cb8f5c4f-03f7-48c3-96e1-0ec82b2662e1 req-8bd60b14-8f61-4c37-b57f-b2a42dcc2011 service nova] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Refreshing network info cache for port df629847-15b9-4112-ba27-3ef38c99b8d7 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.051853] env[69357]: DEBUG oslo_vmware.api [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3282675, 'name': ReconfigVM_Task, 'duration_secs': 0.301989} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.052198] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 0c1376c6-1c72-4998-b90e-ff4500cef5c0/0c1376c6-1c72-4998-b90e-ff4500cef5c0.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.052839] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7d0a6b2-d7f3-4d29-939f-4982fecbd079 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.059393] env[69357]: DEBUG oslo_vmware.api [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 851.059393] env[69357]: value = "task-3282676" [ 851.059393] env[69357]: _type = "Task" [ 851.059393] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.066866] env[69357]: DEBUG oslo_vmware.api [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3282676, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.275907] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7109ccd4-0162-41a7-b447-7902661cc09b tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquiring lock "f10e7a79-4aee-4687-84e8-d4d238077566" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.276175] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7109ccd4-0162-41a7-b447-7902661cc09b tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "f10e7a79-4aee-4687-84e8-d4d238077566" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.276434] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7109ccd4-0162-41a7-b447-7902661cc09b tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquiring lock "f10e7a79-4aee-4687-84e8-d4d238077566-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.276565] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7109ccd4-0162-41a7-b447-7902661cc09b tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "f10e7a79-4aee-4687-84e8-d4d238077566-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.276726] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7109ccd4-0162-41a7-b447-7902661cc09b tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "f10e7a79-4aee-4687-84e8-d4d238077566-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.280861] env[69357]: INFO nova.compute.manager [None req-7109ccd4-0162-41a7-b447-7902661cc09b tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Terminating instance [ 851.313255] env[69357]: INFO nova.compute.manager [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Rebuilding instance [ 851.353993] env[69357]: DEBUG nova.compute.manager [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.354700] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea1c4af-0804-4f7f-a746-07c963a945fd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.499924] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb22524-7c60-4b22-81b0-80677ea77f73 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.507443] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e87993e-488c-4a4d-b244-5884321e1dd6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.538469] env[69357]: DEBUG nova.network.neutron [req-cb8f5c4f-03f7-48c3-96e1-0ec82b2662e1 req-8bd60b14-8f61-4c37-b57f-b2a42dcc2011 service nova] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Updated VIF entry in instance network info cache for port df629847-15b9-4112-ba27-3ef38c99b8d7. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.538845] env[69357]: DEBUG nova.network.neutron [req-cb8f5c4f-03f7-48c3-96e1-0ec82b2662e1 req-8bd60b14-8f61-4c37-b57f-b2a42dcc2011 service nova] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Updating instance_info_cache with network_info: [{"id": "df629847-15b9-4112-ba27-3ef38c99b8d7", "address": "fa:16:3e:4b:9f:49", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf629847-15", "ovs_interfaceid": "df629847-15b9-4112-ba27-3ef38c99b8d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.540641] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e92c149-c155-4bae-900a-f4ae432e1ba9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.549483] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8fefc2-6083-46f6-982f-53f287affa83 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.568123] env[69357]: DEBUG nova.compute.provider_tree [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.580017] env[69357]: DEBUG oslo_vmware.api [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3282676, 'name': Rename_Task, 'duration_secs': 0.181783} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.580017] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.580017] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c02f358-9493-4e9c-94ab-8303bc9fafb8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.586826] env[69357]: DEBUG oslo_vmware.api [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 851.586826] env[69357]: value = "task-3282677" [ 851.586826] env[69357]: _type = "Task" [ 851.586826] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.594878] env[69357]: DEBUG oslo_vmware.api [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3282677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.784793] env[69357]: DEBUG nova.compute.manager [None req-7109ccd4-0162-41a7-b447-7902661cc09b tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.785122] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7109ccd4-0162-41a7-b447-7902661cc09b tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.786124] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f3b939-a95a-4602-b0b6-9d68b1c65bf5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.793677] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7109ccd4-0162-41a7-b447-7902661cc09b tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.794100] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7838d8f-e605-42df-99d4-28b37aa16730 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.799962] env[69357]: DEBUG oslo_vmware.api [None req-7109ccd4-0162-41a7-b447-7902661cc09b tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 851.799962] env[69357]: value = "task-3282678" [ 851.799962] env[69357]: _type = "Task" [ 851.799962] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.807880] env[69357]: DEBUG oslo_vmware.api [None req-7109ccd4-0162-41a7-b447-7902661cc09b tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.044735] env[69357]: DEBUG oslo_concurrency.lockutils [req-cb8f5c4f-03f7-48c3-96e1-0ec82b2662e1 req-8bd60b14-8f61-4c37-b57f-b2a42dcc2011 service nova] Releasing lock "refresh_cache-74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.075191] env[69357]: DEBUG nova.scheduler.client.report [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.097162] env[69357]: DEBUG oslo_vmware.api [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3282677, 'name': PowerOnVM_Task, 'duration_secs': 0.473898} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.098126] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.098338] env[69357]: INFO nova.compute.manager [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Took 6.92 seconds to spawn the instance on the hypervisor. [ 852.098520] env[69357]: DEBUG nova.compute.manager [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.099339] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc773a07-a4da-457c-a725-fe0e37780ecd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.310265] env[69357]: DEBUG oslo_vmware.api [None req-7109ccd4-0162-41a7-b447-7902661cc09b tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282678, 'name': PowerOffVM_Task, 'duration_secs': 0.294085} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.310545] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7109ccd4-0162-41a7-b447-7902661cc09b tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.310712] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7109ccd4-0162-41a7-b447-7902661cc09b tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.310962] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-733e2b26-714c-4c93-9e84-7b7850c957e1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.370448] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.370764] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84462358-28f1-47da-ab46-e77639be270c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.377021] env[69357]: DEBUG oslo_vmware.api [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 852.377021] env[69357]: value = "task-3282680" [ 852.377021] env[69357]: _type = "Task" [ 852.377021] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.384821] env[69357]: DEBUG oslo_vmware.api [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.395970] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7109ccd4-0162-41a7-b447-7902661cc09b tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.396256] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7109ccd4-0162-41a7-b447-7902661cc09b tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.396639] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-7109ccd4-0162-41a7-b447-7902661cc09b tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Deleting the datastore file [datastore1] f10e7a79-4aee-4687-84e8-d4d238077566 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.397015] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e08d4cd9-de25-45f0-b42a-027328262abe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.402973] env[69357]: DEBUG oslo_vmware.api [None req-7109ccd4-0162-41a7-b447-7902661cc09b tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 852.402973] env[69357]: value = "task-3282681" [ 852.402973] env[69357]: _type = "Task" [ 852.402973] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.410682] env[69357]: DEBUG oslo_vmware.api [None req-7109ccd4-0162-41a7-b447-7902661cc09b tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.580622] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.581192] env[69357]: DEBUG nova.compute.manager [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.583819] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.233s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.585267] env[69357]: INFO nova.compute.claims [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.616983] env[69357]: INFO nova.compute.manager [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Took 54.55 seconds to build instance. [ 852.892373] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] VM already powered off {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 852.892645] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.893490] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60aa1ecb-185f-4618-afb9-de75b16d8cad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.900337] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.900582] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ca4615c-e5ba-4ba1-a142-f1df13c8d230 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.910774] env[69357]: DEBUG oslo_vmware.api [None req-7109ccd4-0162-41a7-b447-7902661cc09b tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137358} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.910999] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-7109ccd4-0162-41a7-b447-7902661cc09b tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.911195] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7109ccd4-0162-41a7-b447-7902661cc09b tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.911376] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7109ccd4-0162-41a7-b447-7902661cc09b tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.911546] env[69357]: INFO nova.compute.manager [None req-7109ccd4-0162-41a7-b447-7902661cc09b tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Took 1.13 seconds to destroy the instance on the hypervisor. [ 852.911781] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7109ccd4-0162-41a7-b447-7902661cc09b tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.911966] env[69357]: DEBUG nova.compute.manager [-] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.912074] env[69357]: DEBUG nova.network.neutron [-] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.965040] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.965289] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.965473] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Deleting the datastore file [datastore1] 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.965839] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f783d12-46ff-4c77-aa1a-9d53f1209bf9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.972537] env[69357]: DEBUG oslo_vmware.api [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 852.972537] env[69357]: value = "task-3282683" [ 852.972537] env[69357]: _type = "Task" [ 852.972537] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.986021] env[69357]: DEBUG oslo_vmware.api [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.091811] env[69357]: DEBUG nova.compute.utils [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.093533] env[69357]: DEBUG nova.compute.manager [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.093700] env[69357]: DEBUG nova.network.neutron [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.118085] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6c5344d-3d61-489d-9f24-9478bf7dd393 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lock "0c1376c6-1c72-4998-b90e-ff4500cef5c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.055s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.151864] env[69357]: DEBUG nova.policy [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba68b676078349679325f48f35567c8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33574fe4468a490a8f83a3ffb5ae0a7d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.220995] env[69357]: DEBUG nova.compute.manager [req-b03ec0ad-0df7-44b4-bc50-48daf7eec8ad req-5d57615f-2e37-48fe-a6fc-a075df140a87 service nova] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Received event network-vif-deleted-1eb16c33-c0b7-415d-96a3-8401e65b15d9 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.221245] env[69357]: INFO nova.compute.manager [req-b03ec0ad-0df7-44b4-bc50-48daf7eec8ad req-5d57615f-2e37-48fe-a6fc-a075df140a87 service nova] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Neutron deleted interface 1eb16c33-c0b7-415d-96a3-8401e65b15d9; detaching it from the instance and deleting it from the info cache [ 853.221413] env[69357]: DEBUG nova.network.neutron [req-b03ec0ad-0df7-44b4-bc50-48daf7eec8ad req-5d57615f-2e37-48fe-a6fc-a075df140a87 service nova] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.493931] env[69357]: DEBUG oslo_vmware.api [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143873} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.494255] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.494450] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.494658] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.584090] env[69357]: DEBUG nova.compute.manager [req-5f09bf4a-f23b-48e6-8983-8554b7a6ac1f req-8deeaa7f-a98f-41c8-ab3b-c25afa95d666 service nova] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Received event network-changed-c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.584235] env[69357]: DEBUG nova.compute.manager [req-5f09bf4a-f23b-48e6-8983-8554b7a6ac1f req-8deeaa7f-a98f-41c8-ab3b-c25afa95d666 service nova] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Refreshing instance network info cache due to event network-changed-c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.584444] env[69357]: DEBUG oslo_concurrency.lockutils [req-5f09bf4a-f23b-48e6-8983-8554b7a6ac1f req-8deeaa7f-a98f-41c8-ab3b-c25afa95d666 service nova] Acquiring lock "refresh_cache-0c1376c6-1c72-4998-b90e-ff4500cef5c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.584599] env[69357]: DEBUG oslo_concurrency.lockutils [req-5f09bf4a-f23b-48e6-8983-8554b7a6ac1f req-8deeaa7f-a98f-41c8-ab3b-c25afa95d666 service nova] Acquired lock "refresh_cache-0c1376c6-1c72-4998-b90e-ff4500cef5c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.584817] env[69357]: DEBUG nova.network.neutron [req-5f09bf4a-f23b-48e6-8983-8554b7a6ac1f req-8deeaa7f-a98f-41c8-ab3b-c25afa95d666 service nova] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Refreshing network info cache for port c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.597325] env[69357]: DEBUG nova.compute.manager [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.669573] env[69357]: DEBUG nova.network.neutron [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Successfully created port: efedf15f-1003-4b56-9b1b-771c96c1efca {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.679709] env[69357]: DEBUG nova.network.neutron [-] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.728208] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd05ed69-9b2c-4adb-abb1-cb9c7614b187 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.740955] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad2c9d2-7882-4411-b13f-ed522c1f9cc8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.778562] env[69357]: DEBUG nova.compute.manager [req-b03ec0ad-0df7-44b4-bc50-48daf7eec8ad req-5d57615f-2e37-48fe-a6fc-a075df140a87 service nova] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Detach interface failed, port_id=1eb16c33-c0b7-415d-96a3-8401e65b15d9, reason: Instance f10e7a79-4aee-4687-84e8-d4d238077566 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 853.989156] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb29d97a-69fd-4392-8cc9-a86124ee8f93 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.997126] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fb3663-fc1d-4bf4-8ca2-78f620a0d333 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.029347] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8616ddf6-884f-4d8a-b645-d9145469f5ad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.039743] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a5e0fc-6d6d-420a-a3e2-bf4ca62f368a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.054543] env[69357]: DEBUG nova.compute.provider_tree [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.181363] env[69357]: INFO nova.compute.manager [-] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Took 1.27 seconds to deallocate network for instance. [ 854.295102] env[69357]: DEBUG nova.network.neutron [req-5f09bf4a-f23b-48e6-8983-8554b7a6ac1f req-8deeaa7f-a98f-41c8-ab3b-c25afa95d666 service nova] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Updated VIF entry in instance network info cache for port c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.295473] env[69357]: DEBUG nova.network.neutron [req-5f09bf4a-f23b-48e6-8983-8554b7a6ac1f req-8deeaa7f-a98f-41c8-ab3b-c25afa95d666 service nova] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Updating instance_info_cache with network_info: [{"id": "c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e", "address": "fa:16:3e:55:8e:1e", "network": {"id": "5ddc1356-bab9-45c4-8200-1fb7195f0d77", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-903464567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c73ab9fcfd4648fd8935b075e25a9deb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc47b3d71-c7", "ovs_interfaceid": "c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.557665] env[69357]: DEBUG nova.virt.hardware [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.557963] env[69357]: DEBUG nova.virt.hardware [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.558136] env[69357]: DEBUG nova.virt.hardware [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.558339] env[69357]: DEBUG nova.virt.hardware [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.558488] env[69357]: DEBUG nova.virt.hardware [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.558632] env[69357]: DEBUG nova.virt.hardware [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.558878] env[69357]: DEBUG nova.virt.hardware [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.559024] env[69357]: DEBUG nova.virt.hardware [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.559279] env[69357]: DEBUG nova.virt.hardware [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.559477] env[69357]: DEBUG nova.virt.hardware [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.559677] env[69357]: DEBUG nova.virt.hardware [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.560560] env[69357]: DEBUG nova.scheduler.client.report [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.564841] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03557f40-574e-41f0-bcc7-1bc0ed175991 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.573422] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1437bbb-798b-4a01-8d35-d4dc9a566021 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.588390] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:2a:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a51e4b22-13d4-4ba7-a396-9a10c1e248d0', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.596045] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.596529] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.596773] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe1eab03-7e18-4ae3-ad36-73d00ce99cc2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.612174] env[69357]: DEBUG nova.compute.manager [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.619921] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.619921] env[69357]: value = "task-3282684" [ 854.619921] env[69357]: _type = "Task" [ 854.619921] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.630055] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282684, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.636144] env[69357]: DEBUG nova.virt.hardware [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.636384] env[69357]: DEBUG nova.virt.hardware [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.636554] env[69357]: DEBUG nova.virt.hardware [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.636743] env[69357]: DEBUG nova.virt.hardware [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.636889] env[69357]: DEBUG nova.virt.hardware [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.637066] env[69357]: DEBUG nova.virt.hardware [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.637279] env[69357]: DEBUG nova.virt.hardware [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.637454] env[69357]: DEBUG nova.virt.hardware [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.637620] env[69357]: DEBUG nova.virt.hardware [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.637801] env[69357]: DEBUG nova.virt.hardware [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.637981] env[69357]: DEBUG nova.virt.hardware [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.638804] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e943effd-ae7c-4b1c-aab1-a227e9797615 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.647107] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c07b1b-e401-496d-9ed8-c6822d2ed085 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.689650] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7109ccd4-0162-41a7-b447-7902661cc09b tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.798138] env[69357]: DEBUG oslo_concurrency.lockutils [req-5f09bf4a-f23b-48e6-8983-8554b7a6ac1f req-8deeaa7f-a98f-41c8-ab3b-c25afa95d666 service nova] Releasing lock "refresh_cache-0c1376c6-1c72-4998-b90e-ff4500cef5c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.069336] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.069859] env[69357]: DEBUG nova.compute.manager [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.072536] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.305s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.072755] env[69357]: DEBUG nova.objects.instance [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Lazy-loading 'resources' on Instance uuid 07844a4f-e7c2-4276-9cb2-470f8c189b4f {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.129756] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282684, 'name': CreateVM_Task, 'duration_secs': 0.324815} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.129919] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.130630] env[69357]: DEBUG oslo_concurrency.lockutils [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.130793] env[69357]: DEBUG oslo_concurrency.lockutils [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.131137] env[69357]: DEBUG oslo_concurrency.lockutils [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.131400] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-993e2325-de5f-48f7-9231-01d3f4dfdfba {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.136051] env[69357]: DEBUG oslo_vmware.api [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 855.136051] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]527acf70-7ef3-5e27-9ad5-fce5e5d4d298" [ 855.136051] env[69357]: _type = "Task" [ 855.136051] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.143959] env[69357]: DEBUG oslo_vmware.api [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]527acf70-7ef3-5e27-9ad5-fce5e5d4d298, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.545030] env[69357]: DEBUG nova.network.neutron [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Successfully updated port: efedf15f-1003-4b56-9b1b-771c96c1efca {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.575381] env[69357]: DEBUG nova.compute.utils [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.577118] env[69357]: DEBUG nova.compute.manager [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 855.577304] env[69357]: DEBUG nova.network.neutron [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 855.644450] env[69357]: DEBUG nova.policy [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a5432668c6a4b03bbab51d43c8061ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f76a62241fdc4ac1aa0361afeb693279', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 855.647444] env[69357]: DEBUG nova.compute.manager [req-d83aeb55-2c20-49ae-b7f8-fca1d2e119dd req-a628255f-c10d-44c7-83be-013f06fbacd2 service nova] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Received event network-vif-plugged-efedf15f-1003-4b56-9b1b-771c96c1efca {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.647660] env[69357]: DEBUG oslo_concurrency.lockutils [req-d83aeb55-2c20-49ae-b7f8-fca1d2e119dd req-a628255f-c10d-44c7-83be-013f06fbacd2 service nova] Acquiring lock "226fc248-4007-4cc6-be70-12ec22c06193-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.647883] env[69357]: DEBUG oslo_concurrency.lockutils [req-d83aeb55-2c20-49ae-b7f8-fca1d2e119dd req-a628255f-c10d-44c7-83be-013f06fbacd2 service nova] Lock "226fc248-4007-4cc6-be70-12ec22c06193-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.648037] env[69357]: DEBUG oslo_concurrency.lockutils [req-d83aeb55-2c20-49ae-b7f8-fca1d2e119dd req-a628255f-c10d-44c7-83be-013f06fbacd2 service nova] Lock "226fc248-4007-4cc6-be70-12ec22c06193-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.648209] env[69357]: DEBUG nova.compute.manager [req-d83aeb55-2c20-49ae-b7f8-fca1d2e119dd req-a628255f-c10d-44c7-83be-013f06fbacd2 service nova] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] No waiting events found dispatching network-vif-plugged-efedf15f-1003-4b56-9b1b-771c96c1efca {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.648369] env[69357]: WARNING nova.compute.manager [req-d83aeb55-2c20-49ae-b7f8-fca1d2e119dd req-a628255f-c10d-44c7-83be-013f06fbacd2 service nova] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Received unexpected event network-vif-plugged-efedf15f-1003-4b56-9b1b-771c96c1efca for instance with vm_state building and task_state spawning. [ 855.648524] env[69357]: DEBUG nova.compute.manager [req-d83aeb55-2c20-49ae-b7f8-fca1d2e119dd req-a628255f-c10d-44c7-83be-013f06fbacd2 service nova] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Received event network-changed-efedf15f-1003-4b56-9b1b-771c96c1efca {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.648665] env[69357]: DEBUG nova.compute.manager [req-d83aeb55-2c20-49ae-b7f8-fca1d2e119dd req-a628255f-c10d-44c7-83be-013f06fbacd2 service nova] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Refreshing instance network info cache due to event network-changed-efedf15f-1003-4b56-9b1b-771c96c1efca. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.648991] env[69357]: DEBUG oslo_concurrency.lockutils [req-d83aeb55-2c20-49ae-b7f8-fca1d2e119dd req-a628255f-c10d-44c7-83be-013f06fbacd2 service nova] Acquiring lock "refresh_cache-226fc248-4007-4cc6-be70-12ec22c06193" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.649179] env[69357]: DEBUG oslo_concurrency.lockutils [req-d83aeb55-2c20-49ae-b7f8-fca1d2e119dd req-a628255f-c10d-44c7-83be-013f06fbacd2 service nova] Acquired lock "refresh_cache-226fc248-4007-4cc6-be70-12ec22c06193" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.649341] env[69357]: DEBUG nova.network.neutron [req-d83aeb55-2c20-49ae-b7f8-fca1d2e119dd req-a628255f-c10d-44c7-83be-013f06fbacd2 service nova] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Refreshing network info cache for port efedf15f-1003-4b56-9b1b-771c96c1efca {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.658598] env[69357]: DEBUG oslo_vmware.api [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]527acf70-7ef3-5e27-9ad5-fce5e5d4d298, 'name': SearchDatastore_Task, 'duration_secs': 0.010726} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.659353] env[69357]: DEBUG oslo_concurrency.lockutils [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.659577] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.659797] env[69357]: DEBUG oslo_concurrency.lockutils [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.659938] env[69357]: DEBUG oslo_concurrency.lockutils [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.660147] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.660609] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4918429e-c953-4673-816b-049883383dff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.671426] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.671619] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.672403] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aa988e9-2f26-4043-9352-08e923363c5c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.680459] env[69357]: DEBUG oslo_vmware.api [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 855.680459] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52255b25-eeb7-1f1c-b6e6-3ab02952be67" [ 855.680459] env[69357]: _type = "Task" [ 855.680459] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.688377] env[69357]: DEBUG oslo_vmware.api [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52255b25-eeb7-1f1c-b6e6-3ab02952be67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.945430] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89df412-76fb-408b-b91a-013e7e52e303 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.953309] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b102ab8-1d8d-412f-a818-5d51b52b1fb9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.957512] env[69357]: DEBUG nova.network.neutron [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Successfully created port: 3e3199e0-bce8-4b00-a356-37d3763a8f66 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 855.986159] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c8e423-f4e1-408b-9cf6-505a685463db {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.993427] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6e2cee-98ed-40b5-9b8d-d64f6b74d800 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.008066] env[69357]: DEBUG nova.compute.provider_tree [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.049414] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Acquiring lock "refresh_cache-226fc248-4007-4cc6-be70-12ec22c06193" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.091714] env[69357]: DEBUG nova.compute.manager [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 856.186042] env[69357]: DEBUG nova.network.neutron [req-d83aeb55-2c20-49ae-b7f8-fca1d2e119dd req-a628255f-c10d-44c7-83be-013f06fbacd2 service nova] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.194246] env[69357]: DEBUG oslo_vmware.api [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52255b25-eeb7-1f1c-b6e6-3ab02952be67, 'name': SearchDatastore_Task, 'duration_secs': 0.008401} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.194926] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d462fd8-7a33-4c29-b45e-4b391056b9f5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.200120] env[69357]: DEBUG oslo_vmware.api [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 856.200120] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a3be0b-c9b1-7291-47e6-497f91416252" [ 856.200120] env[69357]: _type = "Task" [ 856.200120] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.208017] env[69357]: DEBUG oslo_vmware.api [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a3be0b-c9b1-7291-47e6-497f91416252, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.255379] env[69357]: DEBUG nova.network.neutron [req-d83aeb55-2c20-49ae-b7f8-fca1d2e119dd req-a628255f-c10d-44c7-83be-013f06fbacd2 service nova] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.511132] env[69357]: DEBUG nova.scheduler.client.report [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.717022] env[69357]: DEBUG oslo_vmware.api [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a3be0b-c9b1-7291-47e6-497f91416252, 'name': SearchDatastore_Task, 'duration_secs': 0.010177} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.717022] env[69357]: DEBUG oslo_concurrency.lockutils [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.717022] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9/20b531c3-fbbb-4b9c-b5fe-17ac474a72c9.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.717022] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50308b4c-2bcb-4c0c-8051-747c3c52f253 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.723496] env[69357]: DEBUG oslo_vmware.api [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 856.723496] env[69357]: value = "task-3282685" [ 856.723496] env[69357]: _type = "Task" [ 856.723496] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.731687] env[69357]: DEBUG oslo_vmware.api [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.757492] env[69357]: DEBUG oslo_concurrency.lockutils [req-d83aeb55-2c20-49ae-b7f8-fca1d2e119dd req-a628255f-c10d-44c7-83be-013f06fbacd2 service nova] Releasing lock "refresh_cache-226fc248-4007-4cc6-be70-12ec22c06193" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.757970] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Acquired lock "refresh_cache-226fc248-4007-4cc6-be70-12ec22c06193" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.758238] env[69357]: DEBUG nova.network.neutron [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.018904] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.945s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.020847] env[69357]: DEBUG oslo_concurrency.lockutils [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.318s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.023138] env[69357]: INFO nova.compute.claims [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.042931] env[69357]: INFO nova.scheduler.client.report [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Deleted allocations for instance 07844a4f-e7c2-4276-9cb2-470f8c189b4f [ 857.101120] env[69357]: DEBUG nova.compute.manager [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.130371] env[69357]: DEBUG nova.virt.hardware [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.130608] env[69357]: DEBUG nova.virt.hardware [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.130821] env[69357]: DEBUG nova.virt.hardware [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.131087] env[69357]: DEBUG nova.virt.hardware [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.131272] env[69357]: DEBUG nova.virt.hardware [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.131474] env[69357]: DEBUG nova.virt.hardware [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.131701] env[69357]: DEBUG nova.virt.hardware [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.131859] env[69357]: DEBUG nova.virt.hardware [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.132041] env[69357]: DEBUG nova.virt.hardware [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.133028] env[69357]: DEBUG nova.virt.hardware [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.133028] env[69357]: DEBUG nova.virt.hardware [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.133395] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aae4bae-f87e-4fc9-b2c0-7874cfe32965 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.142011] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498b9d0c-77b5-4be6-9670-95583c1ddbb1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.236947] env[69357]: DEBUG oslo_vmware.api [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282685, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.292859] env[69357]: DEBUG nova.network.neutron [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.424543] env[69357]: DEBUG nova.network.neutron [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Updating instance_info_cache with network_info: [{"id": "efedf15f-1003-4b56-9b1b-771c96c1efca", "address": "fa:16:3e:77:90:06", "network": {"id": "069767dd-70bb-4610-8310-832c9faaf114", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-653302616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33574fe4468a490a8f83a3ffb5ae0a7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefedf15f-10", "ovs_interfaceid": "efedf15f-1003-4b56-9b1b-771c96c1efca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.510428] env[69357]: DEBUG nova.network.neutron [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Successfully updated port: 3e3199e0-bce8-4b00-a356-37d3763a8f66 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 857.549697] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fbfb4ee1-565b-4757-be17-66b373d25947 tempest-ServerShowV257Test-724237275 tempest-ServerShowV257Test-724237275-project-member] Lock "07844a4f-e7c2-4276-9cb2-470f8c189b4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.051s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.671165] env[69357]: DEBUG nova.compute.manager [req-4c008e82-cdbc-4f06-832d-c364035437cf req-3e2d8c23-9e3e-45da-952a-b6ac09bb64dc service nova] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Received event network-vif-plugged-3e3199e0-bce8-4b00-a356-37d3763a8f66 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.671165] env[69357]: DEBUG oslo_concurrency.lockutils [req-4c008e82-cdbc-4f06-832d-c364035437cf req-3e2d8c23-9e3e-45da-952a-b6ac09bb64dc service nova] Acquiring lock "ebcd1ef3-d8ef-4b38-a364-88f6424dc435-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.671165] env[69357]: DEBUG oslo_concurrency.lockutils [req-4c008e82-cdbc-4f06-832d-c364035437cf req-3e2d8c23-9e3e-45da-952a-b6ac09bb64dc service nova] Lock "ebcd1ef3-d8ef-4b38-a364-88f6424dc435-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.671309] env[69357]: DEBUG oslo_concurrency.lockutils [req-4c008e82-cdbc-4f06-832d-c364035437cf req-3e2d8c23-9e3e-45da-952a-b6ac09bb64dc service nova] Lock "ebcd1ef3-d8ef-4b38-a364-88f6424dc435-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.671504] env[69357]: DEBUG nova.compute.manager [req-4c008e82-cdbc-4f06-832d-c364035437cf req-3e2d8c23-9e3e-45da-952a-b6ac09bb64dc service nova] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] No waiting events found dispatching network-vif-plugged-3e3199e0-bce8-4b00-a356-37d3763a8f66 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 857.671690] env[69357]: WARNING nova.compute.manager [req-4c008e82-cdbc-4f06-832d-c364035437cf req-3e2d8c23-9e3e-45da-952a-b6ac09bb64dc service nova] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Received unexpected event network-vif-plugged-3e3199e0-bce8-4b00-a356-37d3763a8f66 for instance with vm_state building and task_state spawning. [ 857.671848] env[69357]: DEBUG nova.compute.manager [req-4c008e82-cdbc-4f06-832d-c364035437cf req-3e2d8c23-9e3e-45da-952a-b6ac09bb64dc service nova] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Received event network-changed-3e3199e0-bce8-4b00-a356-37d3763a8f66 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.672012] env[69357]: DEBUG nova.compute.manager [req-4c008e82-cdbc-4f06-832d-c364035437cf req-3e2d8c23-9e3e-45da-952a-b6ac09bb64dc service nova] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Refreshing instance network info cache due to event network-changed-3e3199e0-bce8-4b00-a356-37d3763a8f66. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.672210] env[69357]: DEBUG oslo_concurrency.lockutils [req-4c008e82-cdbc-4f06-832d-c364035437cf req-3e2d8c23-9e3e-45da-952a-b6ac09bb64dc service nova] Acquiring lock "refresh_cache-ebcd1ef3-d8ef-4b38-a364-88f6424dc435" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.672407] env[69357]: DEBUG oslo_concurrency.lockutils [req-4c008e82-cdbc-4f06-832d-c364035437cf req-3e2d8c23-9e3e-45da-952a-b6ac09bb64dc service nova] Acquired lock "refresh_cache-ebcd1ef3-d8ef-4b38-a364-88f6424dc435" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.672569] env[69357]: DEBUG nova.network.neutron [req-4c008e82-cdbc-4f06-832d-c364035437cf req-3e2d8c23-9e3e-45da-952a-b6ac09bb64dc service nova] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Refreshing network info cache for port 3e3199e0-bce8-4b00-a356-37d3763a8f66 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.735508] env[69357]: DEBUG oslo_vmware.api [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282685, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554613} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.736220] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9/20b531c3-fbbb-4b9c-b5fe-17ac474a72c9.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.736220] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.736332] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f277151-e1e8-46a6-a6a2-ff1eeab9e132 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.742947] env[69357]: DEBUG oslo_vmware.api [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 857.742947] env[69357]: value = "task-3282686" [ 857.742947] env[69357]: _type = "Task" [ 857.742947] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.751476] env[69357]: DEBUG oslo_vmware.api [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.927494] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Releasing lock "refresh_cache-226fc248-4007-4cc6-be70-12ec22c06193" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.927797] env[69357]: DEBUG nova.compute.manager [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Instance network_info: |[{"id": "efedf15f-1003-4b56-9b1b-771c96c1efca", "address": "fa:16:3e:77:90:06", "network": {"id": "069767dd-70bb-4610-8310-832c9faaf114", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-653302616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33574fe4468a490a8f83a3ffb5ae0a7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefedf15f-10", "ovs_interfaceid": "efedf15f-1003-4b56-9b1b-771c96c1efca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.928247] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:90:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '450939f7-f74b-41f7-93f7-b4fde6a6fbed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efedf15f-1003-4b56-9b1b-771c96c1efca', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.936300] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Creating folder: Project (33574fe4468a490a8f83a3ffb5ae0a7d). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.937394] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8354e88e-2539-4eda-af73-0157177d84e2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.948064] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Created folder: Project (33574fe4468a490a8f83a3ffb5ae0a7d) in parent group-v655402. [ 857.948064] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Creating folder: Instances. Parent ref: group-v655576. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.948064] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24057b6c-d18c-4426-9020-cf31e10533c9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.957022] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Created folder: Instances in parent group-v655576. [ 857.957269] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.957463] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.957665] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae0577b7-490f-4154-9acf-e8656b367d5b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.975928] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.975928] env[69357]: value = "task-3282689" [ 857.975928] env[69357]: _type = "Task" [ 857.975928] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.983634] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282689, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.013537] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Acquiring lock "refresh_cache-ebcd1ef3-d8ef-4b38-a364-88f6424dc435" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.213797] env[69357]: DEBUG nova.network.neutron [req-4c008e82-cdbc-4f06-832d-c364035437cf req-3e2d8c23-9e3e-45da-952a-b6ac09bb64dc service nova] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.255690] env[69357]: DEBUG oslo_vmware.api [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282686, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06996} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.255985] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.256818] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bef02aa-6792-4215-9400-ff6da5794a5d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.281074] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9/20b531c3-fbbb-4b9c-b5fe-17ac474a72c9.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.285591] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-486592c2-0967-4f1c-b8c7-5310906388d2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.304473] env[69357]: DEBUG oslo_vmware.api [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 858.304473] env[69357]: value = "task-3282690" [ 858.304473] env[69357]: _type = "Task" [ 858.304473] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.317255] env[69357]: DEBUG oslo_vmware.api [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282690, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.335859] env[69357]: DEBUG nova.network.neutron [req-4c008e82-cdbc-4f06-832d-c364035437cf req-3e2d8c23-9e3e-45da-952a-b6ac09bb64dc service nova] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.427701] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93292b1a-7da0-42c0-8bce-7df69117c9b3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.437977] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404d3a99-98a3-46f8-a5b0-41dd69246fe1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.468793] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19576c33-7d4e-429b-9540-a4da8c688542 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.476064] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32105c2d-eefe-41b2-9c00-2e00e8b69878 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.492211] env[69357]: DEBUG nova.compute.provider_tree [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.497039] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282689, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.815836] env[69357]: DEBUG oslo_vmware.api [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.842768] env[69357]: DEBUG oslo_concurrency.lockutils [req-4c008e82-cdbc-4f06-832d-c364035437cf req-3e2d8c23-9e3e-45da-952a-b6ac09bb64dc service nova] Releasing lock "refresh_cache-ebcd1ef3-d8ef-4b38-a364-88f6424dc435" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.842768] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Acquired lock "refresh_cache-ebcd1ef3-d8ef-4b38-a364-88f6424dc435" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.842768] env[69357]: DEBUG nova.network.neutron [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.990940] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282689, 'name': CreateVM_Task, 'duration_secs': 0.690848} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.990940] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.991654] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.991880] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.992269] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.992573] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e565e9ce-b3d4-4849-8152-c4cb20af68a7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.997181] env[69357]: DEBUG oslo_vmware.api [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Waiting for the task: (returnval){ [ 858.997181] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f3dc88-e70d-da91-16c5-0f745ed2fe05" [ 858.997181] env[69357]: _type = "Task" [ 858.997181] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.002925] env[69357]: DEBUG nova.scheduler.client.report [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.011345] env[69357]: DEBUG oslo_vmware.api [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f3dc88-e70d-da91-16c5-0f745ed2fe05, 'name': SearchDatastore_Task, 'duration_secs': 0.008901} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.011635] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.012526] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.012526] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.012526] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.012526] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.012751] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59799ee7-2807-49f5-9fcf-6aeb6dbe66d0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.020768] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.020958] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.021671] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55515a62-06ad-46e7-af49-cc76b46dfe06 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.027194] env[69357]: DEBUG oslo_vmware.api [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Waiting for the task: (returnval){ [ 859.027194] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ce4919-64d6-ab5a-c398-18217f5543cf" [ 859.027194] env[69357]: _type = "Task" [ 859.027194] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.035070] env[69357]: DEBUG oslo_vmware.api [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ce4919-64d6-ab5a-c398-18217f5543cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.315378] env[69357]: DEBUG oslo_vmware.api [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282690, 'name': ReconfigVM_Task, 'duration_secs': 0.721066} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.315663] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9/20b531c3-fbbb-4b9c-b5fe-17ac474a72c9.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.316317] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec1c809b-f163-47ad-81a8-4404f5bfd893 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.322206] env[69357]: DEBUG oslo_vmware.api [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 859.322206] env[69357]: value = "task-3282691" [ 859.322206] env[69357]: _type = "Task" [ 859.322206] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.329663] env[69357]: DEBUG oslo_vmware.api [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282691, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.373829] env[69357]: DEBUG nova.network.neutron [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.508156] env[69357]: DEBUG oslo_concurrency.lockutils [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.508694] env[69357]: DEBUG nova.compute.manager [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.511286] env[69357]: DEBUG oslo_concurrency.lockutils [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.562s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.515044] env[69357]: INFO nova.compute.claims [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.536965] env[69357]: DEBUG oslo_vmware.api [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ce4919-64d6-ab5a-c398-18217f5543cf, 'name': SearchDatastore_Task, 'duration_secs': 0.008642} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.541021] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c86737a7-9b7d-4b39-9294-34b71c6b7ddd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.543042] env[69357]: DEBUG oslo_vmware.api [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Waiting for the task: (returnval){ [ 859.543042] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]527eb494-2d42-76ef-1e31-1e9f573bd909" [ 859.543042] env[69357]: _type = "Task" [ 859.543042] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.550690] env[69357]: DEBUG oslo_vmware.api [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]527eb494-2d42-76ef-1e31-1e9f573bd909, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.577184] env[69357]: DEBUG nova.network.neutron [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Updating instance_info_cache with network_info: [{"id": "3e3199e0-bce8-4b00-a356-37d3763a8f66", "address": "fa:16:3e:ea:b0:b1", "network": {"id": "3d0de572-c95e-48f3-83b4-b2112a785ccc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-454893420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f76a62241fdc4ac1aa0361afeb693279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e3199e0-bc", "ovs_interfaceid": "3e3199e0-bce8-4b00-a356-37d3763a8f66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.832115] env[69357]: DEBUG oslo_vmware.api [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282691, 'name': Rename_Task, 'duration_secs': 0.171048} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.832468] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.832721] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76bab4b1-4bef-41b7-9867-692daf0d9dd8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.838667] env[69357]: DEBUG oslo_vmware.api [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 859.838667] env[69357]: value = "task-3282692" [ 859.838667] env[69357]: _type = "Task" [ 859.838667] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.847055] env[69357]: DEBUG oslo_vmware.api [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.016880] env[69357]: DEBUG nova.compute.utils [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.020254] env[69357]: DEBUG nova.compute.manager [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 860.020496] env[69357]: DEBUG nova.network.neutron [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 860.054157] env[69357]: DEBUG oslo_vmware.api [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]527eb494-2d42-76ef-1e31-1e9f573bd909, 'name': SearchDatastore_Task, 'duration_secs': 0.009263} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.054419] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.054676] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 226fc248-4007-4cc6-be70-12ec22c06193/226fc248-4007-4cc6-be70-12ec22c06193.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.054926] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c096b577-67a5-4ef8-a246-5d17ee142b5a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.061175] env[69357]: DEBUG nova.policy [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33d8f5c2cd2c49c8b0de5cad2407f940', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43de1ca6f72548b8b9e0f140b9228aa0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 860.064051] env[69357]: DEBUG oslo_vmware.api [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Waiting for the task: (returnval){ [ 860.064051] env[69357]: value = "task-3282693" [ 860.064051] env[69357]: _type = "Task" [ 860.064051] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.071814] env[69357]: DEBUG oslo_vmware.api [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Task: {'id': task-3282693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.079596] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Releasing lock "refresh_cache-ebcd1ef3-d8ef-4b38-a364-88f6424dc435" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.079905] env[69357]: DEBUG nova.compute.manager [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Instance network_info: |[{"id": "3e3199e0-bce8-4b00-a356-37d3763a8f66", "address": "fa:16:3e:ea:b0:b1", "network": {"id": "3d0de572-c95e-48f3-83b4-b2112a785ccc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-454893420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f76a62241fdc4ac1aa0361afeb693279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e3199e0-bc", "ovs_interfaceid": "3e3199e0-bce8-4b00-a356-37d3763a8f66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 860.080338] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:b0:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e3199e0-bce8-4b00-a356-37d3763a8f66', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.087876] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.088101] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.088693] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4f4f30a-87d4-45d2-9516-a56dc9254912 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.109039] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.109039] env[69357]: value = "task-3282694" [ 860.109039] env[69357]: _type = "Task" [ 860.109039] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.118875] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282694, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.350843] env[69357]: DEBUG oslo_vmware.api [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282692, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.522192] env[69357]: DEBUG nova.compute.manager [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.534375] env[69357]: DEBUG nova.network.neutron [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Successfully created port: 8ecda77e-8f5c-4a29-8355-f31b8041e1e9 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.577032] env[69357]: DEBUG oslo_vmware.api [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Task: {'id': task-3282693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485999} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.578158] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 226fc248-4007-4cc6-be70-12ec22c06193/226fc248-4007-4cc6-be70-12ec22c06193.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.578384] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.578680] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c74d5bb9-da43-456c-a106-5f03b5b85fc6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.588325] env[69357]: DEBUG oslo_vmware.api [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Waiting for the task: (returnval){ [ 860.588325] env[69357]: value = "task-3282695" [ 860.588325] env[69357]: _type = "Task" [ 860.588325] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.597667] env[69357]: DEBUG oslo_vmware.api [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Task: {'id': task-3282695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.619612] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282694, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.851028] env[69357]: DEBUG oslo_vmware.api [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282692, 'name': PowerOnVM_Task, 'duration_secs': 0.556571} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.851290] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.851403] env[69357]: DEBUG nova.compute.manager [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.852271] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e72e04b-2aa5-4997-a009-2cfd8b9f8347 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.884732] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c511991-84f6-4182-a15b-7f068957666c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.893027] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ef49c0-fc04-4ffc-a013-a2374d1a981d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.926022] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0772ae7a-e27f-49a5-8f4f-148e6d584762 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.930463] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96f0df5-2cb0-40b3-9440-5cdc703b76d9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.945180] env[69357]: DEBUG nova.compute.provider_tree [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.098763] env[69357]: DEBUG oslo_vmware.api [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Task: {'id': task-3282695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066617} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.099048] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.099991] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2c3953-7f69-4017-baec-19b76dea83e6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.121947] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 226fc248-4007-4cc6-be70-12ec22c06193/226fc248-4007-4cc6-be70-12ec22c06193.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.125197] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1844c97a-731c-4fa2-ad9f-1d12ccb81c2c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.144423] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282694, 'name': CreateVM_Task, 'duration_secs': 0.570432} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.145617] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.145980] env[69357]: DEBUG oslo_vmware.api [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Waiting for the task: (returnval){ [ 861.145980] env[69357]: value = "task-3282696" [ 861.145980] env[69357]: _type = "Task" [ 861.145980] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.146822] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.146904] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.147164] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.147464] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61dd79b5-a705-4c52-9cc4-dde0e49210e5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.154702] env[69357]: DEBUG oslo_vmware.api [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Waiting for the task: (returnval){ [ 861.154702] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f001ee-d0a5-2495-c70a-8f2c27da9724" [ 861.154702] env[69357]: _type = "Task" [ 861.154702] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.157899] env[69357]: DEBUG oslo_vmware.api [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Task: {'id': task-3282696, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.167103] env[69357]: DEBUG oslo_vmware.api [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f001ee-d0a5-2495-c70a-8f2c27da9724, 'name': SearchDatastore_Task, 'duration_secs': 0.00973} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.167207] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.167437] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.167678] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.167818] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.167997] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.168282] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc48966e-72d9-4b6f-ac6b-d8e931d463e6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.187530] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.187743] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.188513] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d23f49c1-c649-46d7-8415-05c3e1d48b04 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.193854] env[69357]: DEBUG oslo_vmware.api [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Waiting for the task: (returnval){ [ 861.193854] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]522f1ec4-9cd3-9794-8591-b9187cbdbf19" [ 861.193854] env[69357]: _type = "Task" [ 861.193854] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.201689] env[69357]: DEBUG oslo_vmware.api [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]522f1ec4-9cd3-9794-8591-b9187cbdbf19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.364384] env[69357]: INFO nova.compute.manager [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] bringing vm to original state: 'stopped' [ 861.448808] env[69357]: DEBUG nova.scheduler.client.report [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.538595] env[69357]: DEBUG nova.compute.manager [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.561478] env[69357]: DEBUG nova.virt.hardware [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.561759] env[69357]: DEBUG nova.virt.hardware [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.561893] env[69357]: DEBUG nova.virt.hardware [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.562086] env[69357]: DEBUG nova.virt.hardware [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.562239] env[69357]: DEBUG nova.virt.hardware [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.562558] env[69357]: DEBUG nova.virt.hardware [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.562803] env[69357]: DEBUG nova.virt.hardware [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.562966] env[69357]: DEBUG nova.virt.hardware [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.563154] env[69357]: DEBUG nova.virt.hardware [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.563550] env[69357]: DEBUG nova.virt.hardware [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.563550] env[69357]: DEBUG nova.virt.hardware [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.564383] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8e5a26-e1b9-4100-9fa5-98aa63bc8c4b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.572739] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047832b0-b760-4383-9a73-6973701b2325 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.657695] env[69357]: DEBUG oslo_vmware.api [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Task: {'id': task-3282696, 'name': ReconfigVM_Task, 'duration_secs': 0.283989} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.657973] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 226fc248-4007-4cc6-be70-12ec22c06193/226fc248-4007-4cc6-be70-12ec22c06193.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.658605] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-462c6f16-0615-44c7-84a3-3e138383f22b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.664705] env[69357]: DEBUG oslo_vmware.api [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Waiting for the task: (returnval){ [ 861.664705] env[69357]: value = "task-3282697" [ 861.664705] env[69357]: _type = "Task" [ 861.664705] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.672013] env[69357]: DEBUG oslo_vmware.api [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Task: {'id': task-3282697, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.702398] env[69357]: DEBUG oslo_vmware.api [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]522f1ec4-9cd3-9794-8591-b9187cbdbf19, 'name': SearchDatastore_Task, 'duration_secs': 0.019313} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.703132] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-930b9cbd-4bb2-4135-a217-289c48b931bf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.707756] env[69357]: DEBUG oslo_vmware.api [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Waiting for the task: (returnval){ [ 861.707756] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52fe4606-53f2-848a-b998-4c4bcc8dd322" [ 861.707756] env[69357]: _type = "Task" [ 861.707756] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.714898] env[69357]: DEBUG oslo_vmware.api [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52fe4606-53f2-848a-b998-4c4bcc8dd322, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.953996] env[69357]: DEBUG oslo_concurrency.lockutils [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.954570] env[69357]: DEBUG nova.compute.manager [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.957078] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4555cb72-d3f8-4a73-b1ed-327b2cffc9d1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.814s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.957302] env[69357]: DEBUG nova.objects.instance [None req-4555cb72-d3f8-4a73-b1ed-327b2cffc9d1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Lazy-loading 'resources' on Instance uuid 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.037352] env[69357]: DEBUG nova.compute.manager [req-89dac020-cbc8-479a-bf01-60f777195fa5 req-d98ebf5c-41a3-43a2-a1d7-888b527061df service nova] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Received event network-vif-plugged-8ecda77e-8f5c-4a29-8355-f31b8041e1e9 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.037573] env[69357]: DEBUG oslo_concurrency.lockutils [req-89dac020-cbc8-479a-bf01-60f777195fa5 req-d98ebf5c-41a3-43a2-a1d7-888b527061df service nova] Acquiring lock "7555c663-00ba-4958-a819-6454f6c48dee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.037823] env[69357]: DEBUG oslo_concurrency.lockutils [req-89dac020-cbc8-479a-bf01-60f777195fa5 req-d98ebf5c-41a3-43a2-a1d7-888b527061df service nova] Lock "7555c663-00ba-4958-a819-6454f6c48dee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.038012] env[69357]: DEBUG oslo_concurrency.lockutils [req-89dac020-cbc8-479a-bf01-60f777195fa5 req-d98ebf5c-41a3-43a2-a1d7-888b527061df service nova] Lock "7555c663-00ba-4958-a819-6454f6c48dee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.038237] env[69357]: DEBUG nova.compute.manager [req-89dac020-cbc8-479a-bf01-60f777195fa5 req-d98ebf5c-41a3-43a2-a1d7-888b527061df service nova] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] No waiting events found dispatching network-vif-plugged-8ecda77e-8f5c-4a29-8355-f31b8041e1e9 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 862.038379] env[69357]: WARNING nova.compute.manager [req-89dac020-cbc8-479a-bf01-60f777195fa5 req-d98ebf5c-41a3-43a2-a1d7-888b527061df service nova] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Received unexpected event network-vif-plugged-8ecda77e-8f5c-4a29-8355-f31b8041e1e9 for instance with vm_state building and task_state spawning. [ 862.157203] env[69357]: DEBUG nova.network.neutron [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Successfully updated port: 8ecda77e-8f5c-4a29-8355-f31b8041e1e9 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 862.176094] env[69357]: DEBUG oslo_vmware.api [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Task: {'id': task-3282697, 'name': Rename_Task, 'duration_secs': 0.144565} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.176437] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.176715] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03f3feb6-5fcd-4ae1-9211-d82412b4674f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.183692] env[69357]: DEBUG oslo_vmware.api [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Waiting for the task: (returnval){ [ 862.183692] env[69357]: value = "task-3282698" [ 862.183692] env[69357]: _type = "Task" [ 862.183692] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.194730] env[69357]: DEBUG oslo_vmware.api [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Task: {'id': task-3282698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.217415] env[69357]: DEBUG oslo_vmware.api [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52fe4606-53f2-848a-b998-4c4bcc8dd322, 'name': SearchDatastore_Task, 'duration_secs': 0.00892} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.217677] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.217944] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] ebcd1ef3-d8ef-4b38-a364-88f6424dc435/ebcd1ef3-d8ef-4b38-a364-88f6424dc435.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.218229] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67262b10-b7f9-4e55-802e-e33e20b9efa0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.225861] env[69357]: DEBUG oslo_vmware.api [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Waiting for the task: (returnval){ [ 862.225861] env[69357]: value = "task-3282699" [ 862.225861] env[69357]: _type = "Task" [ 862.225861] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.234210] env[69357]: DEBUG oslo_vmware.api [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': task-3282699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.371742] env[69357]: DEBUG oslo_concurrency.lockutils [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "20b531c3-fbbb-4b9c-b5fe-17ac474a72c9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.372167] env[69357]: DEBUG oslo_concurrency.lockutils [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "20b531c3-fbbb-4b9c-b5fe-17ac474a72c9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.372511] env[69357]: DEBUG nova.compute.manager [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.373772] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c7bf5e-3989-4950-8f4c-b17410f74fe0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.382118] env[69357]: DEBUG nova.compute.manager [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69357) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 862.461021] env[69357]: DEBUG nova.compute.utils [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.466900] env[69357]: DEBUG nova.compute.manager [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.467157] env[69357]: DEBUG nova.network.neutron [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.579849] env[69357]: DEBUG nova.policy [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9dcab52f2434c4e85022c7f7fa1eb0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6737f18bf0584940aab69e603d2bc281', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.660878] env[69357]: DEBUG oslo_concurrency.lockutils [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "refresh_cache-7555c663-00ba-4958-a819-6454f6c48dee" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.662267] env[69357]: DEBUG oslo_concurrency.lockutils [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquired lock "refresh_cache-7555c663-00ba-4958-a819-6454f6c48dee" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.662488] env[69357]: DEBUG nova.network.neutron [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.698461] env[69357]: DEBUG oslo_vmware.api [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Task: {'id': task-3282698, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.739124] env[69357]: DEBUG oslo_vmware.api [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': task-3282699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479047} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.739411] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] ebcd1ef3-d8ef-4b38-a364-88f6424dc435/ebcd1ef3-d8ef-4b38-a364-88f6424dc435.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.739687] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.739878] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52f9e369-d4c7-4296-bc06-3011c85e6b43 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.747512] env[69357]: DEBUG oslo_vmware.api [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Waiting for the task: (returnval){ [ 862.747512] env[69357]: value = "task-3282700" [ 862.747512] env[69357]: _type = "Task" [ 862.747512] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.762830] env[69357]: DEBUG oslo_vmware.api [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': task-3282700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.890125] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.890125] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3024ed-6402-495f-acca-07c6b968bb7b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.892247] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c1d9448-02d7-41bd-bf0d-3c8ac205e51b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.903028] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206defa3-d637-429f-b29d-15348d56f555 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.903688] env[69357]: DEBUG oslo_vmware.api [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 862.903688] env[69357]: value = "task-3282701" [ 862.903688] env[69357]: _type = "Task" [ 862.903688] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.939370] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3a299f-f24e-40b7-8cc0-4c8e8919dd60 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.946478] env[69357]: DEBUG oslo_vmware.api [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.952461] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9459fc4-5fe8-4ea8-bac8-a24a4724e176 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.969206] env[69357]: DEBUG nova.compute.manager [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.972267] env[69357]: DEBUG nova.compute.provider_tree [None req-4555cb72-d3f8-4a73-b1ed-327b2cffc9d1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.066891] env[69357]: DEBUG nova.network.neutron [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Successfully created port: 0e8bcb34-afde-467b-b7d0-6a92c83c5f1a {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.195908] env[69357]: DEBUG oslo_vmware.api [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Task: {'id': task-3282698, 'name': PowerOnVM_Task, 'duration_secs': 0.594894} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.197091] env[69357]: DEBUG nova.network.neutron [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.199409] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.199726] env[69357]: INFO nova.compute.manager [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Took 8.59 seconds to spawn the instance on the hypervisor. [ 863.200038] env[69357]: DEBUG nova.compute.manager [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.201179] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30631ef-a1ef-40ed-ad31-b320e95b8419 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.260870] env[69357]: DEBUG oslo_vmware.api [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': task-3282700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065557} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.261161] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.261953] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76732aee-2024-4267-91dc-ef41eb6e4e4c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.284500] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] ebcd1ef3-d8ef-4b38-a364-88f6424dc435/ebcd1ef3-d8ef-4b38-a364-88f6424dc435.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.287182] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bd685f4-22cb-4b57-8261-1b04f3965307 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.307717] env[69357]: DEBUG oslo_vmware.api [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Waiting for the task: (returnval){ [ 863.307717] env[69357]: value = "task-3282702" [ 863.307717] env[69357]: _type = "Task" [ 863.307717] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.315335] env[69357]: DEBUG oslo_vmware.api [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': task-3282702, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.363258] env[69357]: DEBUG nova.network.neutron [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Updating instance_info_cache with network_info: [{"id": "8ecda77e-8f5c-4a29-8355-f31b8041e1e9", "address": "fa:16:3e:1c:f0:2a", "network": {"id": "82c49d87-7977-405b-bca5-306c72e67e92", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1883218750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43de1ca6f72548b8b9e0f140b9228aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ecda77e-8f", "ovs_interfaceid": "8ecda77e-8f5c-4a29-8355-f31b8041e1e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.416667] env[69357]: DEBUG oslo_vmware.api [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282701, 'name': PowerOffVM_Task, 'duration_secs': 0.360672} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.416986] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.417209] env[69357]: DEBUG nova.compute.manager [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.418080] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92538a43-4a1e-4288-a7c0-3eb6732e2e4d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.478310] env[69357]: DEBUG nova.scheduler.client.report [None req-4555cb72-d3f8-4a73-b1ed-327b2cffc9d1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.721798] env[69357]: INFO nova.compute.manager [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Took 48.28 seconds to build instance. [ 863.816936] env[69357]: DEBUG oslo_vmware.api [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': task-3282702, 'name': ReconfigVM_Task, 'duration_secs': 0.257514} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.817230] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Reconfigured VM instance instance-0000003e to attach disk [datastore2] ebcd1ef3-d8ef-4b38-a364-88f6424dc435/ebcd1ef3-d8ef-4b38-a364-88f6424dc435.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.817856] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eab7d014-3c6a-4cfa-997e-b0e852f1f774 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.823625] env[69357]: DEBUG oslo_vmware.api [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Waiting for the task: (returnval){ [ 863.823625] env[69357]: value = "task-3282703" [ 863.823625] env[69357]: _type = "Task" [ 863.823625] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.831357] env[69357]: DEBUG oslo_vmware.api [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': task-3282703, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.866279] env[69357]: DEBUG oslo_concurrency.lockutils [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Releasing lock "refresh_cache-7555c663-00ba-4958-a819-6454f6c48dee" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.866571] env[69357]: DEBUG nova.compute.manager [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Instance network_info: |[{"id": "8ecda77e-8f5c-4a29-8355-f31b8041e1e9", "address": "fa:16:3e:1c:f0:2a", "network": {"id": "82c49d87-7977-405b-bca5-306c72e67e92", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1883218750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43de1ca6f72548b8b9e0f140b9228aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ecda77e-8f", "ovs_interfaceid": "8ecda77e-8f5c-4a29-8355-f31b8041e1e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 863.867371] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:f0:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ecda77e-8f5c-4a29-8355-f31b8041e1e9', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.874976] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Creating folder: Project (43de1ca6f72548b8b9e0f140b9228aa0). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 863.875343] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9916084a-3c9e-4ae0-a04c-2f18046cc208 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.886444] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Created folder: Project (43de1ca6f72548b8b9e0f140b9228aa0) in parent group-v655402. [ 863.886444] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Creating folder: Instances. Parent ref: group-v655580. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 863.886444] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8aff5eac-f21c-4a96-b464-573b3f941698 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.894106] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Created folder: Instances in parent group-v655580. [ 863.894355] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.894549] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.894780] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5eab092-3c91-4285-8174-546a95e07ba7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.915468] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.915468] env[69357]: value = "task-3282706" [ 863.915468] env[69357]: _type = "Task" [ 863.915468] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.922900] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282706, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.930440] env[69357]: DEBUG oslo_concurrency.lockutils [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "20b531c3-fbbb-4b9c-b5fe-17ac474a72c9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.558s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.983127] env[69357]: DEBUG nova.compute.manager [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.985570] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4555cb72-d3f8-4a73-b1ed-327b2cffc9d1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.028s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.988382] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ca06b6e8-c699-4aea-853c-5ad178ea51a1 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.483s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.988496] env[69357]: DEBUG nova.objects.instance [None req-ca06b6e8-c699-4aea-853c-5ad178ea51a1 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Lazy-loading 'resources' on Instance uuid 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.015250] env[69357]: DEBUG nova.virt.hardware [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.015502] env[69357]: DEBUG nova.virt.hardware [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.015662] env[69357]: DEBUG nova.virt.hardware [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.015848] env[69357]: DEBUG nova.virt.hardware [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.015990] env[69357]: DEBUG nova.virt.hardware [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.016156] env[69357]: DEBUG nova.virt.hardware [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.016375] env[69357]: DEBUG nova.virt.hardware [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.016534] env[69357]: DEBUG nova.virt.hardware [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.016701] env[69357]: DEBUG nova.virt.hardware [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.016875] env[69357]: DEBUG nova.virt.hardware [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.017063] env[69357]: DEBUG nova.virt.hardware [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.018227] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3c0625-162b-44e6-8636-3c75413900f2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.021579] env[69357]: INFO nova.scheduler.client.report [None req-4555cb72-d3f8-4a73-b1ed-327b2cffc9d1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Deleted allocations for instance 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5 [ 864.028460] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96440885-c833-492f-af16-e12eccc29f7c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.098674] env[69357]: DEBUG nova.compute.manager [req-ae044acb-61d0-4bc3-9d0c-c4a7714b79dc req-e6f1c7a6-46ca-498f-8b5d-509cbfd60b68 service nova] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Received event network-changed-8ecda77e-8f5c-4a29-8355-f31b8041e1e9 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.098880] env[69357]: DEBUG nova.compute.manager [req-ae044acb-61d0-4bc3-9d0c-c4a7714b79dc req-e6f1c7a6-46ca-498f-8b5d-509cbfd60b68 service nova] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Refreshing instance network info cache due to event network-changed-8ecda77e-8f5c-4a29-8355-f31b8041e1e9. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.099104] env[69357]: DEBUG oslo_concurrency.lockutils [req-ae044acb-61d0-4bc3-9d0c-c4a7714b79dc req-e6f1c7a6-46ca-498f-8b5d-509cbfd60b68 service nova] Acquiring lock "refresh_cache-7555c663-00ba-4958-a819-6454f6c48dee" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.099251] env[69357]: DEBUG oslo_concurrency.lockutils [req-ae044acb-61d0-4bc3-9d0c-c4a7714b79dc req-e6f1c7a6-46ca-498f-8b5d-509cbfd60b68 service nova] Acquired lock "refresh_cache-7555c663-00ba-4958-a819-6454f6c48dee" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.099411] env[69357]: DEBUG nova.network.neutron [req-ae044acb-61d0-4bc3-9d0c-c4a7714b79dc req-e6f1c7a6-46ca-498f-8b5d-509cbfd60b68 service nova] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Refreshing network info cache for port 8ecda77e-8f5c-4a29-8355-f31b8041e1e9 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.222924] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6b00ea61-043e-4d70-9196-790a7225ea23 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Lock "226fc248-4007-4cc6-be70-12ec22c06193" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.794s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.334081] env[69357]: DEBUG oslo_vmware.api [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': task-3282703, 'name': Rename_Task, 'duration_secs': 0.167506} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.334341] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.334584] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-541f08c2-6fd6-4824-8c36-ba966b2d250f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.340760] env[69357]: DEBUG oslo_vmware.api [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Waiting for the task: (returnval){ [ 864.340760] env[69357]: value = "task-3282707" [ 864.340760] env[69357]: _type = "Task" [ 864.340760] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.348114] env[69357]: DEBUG oslo_vmware.api [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': task-3282707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.428362] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282706, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.442204] env[69357]: DEBUG oslo_concurrency.lockutils [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.532016] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4555cb72-d3f8-4a73-b1ed-327b2cffc9d1 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Lock "02485fa0-9e5c-4a6b-b28a-8892c2b3acb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.804s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.662085] env[69357]: DEBUG nova.network.neutron [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Successfully updated port: 0e8bcb34-afde-467b-b7d0-6a92c83c5f1a {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.690159] env[69357]: DEBUG oslo_concurrency.lockutils [None req-727eddeb-cb6b-43a7-bbc1-9221ef92ef7c tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "20b531c3-fbbb-4b9c-b5fe-17ac474a72c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.690512] env[69357]: DEBUG oslo_concurrency.lockutils [None req-727eddeb-cb6b-43a7-bbc1-9221ef92ef7c tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "20b531c3-fbbb-4b9c-b5fe-17ac474a72c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.690760] env[69357]: DEBUG oslo_concurrency.lockutils [None req-727eddeb-cb6b-43a7-bbc1-9221ef92ef7c tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "20b531c3-fbbb-4b9c-b5fe-17ac474a72c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.690980] env[69357]: DEBUG oslo_concurrency.lockutils [None req-727eddeb-cb6b-43a7-bbc1-9221ef92ef7c tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "20b531c3-fbbb-4b9c-b5fe-17ac474a72c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.691201] env[69357]: DEBUG oslo_concurrency.lockutils [None req-727eddeb-cb6b-43a7-bbc1-9221ef92ef7c tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "20b531c3-fbbb-4b9c-b5fe-17ac474a72c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.693800] env[69357]: INFO nova.compute.manager [None req-727eddeb-cb6b-43a7-bbc1-9221ef92ef7c tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Terminating instance [ 864.812043] env[69357]: DEBUG nova.network.neutron [req-ae044acb-61d0-4bc3-9d0c-c4a7714b79dc req-e6f1c7a6-46ca-498f-8b5d-509cbfd60b68 service nova] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Updated VIF entry in instance network info cache for port 8ecda77e-8f5c-4a29-8355-f31b8041e1e9. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.812435] env[69357]: DEBUG nova.network.neutron [req-ae044acb-61d0-4bc3-9d0c-c4a7714b79dc req-e6f1c7a6-46ca-498f-8b5d-509cbfd60b68 service nova] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Updating instance_info_cache with network_info: [{"id": "8ecda77e-8f5c-4a29-8355-f31b8041e1e9", "address": "fa:16:3e:1c:f0:2a", "network": {"id": "82c49d87-7977-405b-bca5-306c72e67e92", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1883218750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43de1ca6f72548b8b9e0f140b9228aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ecda77e-8f", "ovs_interfaceid": "8ecda77e-8f5c-4a29-8355-f31b8041e1e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.830970] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70748fab-1405-4a42-a9d6-238d0dcfb05d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.838376] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdb8117-184b-477d-bd47-d459c0175af7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.849538] env[69357]: DEBUG oslo_vmware.api [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': task-3282707, 'name': PowerOnVM_Task, 'duration_secs': 0.43063} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.876149] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.876408] env[69357]: INFO nova.compute.manager [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Took 7.78 seconds to spawn the instance on the hypervisor. [ 864.876613] env[69357]: DEBUG nova.compute.manager [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.877024] env[69357]: DEBUG oslo_concurrency.lockutils [None req-40b266e1-a5fa-4847-98a8-4a6af9d4dd54 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Acquiring lock "226fc248-4007-4cc6-be70-12ec22c06193" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.877237] env[69357]: DEBUG oslo_concurrency.lockutils [None req-40b266e1-a5fa-4847-98a8-4a6af9d4dd54 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Lock "226fc248-4007-4cc6-be70-12ec22c06193" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.877439] env[69357]: DEBUG oslo_concurrency.lockutils [None req-40b266e1-a5fa-4847-98a8-4a6af9d4dd54 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Acquiring lock "226fc248-4007-4cc6-be70-12ec22c06193-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.877621] env[69357]: DEBUG oslo_concurrency.lockutils [None req-40b266e1-a5fa-4847-98a8-4a6af9d4dd54 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Lock "226fc248-4007-4cc6-be70-12ec22c06193-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.878176] env[69357]: DEBUG oslo_concurrency.lockutils [None req-40b266e1-a5fa-4847-98a8-4a6af9d4dd54 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Lock "226fc248-4007-4cc6-be70-12ec22c06193-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.880248] env[69357]: INFO nova.compute.manager [None req-40b266e1-a5fa-4847-98a8-4a6af9d4dd54 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Terminating instance [ 864.882669] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a1b9e0-4cb0-4941-b5e7-a57f264b2b29 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.885105] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87898d7e-fe5c-4f76-ad51-fd31e9e89952 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.899246] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ab71b6-d175-498e-9546-17359e02e535 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.913901] env[69357]: DEBUG nova.compute.provider_tree [None req-ca06b6e8-c699-4aea-853c-5ad178ea51a1 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.924807] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282706, 'name': CreateVM_Task, 'duration_secs': 0.617982} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.925910] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.926162] env[69357]: DEBUG oslo_concurrency.lockutils [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.926522] env[69357]: DEBUG oslo_concurrency.lockutils [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.928630] env[69357]: DEBUG oslo_concurrency.lockutils [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.928630] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a21f3427-e02e-4743-9324-36ea4c33962e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.932190] env[69357]: DEBUG oslo_vmware.api [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 864.932190] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52deeea6-78b8-caa4-8958-53705d44f084" [ 864.932190] env[69357]: _type = "Task" [ 864.932190] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.939296] env[69357]: DEBUG oslo_vmware.api [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52deeea6-78b8-caa4-8958-53705d44f084, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.165245] env[69357]: DEBUG oslo_concurrency.lockutils [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Acquiring lock "refresh_cache-3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.165523] env[69357]: DEBUG oslo_concurrency.lockutils [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Acquired lock "refresh_cache-3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.165523] env[69357]: DEBUG nova.network.neutron [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.197890] env[69357]: DEBUG nova.compute.manager [None req-727eddeb-cb6b-43a7-bbc1-9221ef92ef7c tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 865.197890] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-727eddeb-cb6b-43a7-bbc1-9221ef92ef7c tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.198427] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a9c5b6-ea87-4bdc-8a3d-be2c5ef76b52 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.206427] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-727eddeb-cb6b-43a7-bbc1-9221ef92ef7c tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.206427] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cb38a8f-fa42-4510-8e3e-2370e3d7e1e8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.269638] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-727eddeb-cb6b-43a7-bbc1-9221ef92ef7c tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.269638] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-727eddeb-cb6b-43a7-bbc1-9221ef92ef7c tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.269786] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-727eddeb-cb6b-43a7-bbc1-9221ef92ef7c tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Deleting the datastore file [datastore2] 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.272128] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66ff875d-864e-4bd0-ab2a-89d94780630b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.281295] env[69357]: DEBUG oslo_vmware.api [None req-727eddeb-cb6b-43a7-bbc1-9221ef92ef7c tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 865.281295] env[69357]: value = "task-3282709" [ 865.281295] env[69357]: _type = "Task" [ 865.281295] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.290533] env[69357]: DEBUG oslo_vmware.api [None req-727eddeb-cb6b-43a7-bbc1-9221ef92ef7c tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.315670] env[69357]: DEBUG oslo_concurrency.lockutils [req-ae044acb-61d0-4bc3-9d0c-c4a7714b79dc req-e6f1c7a6-46ca-498f-8b5d-509cbfd60b68 service nova] Releasing lock "refresh_cache-7555c663-00ba-4958-a819-6454f6c48dee" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.392044] env[69357]: DEBUG nova.compute.manager [None req-40b266e1-a5fa-4847-98a8-4a6af9d4dd54 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 865.392301] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-40b266e1-a5fa-4847-98a8-4a6af9d4dd54 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.393335] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ca666b-838c-422b-9d45-d110debadd8b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.405061] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b266e1-a5fa-4847-98a8-4a6af9d4dd54 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.407165] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-730131c8-9cd9-43b0-8337-51b971a3094a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.408699] env[69357]: INFO nova.compute.manager [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Took 47.08 seconds to build instance. [ 865.417700] env[69357]: DEBUG nova.scheduler.client.report [None req-ca06b6e8-c699-4aea-853c-5ad178ea51a1 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.425758] env[69357]: DEBUG oslo_vmware.api [None req-40b266e1-a5fa-4847-98a8-4a6af9d4dd54 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Waiting for the task: (returnval){ [ 865.425758] env[69357]: value = "task-3282710" [ 865.425758] env[69357]: _type = "Task" [ 865.425758] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.441684] env[69357]: DEBUG oslo_vmware.api [None req-40b266e1-a5fa-4847-98a8-4a6af9d4dd54 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Task: {'id': task-3282710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.448597] env[69357]: DEBUG oslo_vmware.api [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52deeea6-78b8-caa4-8958-53705d44f084, 'name': SearchDatastore_Task, 'duration_secs': 0.012329} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.448911] env[69357]: DEBUG oslo_concurrency.lockutils [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.449164] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.449398] env[69357]: DEBUG oslo_concurrency.lockutils [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.449545] env[69357]: DEBUG oslo_concurrency.lockutils [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.449721] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.450250] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cb1a35d-23ec-414c-9582-10443f081973 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.458171] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.458377] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.459136] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c3e2867-8b1a-48a3-a0b4-0c684b4d0529 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.464598] env[69357]: DEBUG oslo_vmware.api [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 865.464598] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]529af98b-c3f2-e937-0047-6c6c672b9156" [ 865.464598] env[69357]: _type = "Task" [ 865.464598] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.472269] env[69357]: DEBUG oslo_vmware.api [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]529af98b-c3f2-e937-0047-6c6c672b9156, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.698429] env[69357]: DEBUG nova.network.neutron [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.777705] env[69357]: DEBUG oslo_concurrency.lockutils [None req-32b2f4e9-cad6-4fee-bd16-163692607d73 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Acquiring lock "bd2c496d-2105-408b-a786-771214b707ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.777958] env[69357]: DEBUG oslo_concurrency.lockutils [None req-32b2f4e9-cad6-4fee-bd16-163692607d73 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Lock "bd2c496d-2105-408b-a786-771214b707ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.778238] env[69357]: DEBUG oslo_concurrency.lockutils [None req-32b2f4e9-cad6-4fee-bd16-163692607d73 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Acquiring lock "bd2c496d-2105-408b-a786-771214b707ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.778430] env[69357]: DEBUG oslo_concurrency.lockutils [None req-32b2f4e9-cad6-4fee-bd16-163692607d73 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Lock "bd2c496d-2105-408b-a786-771214b707ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.778598] env[69357]: DEBUG oslo_concurrency.lockutils [None req-32b2f4e9-cad6-4fee-bd16-163692607d73 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Lock "bd2c496d-2105-408b-a786-771214b707ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.780571] env[69357]: INFO nova.compute.manager [None req-32b2f4e9-cad6-4fee-bd16-163692607d73 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Terminating instance [ 865.793114] env[69357]: DEBUG oslo_vmware.api [None req-727eddeb-cb6b-43a7-bbc1-9221ef92ef7c tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160033} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.793829] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-727eddeb-cb6b-43a7-bbc1-9221ef92ef7c tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.794019] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-727eddeb-cb6b-43a7-bbc1-9221ef92ef7c tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.794197] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-727eddeb-cb6b-43a7-bbc1-9221ef92ef7c tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.794366] env[69357]: INFO nova.compute.manager [None req-727eddeb-cb6b-43a7-bbc1-9221ef92ef7c tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Took 0.60 seconds to destroy the instance on the hypervisor. [ 865.794589] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-727eddeb-cb6b-43a7-bbc1-9221ef92ef7c tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.794792] env[69357]: DEBUG nova.compute.manager [-] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.794894] env[69357]: DEBUG nova.network.neutron [-] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.816235] env[69357]: DEBUG nova.network.neutron [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Updating instance_info_cache with network_info: [{"id": "0e8bcb34-afde-467b-b7d0-6a92c83c5f1a", "address": "fa:16:3e:08:6c:49", "network": {"id": "5c8a3ef4-46a2-4362-841a-ee376cdc405d", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-595752375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6737f18bf0584940aab69e603d2bc281", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e8bcb34-af", "ovs_interfaceid": "0e8bcb34-afde-467b-b7d0-6a92c83c5f1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.910537] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3eda4da4-70fa-498f-bdb1-2370b09c8831 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Lock "ebcd1ef3-d8ef-4b38-a364-88f6424dc435" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.592s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.925505] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ca06b6e8-c699-4aea-853c-5ad178ea51a1 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.928031] env[69357]: DEBUG oslo_concurrency.lockutils [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.379s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.929315] env[69357]: INFO nova.compute.claims [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.941503] env[69357]: DEBUG oslo_vmware.api [None req-40b266e1-a5fa-4847-98a8-4a6af9d4dd54 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Task: {'id': task-3282710, 'name': PowerOffVM_Task, 'duration_secs': 0.209433} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.941759] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b266e1-a5fa-4847-98a8-4a6af9d4dd54 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.941894] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-40b266e1-a5fa-4847-98a8-4a6af9d4dd54 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.942166] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f25cbc9-6eb0-4c7a-b318-36be55a1dee4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.952274] env[69357]: INFO nova.scheduler.client.report [None req-ca06b6e8-c699-4aea-853c-5ad178ea51a1 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Deleted allocations for instance 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912 [ 865.975138] env[69357]: DEBUG oslo_vmware.api [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]529af98b-c3f2-e937-0047-6c6c672b9156, 'name': SearchDatastore_Task, 'duration_secs': 0.013191} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.975861] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-028b2fed-e0ef-4b1b-b536-a9f3c3a6c29e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.982024] env[69357]: DEBUG oslo_vmware.api [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 865.982024] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]529059e0-7124-522c-63a8-e30ba9de07da" [ 865.982024] env[69357]: _type = "Task" [ 865.982024] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.992521] env[69357]: DEBUG oslo_vmware.api [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]529059e0-7124-522c-63a8-e30ba9de07da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.012114] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-40b266e1-a5fa-4847-98a8-4a6af9d4dd54 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.012358] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-40b266e1-a5fa-4847-98a8-4a6af9d4dd54 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.012616] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-40b266e1-a5fa-4847-98a8-4a6af9d4dd54 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Deleting the datastore file [datastore2] 226fc248-4007-4cc6-be70-12ec22c06193 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.012871] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ca0dab0-84ec-4727-ace9-364f4738ce1d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.020652] env[69357]: DEBUG oslo_vmware.api [None req-40b266e1-a5fa-4847-98a8-4a6af9d4dd54 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Waiting for the task: (returnval){ [ 866.020652] env[69357]: value = "task-3282712" [ 866.020652] env[69357]: _type = "Task" [ 866.020652] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.028894] env[69357]: DEBUG oslo_vmware.api [None req-40b266e1-a5fa-4847-98a8-4a6af9d4dd54 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Task: {'id': task-3282712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.141329] env[69357]: DEBUG nova.compute.manager [req-694500aa-e412-43db-bbe4-e62b690d7932 req-f8dce1e9-780e-4466-bde6-1c35d11857af service nova] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Received event network-vif-plugged-0e8bcb34-afde-467b-b7d0-6a92c83c5f1a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.141554] env[69357]: DEBUG oslo_concurrency.lockutils [req-694500aa-e412-43db-bbe4-e62b690d7932 req-f8dce1e9-780e-4466-bde6-1c35d11857af service nova] Acquiring lock "3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.141756] env[69357]: DEBUG oslo_concurrency.lockutils [req-694500aa-e412-43db-bbe4-e62b690d7932 req-f8dce1e9-780e-4466-bde6-1c35d11857af service nova] Lock "3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.141911] env[69357]: DEBUG oslo_concurrency.lockutils [req-694500aa-e412-43db-bbe4-e62b690d7932 req-f8dce1e9-780e-4466-bde6-1c35d11857af service nova] Lock "3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.142126] env[69357]: DEBUG nova.compute.manager [req-694500aa-e412-43db-bbe4-e62b690d7932 req-f8dce1e9-780e-4466-bde6-1c35d11857af service nova] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] No waiting events found dispatching network-vif-plugged-0e8bcb34-afde-467b-b7d0-6a92c83c5f1a {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 866.142329] env[69357]: WARNING nova.compute.manager [req-694500aa-e412-43db-bbe4-e62b690d7932 req-f8dce1e9-780e-4466-bde6-1c35d11857af service nova] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Received unexpected event network-vif-plugged-0e8bcb34-afde-467b-b7d0-6a92c83c5f1a for instance with vm_state building and task_state spawning. [ 866.142523] env[69357]: DEBUG nova.compute.manager [req-694500aa-e412-43db-bbe4-e62b690d7932 req-f8dce1e9-780e-4466-bde6-1c35d11857af service nova] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Received event network-changed-0e8bcb34-afde-467b-b7d0-6a92c83c5f1a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.142708] env[69357]: DEBUG nova.compute.manager [req-694500aa-e412-43db-bbe4-e62b690d7932 req-f8dce1e9-780e-4466-bde6-1c35d11857af service nova] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Refreshing instance network info cache due to event network-changed-0e8bcb34-afde-467b-b7d0-6a92c83c5f1a. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.142905] env[69357]: DEBUG oslo_concurrency.lockutils [req-694500aa-e412-43db-bbe4-e62b690d7932 req-f8dce1e9-780e-4466-bde6-1c35d11857af service nova] Acquiring lock "refresh_cache-3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.289875] env[69357]: DEBUG nova.compute.manager [None req-32b2f4e9-cad6-4fee-bd16-163692607d73 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 866.290151] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-32b2f4e9-cad6-4fee-bd16-163692607d73 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.291151] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169c6aa8-5062-4146-b339-f4184aaf4dab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.299218] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b2f4e9-cad6-4fee-bd16-163692607d73 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.299477] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65d30886-2d39-4757-8de2-dbc80a104f8b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.305481] env[69357]: DEBUG oslo_vmware.api [None req-32b2f4e9-cad6-4fee-bd16-163692607d73 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 866.305481] env[69357]: value = "task-3282713" [ 866.305481] env[69357]: _type = "Task" [ 866.305481] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.314482] env[69357]: DEBUG oslo_vmware.api [None req-32b2f4e9-cad6-4fee-bd16-163692607d73 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.322568] env[69357]: DEBUG oslo_concurrency.lockutils [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Releasing lock "refresh_cache-3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.322907] env[69357]: DEBUG nova.compute.manager [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Instance network_info: |[{"id": "0e8bcb34-afde-467b-b7d0-6a92c83c5f1a", "address": "fa:16:3e:08:6c:49", "network": {"id": "5c8a3ef4-46a2-4362-841a-ee376cdc405d", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-595752375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6737f18bf0584940aab69e603d2bc281", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e8bcb34-af", "ovs_interfaceid": "0e8bcb34-afde-467b-b7d0-6a92c83c5f1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 866.323214] env[69357]: DEBUG oslo_concurrency.lockutils [req-694500aa-e412-43db-bbe4-e62b690d7932 req-f8dce1e9-780e-4466-bde6-1c35d11857af service nova] Acquired lock "refresh_cache-3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.323418] env[69357]: DEBUG nova.network.neutron [req-694500aa-e412-43db-bbe4-e62b690d7932 req-f8dce1e9-780e-4466-bde6-1c35d11857af service nova] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Refreshing network info cache for port 0e8bcb34-afde-467b-b7d0-6a92c83c5f1a {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.324795] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:6c:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e8bcb34-afde-467b-b7d0-6a92c83c5f1a', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.336847] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Creating folder: Project (6737f18bf0584940aab69e603d2bc281). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.339554] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4add0b9-156c-4b12-b5de-99cc22131e3a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.352507] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Created folder: Project (6737f18bf0584940aab69e603d2bc281) in parent group-v655402. [ 866.352709] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Creating folder: Instances. Parent ref: group-v655583. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.353023] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f981e6ef-9e60-42c5-bc6a-a357b041083a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.363182] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Created folder: Instances in parent group-v655583. [ 866.363517] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.363723] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.363922] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cd4081e-c802-4654-9026-abb2fe050163 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.389171] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.389171] env[69357]: value = "task-3282716" [ 866.389171] env[69357]: _type = "Task" [ 866.389171] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.397988] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282716, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.459090] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ca06b6e8-c699-4aea-853c-5ad178ea51a1 tempest-ListServerFiltersTestJSON-1816670640 tempest-ListServerFiltersTestJSON-1816670640-project-member] Lock "9c6d4029-c98f-4543-a5bc-3ae8e0b3d912" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.416s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.493136] env[69357]: DEBUG oslo_vmware.api [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]529059e0-7124-522c-63a8-e30ba9de07da, 'name': SearchDatastore_Task, 'duration_secs': 0.015526} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.493449] env[69357]: DEBUG oslo_concurrency.lockutils [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.493757] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 7555c663-00ba-4958-a819-6454f6c48dee/7555c663-00ba-4958-a819-6454f6c48dee.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.494039] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32faa203-d653-43b4-8aac-a806e4c150a6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.501190] env[69357]: DEBUG oslo_vmware.api [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 866.501190] env[69357]: value = "task-3282717" [ 866.501190] env[69357]: _type = "Task" [ 866.501190] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.508449] env[69357]: DEBUG nova.network.neutron [-] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.515926] env[69357]: DEBUG oslo_vmware.api [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.536590] env[69357]: DEBUG oslo_vmware.api [None req-40b266e1-a5fa-4847-98a8-4a6af9d4dd54 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Task: {'id': task-3282712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411585} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.536982] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-40b266e1-a5fa-4847-98a8-4a6af9d4dd54 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.537223] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-40b266e1-a5fa-4847-98a8-4a6af9d4dd54 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.537473] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-40b266e1-a5fa-4847-98a8-4a6af9d4dd54 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.537669] env[69357]: INFO nova.compute.manager [None req-40b266e1-a5fa-4847-98a8-4a6af9d4dd54 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Took 1.15 seconds to destroy the instance on the hypervisor. [ 866.537977] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40b266e1-a5fa-4847-98a8-4a6af9d4dd54 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.538224] env[69357]: DEBUG nova.compute.manager [-] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.538341] env[69357]: DEBUG nova.network.neutron [-] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.818551] env[69357]: DEBUG oslo_vmware.api [None req-32b2f4e9-cad6-4fee-bd16-163692607d73 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282713, 'name': PowerOffVM_Task, 'duration_secs': 0.239913} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.818551] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b2f4e9-cad6-4fee-bd16-163692607d73 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.818626] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-32b2f4e9-cad6-4fee-bd16-163692607d73 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.818896] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cd2d175-098a-4846-875d-a3b1a359487b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.890693] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-32b2f4e9-cad6-4fee-bd16-163692607d73 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.891191] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-32b2f4e9-cad6-4fee-bd16-163692607d73 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.891191] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-32b2f4e9-cad6-4fee-bd16-163692607d73 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Deleting the datastore file [datastore1] bd2c496d-2105-408b-a786-771214b707ac {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.895739] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac2e4326-667d-4265-b142-5346bfd3514c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.902818] env[69357]: DEBUG oslo_vmware.api [None req-32b2f4e9-cad6-4fee-bd16-163692607d73 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for the task: (returnval){ [ 866.902818] env[69357]: value = "task-3282719" [ 866.902818] env[69357]: _type = "Task" [ 866.902818] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.906686] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282716, 'name': CreateVM_Task, 'duration_secs': 0.334596} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.910653] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.914191] env[69357]: DEBUG oslo_concurrency.lockutils [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.914507] env[69357]: DEBUG oslo_concurrency.lockutils [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.914871] env[69357]: DEBUG oslo_concurrency.lockutils [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.915665] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8193011f-5ff0-4ea4-b27d-e822bcbf1f64 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.924348] env[69357]: DEBUG oslo_vmware.api [None req-32b2f4e9-cad6-4fee-bd16-163692607d73 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.926511] env[69357]: DEBUG oslo_vmware.api [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Waiting for the task: (returnval){ [ 866.926511] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52eff896-1f3d-30f4-bd64-6fed0b0ce8de" [ 866.926511] env[69357]: _type = "Task" [ 866.926511] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.936268] env[69357]: DEBUG oslo_vmware.api [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52eff896-1f3d-30f4-bd64-6fed0b0ce8de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.011758] env[69357]: INFO nova.compute.manager [-] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Took 1.22 seconds to deallocate network for instance. [ 867.020833] env[69357]: DEBUG oslo_vmware.api [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282717, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.137145] env[69357]: DEBUG nova.network.neutron [req-694500aa-e412-43db-bbe4-e62b690d7932 req-f8dce1e9-780e-4466-bde6-1c35d11857af service nova] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Updated VIF entry in instance network info cache for port 0e8bcb34-afde-467b-b7d0-6a92c83c5f1a. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.137145] env[69357]: DEBUG nova.network.neutron [req-694500aa-e412-43db-bbe4-e62b690d7932 req-f8dce1e9-780e-4466-bde6-1c35d11857af service nova] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Updating instance_info_cache with network_info: [{"id": "0e8bcb34-afde-467b-b7d0-6a92c83c5f1a", "address": "fa:16:3e:08:6c:49", "network": {"id": "5c8a3ef4-46a2-4362-841a-ee376cdc405d", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-595752375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6737f18bf0584940aab69e603d2bc281", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e8bcb34-af", "ovs_interfaceid": "0e8bcb34-afde-467b-b7d0-6a92c83c5f1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.364563] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad6509a-2ee1-40dd-9a74-ed149b2a789b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.372409] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f73fc5a-604a-4ea5-b3b9-3c4f3f8b9365 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.405957] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4545e3d-8ac3-4431-a727-8c48adbfdbe2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.420986] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c966cc03-e127-4c17-a16f-8c12a91b937b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.425162] env[69357]: DEBUG oslo_vmware.api [None req-32b2f4e9-cad6-4fee-bd16-163692607d73 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Task: {'id': task-3282719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.512403} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.425412] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-32b2f4e9-cad6-4fee-bd16-163692607d73 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.425630] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-32b2f4e9-cad6-4fee-bd16-163692607d73 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.425813] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-32b2f4e9-cad6-4fee-bd16-163692607d73 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.425997] env[69357]: INFO nova.compute.manager [None req-32b2f4e9-cad6-4fee-bd16-163692607d73 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] [instance: bd2c496d-2105-408b-a786-771214b707ac] Took 1.14 seconds to destroy the instance on the hypervisor. [ 867.426231] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32b2f4e9-cad6-4fee-bd16-163692607d73 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.427287] env[69357]: DEBUG nova.compute.manager [-] [instance: bd2c496d-2105-408b-a786-771214b707ac] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 867.427287] env[69357]: DEBUG nova.network.neutron [-] [instance: bd2c496d-2105-408b-a786-771214b707ac] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 867.437237] env[69357]: DEBUG nova.compute.provider_tree [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.451401] env[69357]: DEBUG oslo_vmware.api [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52eff896-1f3d-30f4-bd64-6fed0b0ce8de, 'name': SearchDatastore_Task, 'duration_secs': 0.062244} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.451401] env[69357]: DEBUG oslo_concurrency.lockutils [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.451401] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.451401] env[69357]: DEBUG oslo_concurrency.lockutils [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.451401] env[69357]: DEBUG oslo_concurrency.lockutils [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.451401] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.451401] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e9b571e-8abe-4ed2-93c4-92d76d76e793 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.460192] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.460401] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.461215] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8575f174-ef70-4f76-aebd-0aef4912c0dd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.467776] env[69357]: DEBUG oslo_vmware.api [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Waiting for the task: (returnval){ [ 867.467776] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d1c95a-6516-863b-bf2e-1f10bdf30ae9" [ 867.467776] env[69357]: _type = "Task" [ 867.467776] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.476113] env[69357]: DEBUG oslo_vmware.api [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d1c95a-6516-863b-bf2e-1f10bdf30ae9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.514601] env[69357]: DEBUG oslo_vmware.api [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537431} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.515410] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 7555c663-00ba-4958-a819-6454f6c48dee/7555c663-00ba-4958-a819-6454f6c48dee.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.515410] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.518188] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b9b3d15-0a35-4b66-a4ed-b5bc4d70c48a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.523062] env[69357]: DEBUG oslo_vmware.api [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 867.523062] env[69357]: value = "task-3282720" [ 867.523062] env[69357]: _type = "Task" [ 867.523062] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.530487] env[69357]: DEBUG oslo_concurrency.lockutils [None req-727eddeb-cb6b-43a7-bbc1-9221ef92ef7c tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.535377] env[69357]: DEBUG oslo_vmware.api [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.553890] env[69357]: DEBUG nova.network.neutron [-] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.641057] env[69357]: DEBUG oslo_concurrency.lockutils [req-694500aa-e412-43db-bbe4-e62b690d7932 req-f8dce1e9-780e-4466-bde6-1c35d11857af service nova] Releasing lock "refresh_cache-3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.641360] env[69357]: DEBUG nova.compute.manager [req-694500aa-e412-43db-bbe4-e62b690d7932 req-f8dce1e9-780e-4466-bde6-1c35d11857af service nova] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Received event network-vif-deleted-a51e4b22-13d4-4ba7-a396-9a10c1e248d0 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.641544] env[69357]: INFO nova.compute.manager [req-694500aa-e412-43db-bbe4-e62b690d7932 req-f8dce1e9-780e-4466-bde6-1c35d11857af service nova] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Neutron deleted interface a51e4b22-13d4-4ba7-a396-9a10c1e248d0; detaching it from the instance and deleting it from the info cache [ 867.641715] env[69357]: DEBUG nova.network.neutron [req-694500aa-e412-43db-bbe4-e62b690d7932 req-f8dce1e9-780e-4466-bde6-1c35d11857af service nova] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.760515] env[69357]: DEBUG nova.compute.manager [req-961f5717-7fc7-4ffb-b162-25409e0e18fc req-938b721f-0ce9-4b45-994f-41ddb35c20e3 service nova] [instance: bd2c496d-2105-408b-a786-771214b707ac] Received event network-vif-deleted-bce7e246-054b-43a3-9ada-a5155673c7b9 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.760515] env[69357]: INFO nova.compute.manager [req-961f5717-7fc7-4ffb-b162-25409e0e18fc req-938b721f-0ce9-4b45-994f-41ddb35c20e3 service nova] [instance: bd2c496d-2105-408b-a786-771214b707ac] Neutron deleted interface bce7e246-054b-43a3-9ada-a5155673c7b9; detaching it from the instance and deleting it from the info cache [ 867.760631] env[69357]: DEBUG nova.network.neutron [req-961f5717-7fc7-4ffb-b162-25409e0e18fc req-938b721f-0ce9-4b45-994f-41ddb35c20e3 service nova] [instance: bd2c496d-2105-408b-a786-771214b707ac] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.950116] env[69357]: DEBUG nova.scheduler.client.report [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.979017] env[69357]: DEBUG oslo_vmware.api [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d1c95a-6516-863b-bf2e-1f10bdf30ae9, 'name': SearchDatastore_Task, 'duration_secs': 0.012559} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.979879] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-761ec5d1-d5be-494f-9e60-305841490e82 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.985917] env[69357]: DEBUG oslo_vmware.api [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Waiting for the task: (returnval){ [ 867.985917] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]520c922c-9d03-0272-bd64-4390649f2630" [ 867.985917] env[69357]: _type = "Task" [ 867.985917] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.995429] env[69357]: DEBUG oslo_vmware.api [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]520c922c-9d03-0272-bd64-4390649f2630, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.032661] env[69357]: DEBUG oslo_vmware.api [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063668} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.032661] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.032895] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03474343-3367-4c8b-8881-697ea970a925 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.054676] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 7555c663-00ba-4958-a819-6454f6c48dee/7555c663-00ba-4958-a819-6454f6c48dee.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.054952] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55983ffe-e80d-4bf9-8bad-5bf992affbd6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.069109] env[69357]: INFO nova.compute.manager [-] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Took 1.53 seconds to deallocate network for instance. [ 868.076117] env[69357]: DEBUG oslo_vmware.api [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 868.076117] env[69357]: value = "task-3282721" [ 868.076117] env[69357]: _type = "Task" [ 868.076117] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.083712] env[69357]: DEBUG oslo_vmware.api [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282721, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.145610] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68cd0399-2a99-4b62-967b-a4e7e3bb54fd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.155404] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9f3b8d-ca32-427e-9025-7f8f2e5e4a87 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.189334] env[69357]: DEBUG nova.compute.manager [req-694500aa-e412-43db-bbe4-e62b690d7932 req-f8dce1e9-780e-4466-bde6-1c35d11857af service nova] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Detach interface failed, port_id=a51e4b22-13d4-4ba7-a396-9a10c1e248d0, reason: Instance 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 868.244049] env[69357]: DEBUG nova.compute.manager [req-a02db97d-c643-44b0-bd6c-b5b0ed4a042e req-572d68b2-f609-4b71-b0d4-865480a48243 service nova] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Received event network-vif-deleted-efedf15f-1003-4b56-9b1b-771c96c1efca {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.244283] env[69357]: DEBUG nova.compute.manager [req-a02db97d-c643-44b0-bd6c-b5b0ed4a042e req-572d68b2-f609-4b71-b0d4-865480a48243 service nova] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Received event network-changed-848e0e2a-871b-4ca2-86b0-c460438116ba {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.244456] env[69357]: DEBUG nova.compute.manager [req-a02db97d-c643-44b0-bd6c-b5b0ed4a042e req-572d68b2-f609-4b71-b0d4-865480a48243 service nova] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Refreshing instance network info cache due to event network-changed-848e0e2a-871b-4ca2-86b0-c460438116ba. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.244672] env[69357]: DEBUG oslo_concurrency.lockutils [req-a02db97d-c643-44b0-bd6c-b5b0ed4a042e req-572d68b2-f609-4b71-b0d4-865480a48243 service nova] Acquiring lock "refresh_cache-d48829d0-0de1-4dce-8acf-c60180ace0a7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.244836] env[69357]: DEBUG oslo_concurrency.lockutils [req-a02db97d-c643-44b0-bd6c-b5b0ed4a042e req-572d68b2-f609-4b71-b0d4-865480a48243 service nova] Acquired lock "refresh_cache-d48829d0-0de1-4dce-8acf-c60180ace0a7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.244995] env[69357]: DEBUG nova.network.neutron [req-a02db97d-c643-44b0-bd6c-b5b0ed4a042e req-572d68b2-f609-4b71-b0d4-865480a48243 service nova] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Refreshing network info cache for port 848e0e2a-871b-4ca2-86b0-c460438116ba {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.246115] env[69357]: DEBUG nova.network.neutron [-] [instance: bd2c496d-2105-408b-a786-771214b707ac] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.262966] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5cce84e9-0d37-4c9d-bec6-191288901ce3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.272819] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4975d6a-0888-4a40-a371-03ffd751bfe1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.314813] env[69357]: DEBUG nova.compute.manager [req-961f5717-7fc7-4ffb-b162-25409e0e18fc req-938b721f-0ce9-4b45-994f-41ddb35c20e3 service nova] [instance: bd2c496d-2105-408b-a786-771214b707ac] Detach interface failed, port_id=bce7e246-054b-43a3-9ada-a5155673c7b9, reason: Instance bd2c496d-2105-408b-a786-771214b707ac could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 868.456077] env[69357]: DEBUG oslo_concurrency.lockutils [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.456644] env[69357]: DEBUG nova.compute.manager [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 868.459189] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b6a8af9-1c38-4943-83b3-07e95d7d9692 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.758s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.459408] env[69357]: DEBUG nova.objects.instance [None req-1b6a8af9-1c38-4943-83b3-07e95d7d9692 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lazy-loading 'resources' on Instance uuid ab84fefe-2ac8-4e93-88b2-018a64f06aeb {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.498105] env[69357]: DEBUG oslo_vmware.api [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]520c922c-9d03-0272-bd64-4390649f2630, 'name': SearchDatastore_Task, 'duration_secs': 0.080637} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.500117] env[69357]: DEBUG oslo_concurrency.lockutils [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.500117] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc/3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.500117] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80259250-a10f-40f7-893e-65cafc890449 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.507290] env[69357]: DEBUG oslo_vmware.api [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Waiting for the task: (returnval){ [ 868.507290] env[69357]: value = "task-3282722" [ 868.507290] env[69357]: _type = "Task" [ 868.507290] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.516739] env[69357]: DEBUG oslo_vmware.api [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Task: {'id': task-3282722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.574975] env[69357]: DEBUG oslo_concurrency.lockutils [None req-40b266e1-a5fa-4847-98a8-4a6af9d4dd54 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.587021] env[69357]: DEBUG oslo_vmware.api [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282721, 'name': ReconfigVM_Task, 'duration_secs': 0.293721} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.587021] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 7555c663-00ba-4958-a819-6454f6c48dee/7555c663-00ba-4958-a819-6454f6c48dee.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.587604] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-384308e0-f496-4fad-83c4-66965310d9e8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.595019] env[69357]: DEBUG oslo_vmware.api [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 868.595019] env[69357]: value = "task-3282723" [ 868.595019] env[69357]: _type = "Task" [ 868.595019] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.603355] env[69357]: DEBUG oslo_vmware.api [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282723, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.751359] env[69357]: INFO nova.compute.manager [-] [instance: bd2c496d-2105-408b-a786-771214b707ac] Took 1.32 seconds to deallocate network for instance. [ 868.964144] env[69357]: DEBUG nova.compute.utils [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.970752] env[69357]: DEBUG nova.compute.manager [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 868.974675] env[69357]: DEBUG nova.network.neutron [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 869.022315] env[69357]: DEBUG oslo_vmware.api [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Task: {'id': task-3282722, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.023339] env[69357]: DEBUG nova.network.neutron [req-a02db97d-c643-44b0-bd6c-b5b0ed4a042e req-572d68b2-f609-4b71-b0d4-865480a48243 service nova] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Updated VIF entry in instance network info cache for port 848e0e2a-871b-4ca2-86b0-c460438116ba. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.023681] env[69357]: DEBUG nova.network.neutron [req-a02db97d-c643-44b0-bd6c-b5b0ed4a042e req-572d68b2-f609-4b71-b0d4-865480a48243 service nova] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Updating instance_info_cache with network_info: [{"id": "848e0e2a-871b-4ca2-86b0-c460438116ba", "address": "fa:16:3e:1d:68:9a", "network": {"id": "3d0de572-c95e-48f3-83b4-b2112a785ccc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-454893420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f76a62241fdc4ac1aa0361afeb693279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap848e0e2a-87", "ovs_interfaceid": "848e0e2a-871b-4ca2-86b0-c460438116ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.048020] env[69357]: DEBUG nova.policy [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a9a7b09f5c44cabb5af42d253524357', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bfd8e4a023f4c77bbc1674bfe6277c3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 869.117242] env[69357]: DEBUG oslo_vmware.api [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282723, 'name': Rename_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.263616] env[69357]: DEBUG oslo_concurrency.lockutils [None req-32b2f4e9-cad6-4fee-bd16-163692607d73 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.339191] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a5a601-8d40-4303-822c-4917b895ee65 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.348145] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41555f6f-0482-4a5e-8a53-ad0ce2cae860 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.380717] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b34cc04-7173-4f6a-9dab-baa6dcbc0ed8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.389220] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8891913f-1b8d-49d8-840b-79d00fbc128e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.406883] env[69357]: DEBUG nova.compute.provider_tree [None req-1b6a8af9-1c38-4943-83b3-07e95d7d9692 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.482320] env[69357]: DEBUG nova.compute.manager [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 869.519135] env[69357]: DEBUG oslo_vmware.api [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Task: {'id': task-3282722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640395} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.524016] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc/3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.524016] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.524016] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2c3825b-eb59-4e83-9ae4-d5dafbbab36a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.526932] env[69357]: DEBUG oslo_concurrency.lockutils [req-a02db97d-c643-44b0-bd6c-b5b0ed4a042e req-572d68b2-f609-4b71-b0d4-865480a48243 service nova] Releasing lock "refresh_cache-d48829d0-0de1-4dce-8acf-c60180ace0a7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.533789] env[69357]: DEBUG oslo_vmware.api [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Waiting for the task: (returnval){ [ 869.533789] env[69357]: value = "task-3282724" [ 869.533789] env[69357]: _type = "Task" [ 869.533789] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.545615] env[69357]: DEBUG oslo_vmware.api [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Task: {'id': task-3282724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.608394] env[69357]: DEBUG oslo_vmware.api [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282723, 'name': Rename_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.833777] env[69357]: DEBUG nova.network.neutron [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Successfully created port: d9ff0bbb-5d65-49cf-a318-d84176039ffe {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 869.913136] env[69357]: DEBUG nova.scheduler.client.report [None req-1b6a8af9-1c38-4943-83b3-07e95d7d9692 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.047388] env[69357]: DEBUG oslo_vmware.api [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Task: {'id': task-3282724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071735} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.047716] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.048510] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d4a259-aef1-49d5-a6dd-6f61a550d83f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.072369] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc/3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.072666] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-631f5722-a183-47ad-9f61-26f50274e383 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.093450] env[69357]: DEBUG oslo_vmware.api [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Waiting for the task: (returnval){ [ 870.093450] env[69357]: value = "task-3282725" [ 870.093450] env[69357]: _type = "Task" [ 870.093450] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.101094] env[69357]: DEBUG oslo_vmware.api [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Task: {'id': task-3282725, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.109117] env[69357]: DEBUG oslo_vmware.api [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282723, 'name': Rename_Task, 'duration_secs': 1.145216} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.109117] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.109392] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2efe893e-b661-42ff-a64b-d9f4d45d41be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.115882] env[69357]: DEBUG oslo_vmware.api [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 870.115882] env[69357]: value = "task-3282726" [ 870.115882] env[69357]: _type = "Task" [ 870.115882] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.124872] env[69357]: DEBUG oslo_vmware.api [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.382218] env[69357]: DEBUG nova.compute.manager [req-45175516-4a4c-45bb-ae60-ddba307a53ea req-7034070f-0bbd-41f6-975c-a529460fcb88 service nova] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Received event network-changed-848e0e2a-871b-4ca2-86b0-c460438116ba {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.382334] env[69357]: DEBUG nova.compute.manager [req-45175516-4a4c-45bb-ae60-ddba307a53ea req-7034070f-0bbd-41f6-975c-a529460fcb88 service nova] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Refreshing instance network info cache due to event network-changed-848e0e2a-871b-4ca2-86b0-c460438116ba. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.382510] env[69357]: DEBUG oslo_concurrency.lockutils [req-45175516-4a4c-45bb-ae60-ddba307a53ea req-7034070f-0bbd-41f6-975c-a529460fcb88 service nova] Acquiring lock "refresh_cache-d48829d0-0de1-4dce-8acf-c60180ace0a7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.382685] env[69357]: DEBUG oslo_concurrency.lockutils [req-45175516-4a4c-45bb-ae60-ddba307a53ea req-7034070f-0bbd-41f6-975c-a529460fcb88 service nova] Acquired lock "refresh_cache-d48829d0-0de1-4dce-8acf-c60180ace0a7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.382853] env[69357]: DEBUG nova.network.neutron [req-45175516-4a4c-45bb-ae60-ddba307a53ea req-7034070f-0bbd-41f6-975c-a529460fcb88 service nova] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Refreshing network info cache for port 848e0e2a-871b-4ca2-86b0-c460438116ba {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.418727] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b6a8af9-1c38-4943-83b3-07e95d7d9692 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.421343] env[69357]: DEBUG oslo_concurrency.lockutils [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.546s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.422885] env[69357]: INFO nova.compute.claims [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.443897] env[69357]: INFO nova.scheduler.client.report [None req-1b6a8af9-1c38-4943-83b3-07e95d7d9692 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Deleted allocations for instance ab84fefe-2ac8-4e93-88b2-018a64f06aeb [ 870.491928] env[69357]: DEBUG nova.compute.manager [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 870.518383] env[69357]: DEBUG nova.virt.hardware [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.518711] env[69357]: DEBUG nova.virt.hardware [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.518874] env[69357]: DEBUG nova.virt.hardware [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.519074] env[69357]: DEBUG nova.virt.hardware [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.521888] env[69357]: DEBUG nova.virt.hardware [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.521888] env[69357]: DEBUG nova.virt.hardware [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.521888] env[69357]: DEBUG nova.virt.hardware [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.521888] env[69357]: DEBUG nova.virt.hardware [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.521888] env[69357]: DEBUG nova.virt.hardware [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.521888] env[69357]: DEBUG nova.virt.hardware [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.521888] env[69357]: DEBUG nova.virt.hardware [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.521888] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c4db2f-76b7-4e9f-b5ea-033388261299 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.530103] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e2b7fe-cec6-4991-8ea3-829e98d5c228 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.603439] env[69357]: DEBUG oslo_vmware.api [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Task: {'id': task-3282725, 'name': ReconfigVM_Task, 'duration_secs': 0.373113} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.603728] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc/3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.604409] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56ad8803-5259-4a4d-9418-0a60cd5e24de {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.610850] env[69357]: DEBUG oslo_vmware.api [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Waiting for the task: (returnval){ [ 870.610850] env[69357]: value = "task-3282727" [ 870.610850] env[69357]: _type = "Task" [ 870.610850] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.620942] env[69357]: DEBUG oslo_vmware.api [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Task: {'id': task-3282727, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.629165] env[69357]: DEBUG oslo_vmware.api [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282726, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.952123] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b6a8af9-1c38-4943-83b3-07e95d7d9692 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lock "ab84fefe-2ac8-4e93-88b2-018a64f06aeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.702s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.116867] env[69357]: DEBUG nova.network.neutron [req-45175516-4a4c-45bb-ae60-ddba307a53ea req-7034070f-0bbd-41f6-975c-a529460fcb88 service nova] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Updated VIF entry in instance network info cache for port 848e0e2a-871b-4ca2-86b0-c460438116ba. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.117270] env[69357]: DEBUG nova.network.neutron [req-45175516-4a4c-45bb-ae60-ddba307a53ea req-7034070f-0bbd-41f6-975c-a529460fcb88 service nova] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Updating instance_info_cache with network_info: [{"id": "848e0e2a-871b-4ca2-86b0-c460438116ba", "address": "fa:16:3e:1d:68:9a", "network": {"id": "3d0de572-c95e-48f3-83b4-b2112a785ccc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-454893420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f76a62241fdc4ac1aa0361afeb693279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap848e0e2a-87", "ovs_interfaceid": "848e0e2a-871b-4ca2-86b0-c460438116ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.122130] env[69357]: DEBUG oslo_vmware.api [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Task: {'id': task-3282727, 'name': Rename_Task, 'duration_secs': 0.325087} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.125463] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.127810] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0adfa6d6-be5f-4c25-9ef8-b3a1906beb83 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.133440] env[69357]: DEBUG oslo_vmware.api [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282726, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.134326] env[69357]: DEBUG oslo_vmware.api [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Waiting for the task: (returnval){ [ 871.134326] env[69357]: value = "task-3282728" [ 871.134326] env[69357]: _type = "Task" [ 871.134326] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.143333] env[69357]: DEBUG oslo_vmware.api [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Task: {'id': task-3282728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.623426] env[69357]: DEBUG oslo_concurrency.lockutils [req-45175516-4a4c-45bb-ae60-ddba307a53ea req-7034070f-0bbd-41f6-975c-a529460fcb88 service nova] Releasing lock "refresh_cache-d48829d0-0de1-4dce-8acf-c60180ace0a7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.623732] env[69357]: DEBUG nova.compute.manager [req-45175516-4a4c-45bb-ae60-ddba307a53ea req-7034070f-0bbd-41f6-975c-a529460fcb88 service nova] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Received event network-changed-3e3199e0-bce8-4b00-a356-37d3763a8f66 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.623900] env[69357]: DEBUG nova.compute.manager [req-45175516-4a4c-45bb-ae60-ddba307a53ea req-7034070f-0bbd-41f6-975c-a529460fcb88 service nova] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Refreshing instance network info cache due to event network-changed-3e3199e0-bce8-4b00-a356-37d3763a8f66. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 871.624126] env[69357]: DEBUG oslo_concurrency.lockutils [req-45175516-4a4c-45bb-ae60-ddba307a53ea req-7034070f-0bbd-41f6-975c-a529460fcb88 service nova] Acquiring lock "refresh_cache-ebcd1ef3-d8ef-4b38-a364-88f6424dc435" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.624271] env[69357]: DEBUG oslo_concurrency.lockutils [req-45175516-4a4c-45bb-ae60-ddba307a53ea req-7034070f-0bbd-41f6-975c-a529460fcb88 service nova] Acquired lock "refresh_cache-ebcd1ef3-d8ef-4b38-a364-88f6424dc435" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.624432] env[69357]: DEBUG nova.network.neutron [req-45175516-4a4c-45bb-ae60-ddba307a53ea req-7034070f-0bbd-41f6-975c-a529460fcb88 service nova] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Refreshing network info cache for port 3e3199e0-bce8-4b00-a356-37d3763a8f66 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.638434] env[69357]: DEBUG oslo_vmware.api [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282726, 'name': PowerOnVM_Task, 'duration_secs': 1.073766} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.643730] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.643730] env[69357]: INFO nova.compute.manager [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Took 10.11 seconds to spawn the instance on the hypervisor. [ 871.643730] env[69357]: DEBUG nova.compute.manager [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.643730] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141339d0-4b0a-4322-bae2-e418eaafb804 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.653500] env[69357]: DEBUG oslo_vmware.api [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Task: {'id': task-3282728, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.781036] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9d60e8-767b-4a4b-8381-3b02c2502667 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.789369] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b17b2a4-02fc-4ca9-969c-cfdaf255d629 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.821269] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e05a14-e687-41a2-85b5-37219f4fc135 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.828890] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92648679-6bb0-4fd4-b8df-9b44c140d6d2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.842999] env[69357]: DEBUG nova.compute.provider_tree [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.853529] env[69357]: DEBUG nova.network.neutron [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Successfully updated port: d9ff0bbb-5d65-49cf-a318-d84176039ffe {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 872.099969] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0db7bcf4-a8b6-4742-af11-35e211b0b3bc tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Acquiring lock "ebcd1ef3-d8ef-4b38-a364-88f6424dc435" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.099969] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0db7bcf4-a8b6-4742-af11-35e211b0b3bc tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Lock "ebcd1ef3-d8ef-4b38-a364-88f6424dc435" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.100098] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0db7bcf4-a8b6-4742-af11-35e211b0b3bc tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Acquiring lock "ebcd1ef3-d8ef-4b38-a364-88f6424dc435-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.100407] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0db7bcf4-a8b6-4742-af11-35e211b0b3bc tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Lock "ebcd1ef3-d8ef-4b38-a364-88f6424dc435-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.100705] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0db7bcf4-a8b6-4742-af11-35e211b0b3bc tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Lock "ebcd1ef3-d8ef-4b38-a364-88f6424dc435-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.103775] env[69357]: INFO nova.compute.manager [None req-0db7bcf4-a8b6-4742-af11-35e211b0b3bc tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Terminating instance [ 872.148775] env[69357]: DEBUG oslo_vmware.api [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Task: {'id': task-3282728, 'name': PowerOnVM_Task, 'duration_secs': 1.004872} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.149134] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.149490] env[69357]: INFO nova.compute.manager [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Took 8.17 seconds to spawn the instance on the hypervisor. [ 872.149740] env[69357]: DEBUG nova.compute.manager [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.150645] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb72e3a0-95b3-4212-be4c-cdb538f33f3f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.165884] env[69357]: INFO nova.compute.manager [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Took 50.48 seconds to build instance. [ 872.349437] env[69357]: DEBUG nova.scheduler.client.report [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.358283] env[69357]: DEBUG oslo_concurrency.lockutils [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Acquiring lock "refresh_cache-ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.358434] env[69357]: DEBUG oslo_concurrency.lockutils [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Acquired lock "refresh_cache-ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.358695] env[69357]: DEBUG nova.network.neutron [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.421541] env[69357]: DEBUG nova.network.neutron [req-45175516-4a4c-45bb-ae60-ddba307a53ea req-7034070f-0bbd-41f6-975c-a529460fcb88 service nova] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Updated VIF entry in instance network info cache for port 3e3199e0-bce8-4b00-a356-37d3763a8f66. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.421924] env[69357]: DEBUG nova.network.neutron [req-45175516-4a4c-45bb-ae60-ddba307a53ea req-7034070f-0bbd-41f6-975c-a529460fcb88 service nova] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Updating instance_info_cache with network_info: [{"id": "3e3199e0-bce8-4b00-a356-37d3763a8f66", "address": "fa:16:3e:ea:b0:b1", "network": {"id": "3d0de572-c95e-48f3-83b4-b2112a785ccc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-454893420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f76a62241fdc4ac1aa0361afeb693279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e3199e0-bc", "ovs_interfaceid": "3e3199e0-bce8-4b00-a356-37d3763a8f66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.608397] env[69357]: DEBUG nova.compute.manager [None req-0db7bcf4-a8b6-4742-af11-35e211b0b3bc tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 872.608397] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0db7bcf4-a8b6-4742-af11-35e211b0b3bc tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.609285] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1cedb0-3748-47a3-9da1-492b9b150437 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.617788] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db7bcf4-a8b6-4742-af11-35e211b0b3bc tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.617788] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-559e7204-3000-42a9-8030-457128bdc6e1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.624153] env[69357]: DEBUG oslo_vmware.api [None req-0db7bcf4-a8b6-4742-af11-35e211b0b3bc tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Waiting for the task: (returnval){ [ 872.624153] env[69357]: value = "task-3282729" [ 872.624153] env[69357]: _type = "Task" [ 872.624153] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.632703] env[69357]: DEBUG oslo_vmware.api [None req-0db7bcf4-a8b6-4742-af11-35e211b0b3bc tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': task-3282729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.646843] env[69357]: DEBUG nova.compute.manager [req-ea45a64b-a1f7-4324-b4e5-1aa5795286a2 req-09f9a6b9-aac5-4aca-a02c-485c9545cbfc service nova] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Received event network-changed-3e3199e0-bce8-4b00-a356-37d3763a8f66 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.647106] env[69357]: DEBUG nova.compute.manager [req-ea45a64b-a1f7-4324-b4e5-1aa5795286a2 req-09f9a6b9-aac5-4aca-a02c-485c9545cbfc service nova] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Refreshing instance network info cache due to event network-changed-3e3199e0-bce8-4b00-a356-37d3763a8f66. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 872.647315] env[69357]: DEBUG oslo_concurrency.lockutils [req-ea45a64b-a1f7-4324-b4e5-1aa5795286a2 req-09f9a6b9-aac5-4aca-a02c-485c9545cbfc service nova] Acquiring lock "refresh_cache-ebcd1ef3-d8ef-4b38-a364-88f6424dc435" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.668393] env[69357]: DEBUG oslo_concurrency.lockutils [None req-342124bd-9221-45ec-82fc-7784f0a56119 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "7555c663-00ba-4958-a819-6454f6c48dee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.998s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.672806] env[69357]: INFO nova.compute.manager [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Took 49.74 seconds to build instance. [ 872.856842] env[69357]: DEBUG oslo_concurrency.lockutils [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.857959] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 29.622s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.912801] env[69357]: DEBUG nova.network.neutron [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 872.924638] env[69357]: DEBUG oslo_concurrency.lockutils [req-45175516-4a4c-45bb-ae60-ddba307a53ea req-7034070f-0bbd-41f6-975c-a529460fcb88 service nova] Releasing lock "refresh_cache-ebcd1ef3-d8ef-4b38-a364-88f6424dc435" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.925081] env[69357]: DEBUG oslo_concurrency.lockutils [req-ea45a64b-a1f7-4324-b4e5-1aa5795286a2 req-09f9a6b9-aac5-4aca-a02c-485c9545cbfc service nova] Acquired lock "refresh_cache-ebcd1ef3-d8ef-4b38-a364-88f6424dc435" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.925280] env[69357]: DEBUG nova.network.neutron [req-ea45a64b-a1f7-4324-b4e5-1aa5795286a2 req-09f9a6b9-aac5-4aca-a02c-485c9545cbfc service nova] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Refreshing network info cache for port 3e3199e0-bce8-4b00-a356-37d3763a8f66 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.071329] env[69357]: INFO nova.compute.manager [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Rebuilding instance [ 873.124939] env[69357]: DEBUG nova.compute.manager [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.126354] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930a6d59-6ed6-44e9-b544-2fa5832e3ea0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.145426] env[69357]: DEBUG oslo_vmware.api [None req-0db7bcf4-a8b6-4742-af11-35e211b0b3bc tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': task-3282729, 'name': PowerOffVM_Task, 'duration_secs': 0.184998} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.145426] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db7bcf4-a8b6-4742-af11-35e211b0b3bc tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.145631] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0db7bcf4-a8b6-4742-af11-35e211b0b3bc tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.145933] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e8652df-8e99-4d25-8d1e-d6a3b36e434e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.174230] env[69357]: DEBUG oslo_concurrency.lockutils [None req-95974647-d155-4d8e-9b51-adfe8ce95ee3 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Lock "3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.262s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.212255] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0db7bcf4-a8b6-4742-af11-35e211b0b3bc tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.212627] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0db7bcf4-a8b6-4742-af11-35e211b0b3bc tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.212703] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-0db7bcf4-a8b6-4742-af11-35e211b0b3bc tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Deleting the datastore file [datastore2] ebcd1ef3-d8ef-4b38-a364-88f6424dc435 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.212990] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aca6eac9-2c10-42b5-b533-b533f541d529 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.221544] env[69357]: DEBUG oslo_vmware.api [None req-0db7bcf4-a8b6-4742-af11-35e211b0b3bc tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Waiting for the task: (returnval){ [ 873.221544] env[69357]: value = "task-3282731" [ 873.221544] env[69357]: _type = "Task" [ 873.221544] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.231779] env[69357]: DEBUG oslo_vmware.api [None req-0db7bcf4-a8b6-4742-af11-35e211b0b3bc tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': task-3282731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.232934] env[69357]: DEBUG nova.network.neutron [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Updating instance_info_cache with network_info: [{"id": "d9ff0bbb-5d65-49cf-a318-d84176039ffe", "address": "fa:16:3e:f6:ad:ff", "network": {"id": "95c41f46-aae1-46e8-b54e-64fbf6069e12", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-79360462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bfd8e4a023f4c77bbc1674bfe6277c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9ff0bbb-5d", "ovs_interfaceid": "d9ff0bbb-5d65-49cf-a318-d84176039ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.375171] env[69357]: DEBUG oslo_concurrency.lockutils [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Acquiring lock "27145dbb-873a-4843-80e8-d3b9d11f2f7d" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.375360] env[69357]: DEBUG oslo_concurrency.lockutils [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Lock "27145dbb-873a-4843-80e8-d3b9d11f2f7d" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.732552] env[69357]: DEBUG oslo_vmware.api [None req-0db7bcf4-a8b6-4742-af11-35e211b0b3bc tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': task-3282731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1485} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.733315] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-0db7bcf4-a8b6-4742-af11-35e211b0b3bc tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.733813] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0db7bcf4-a8b6-4742-af11-35e211b0b3bc tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.734139] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0db7bcf4-a8b6-4742-af11-35e211b0b3bc tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.735655] env[69357]: INFO nova.compute.manager [None req-0db7bcf4-a8b6-4742-af11-35e211b0b3bc tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Took 1.13 seconds to destroy the instance on the hypervisor. [ 873.735655] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0db7bcf4-a8b6-4742-af11-35e211b0b3bc tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.735655] env[69357]: DEBUG nova.compute.manager [-] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 873.735655] env[69357]: DEBUG nova.network.neutron [-] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 873.737297] env[69357]: DEBUG oslo_concurrency.lockutils [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Releasing lock "refresh_cache-ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.737842] env[69357]: DEBUG nova.compute.manager [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Instance network_info: |[{"id": "d9ff0bbb-5d65-49cf-a318-d84176039ffe", "address": "fa:16:3e:f6:ad:ff", "network": {"id": "95c41f46-aae1-46e8-b54e-64fbf6069e12", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-79360462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bfd8e4a023f4c77bbc1674bfe6277c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9ff0bbb-5d", "ovs_interfaceid": "d9ff0bbb-5d65-49cf-a318-d84176039ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 873.738395] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:ad:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd177c5b3-a5b1-4c78-854e-7e0dbf341ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9ff0bbb-5d65-49cf-a318-d84176039ffe', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.746231] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Creating folder: Project (2bfd8e4a023f4c77bbc1674bfe6277c3). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 873.747056] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f0ea4eb-fa9e-4e62-80af-92f521dfb3ba {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.766021] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Created folder: Project (2bfd8e4a023f4c77bbc1674bfe6277c3) in parent group-v655402. [ 873.766021] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Creating folder: Instances. Parent ref: group-v655586. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 873.766021] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7be951e-fc32-4bfa-93f5-a8974c5c2d8b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.775969] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Created folder: Instances in parent group-v655586. [ 873.775969] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.775969] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.775969] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b248f0b-d84f-4fae-86ad-2c64187293d3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.797228] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.797228] env[69357]: value = "task-3282734" [ 873.797228] env[69357]: _type = "Task" [ 873.797228] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.805541] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282734, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.882908] env[69357]: DEBUG oslo_concurrency.lockutils [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Lock "27145dbb-873a-4843-80e8-d3b9d11f2f7d" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.507s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.883521] env[69357]: DEBUG nova.compute.manager [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.914544] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 6eaf986f-0491-4160-accd-ee7bbd4dfe1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.914703] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.914847] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance af8f9e4f-c0d8-447b-91ad-04f88290c199 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.914992] env[69357]: WARNING nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance f10e7a79-4aee-4687-84e8-d4d238077566 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 873.915138] env[69357]: WARNING nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance bd2c496d-2105-408b-a786-771214b707ac is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 873.915257] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance ff1d2974-d5a3-4753-9fa4-77f49949dd16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.915372] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 26f8e64b-a2f1-4659-ba44-8511c7b71f4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.915499] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 9d3a99e6-4639-440d-90c2-e142903094c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.915613] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 8fbc7efb-85d5-43fc-87a5-057ed51229b1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.915731] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance ec2f2a63-2c0c-4014-b0c6-1d76b70a3085 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.915914] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance d48829d0-0de1-4dce-8acf-c60180ace0a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.916278] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 47b1d65d-fa52-4abc-a387-7313d13a9a22 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.916278] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 41430e64-1805-4d83-8f22-e967c59f12fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.916278] env[69357]: WARNING nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 873.916427] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.916495] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 0c1376c6-1c72-4998-b90e-ff4500cef5c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.916613] env[69357]: WARNING nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 226fc248-4007-4cc6-be70-12ec22c06193 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 873.916746] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance ebcd1ef3-d8ef-4b38-a364-88f6424dc435 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.916842] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 7555c663-00ba-4958-a819-6454f6c48dee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.916947] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.917281] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 873.917425] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 874.014134] env[69357]: DEBUG nova.network.neutron [req-ea45a64b-a1f7-4324-b4e5-1aa5795286a2 req-09f9a6b9-aac5-4aca-a02c-485c9545cbfc service nova] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Updated VIF entry in instance network info cache for port 3e3199e0-bce8-4b00-a356-37d3763a8f66. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 874.014606] env[69357]: DEBUG nova.network.neutron [req-ea45a64b-a1f7-4324-b4e5-1aa5795286a2 req-09f9a6b9-aac5-4aca-a02c-485c9545cbfc service nova] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Updating instance_info_cache with network_info: [{"id": "3e3199e0-bce8-4b00-a356-37d3763a8f66", "address": "fa:16:3e:ea:b0:b1", "network": {"id": "3d0de572-c95e-48f3-83b4-b2112a785ccc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-454893420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f76a62241fdc4ac1aa0361afeb693279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e3199e0-bc", "ovs_interfaceid": "3e3199e0-bce8-4b00-a356-37d3763a8f66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.146043] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.146480] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-918c8967-9814-462d-be06-59603984abe6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.152465] env[69357]: DEBUG oslo_vmware.api [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 874.152465] env[69357]: value = "task-3282735" [ 874.152465] env[69357]: _type = "Task" [ 874.152465] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.161550] env[69357]: DEBUG oslo_vmware.api [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.163744] env[69357]: DEBUG nova.compute.manager [req-388f5519-c9fb-435c-84f1-6a12cf783d9a req-43b19a74-6cf4-428c-b5ae-e38e1191ee12 service nova] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Received event network-vif-deleted-3e3199e0-bce8-4b00-a356-37d3763a8f66 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.163918] env[69357]: INFO nova.compute.manager [req-388f5519-c9fb-435c-84f1-6a12cf783d9a req-43b19a74-6cf4-428c-b5ae-e38e1191ee12 service nova] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Neutron deleted interface 3e3199e0-bce8-4b00-a356-37d3763a8f66; detaching it from the instance and deleting it from the info cache [ 874.164158] env[69357]: DEBUG nova.network.neutron [req-388f5519-c9fb-435c-84f1-6a12cf783d9a req-43b19a74-6cf4-428c-b5ae-e38e1191ee12 service nova] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.309168] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282734, 'name': CreateVM_Task, 'duration_secs': 0.34756} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.309391] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.310167] env[69357]: DEBUG oslo_concurrency.lockutils [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.310363] env[69357]: DEBUG oslo_concurrency.lockutils [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.310739] env[69357]: DEBUG oslo_concurrency.lockutils [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.311044] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c6741af-e662-4233-be75-0f34189e21a2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.316280] env[69357]: DEBUG oslo_vmware.api [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Waiting for the task: (returnval){ [ 874.316280] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5203c87b-b1b9-5c12-ae6b-0a14baa5a8d6" [ 874.316280] env[69357]: _type = "Task" [ 874.316280] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.324379] env[69357]: DEBUG oslo_vmware.api [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5203c87b-b1b9-5c12-ae6b-0a14baa5a8d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.388255] env[69357]: DEBUG nova.compute.utils [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 874.389720] env[69357]: DEBUG nova.compute.manager [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 874.389892] env[69357]: DEBUG nova.network.neutron [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 874.420277] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 9bb73b0a-0b8a-45b0-be44-d106cfcb3209 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 874.481097] env[69357]: DEBUG nova.policy [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70ecb4f8c23641e4a5d91de50993a574', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ac8a5ed665b46bf9c4cdac8d70b7dc2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.506060] env[69357]: DEBUG nova.network.neutron [-] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.517733] env[69357]: DEBUG oslo_concurrency.lockutils [req-ea45a64b-a1f7-4324-b4e5-1aa5795286a2 req-09f9a6b9-aac5-4aca-a02c-485c9545cbfc service nova] Releasing lock "refresh_cache-ebcd1ef3-d8ef-4b38-a364-88f6424dc435" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.518076] env[69357]: DEBUG nova.compute.manager [req-ea45a64b-a1f7-4324-b4e5-1aa5795286a2 req-09f9a6b9-aac5-4aca-a02c-485c9545cbfc service nova] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Received event network-vif-plugged-d9ff0bbb-5d65-49cf-a318-d84176039ffe {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.518312] env[69357]: DEBUG oslo_concurrency.lockutils [req-ea45a64b-a1f7-4324-b4e5-1aa5795286a2 req-09f9a6b9-aac5-4aca-a02c-485c9545cbfc service nova] Acquiring lock "ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.518572] env[69357]: DEBUG oslo_concurrency.lockutils [req-ea45a64b-a1f7-4324-b4e5-1aa5795286a2 req-09f9a6b9-aac5-4aca-a02c-485c9545cbfc service nova] Lock "ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.518787] env[69357]: DEBUG oslo_concurrency.lockutils [req-ea45a64b-a1f7-4324-b4e5-1aa5795286a2 req-09f9a6b9-aac5-4aca-a02c-485c9545cbfc service nova] Lock "ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.519011] env[69357]: DEBUG nova.compute.manager [req-ea45a64b-a1f7-4324-b4e5-1aa5795286a2 req-09f9a6b9-aac5-4aca-a02c-485c9545cbfc service nova] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] No waiting events found dispatching network-vif-plugged-d9ff0bbb-5d65-49cf-a318-d84176039ffe {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 874.519277] env[69357]: WARNING nova.compute.manager [req-ea45a64b-a1f7-4324-b4e5-1aa5795286a2 req-09f9a6b9-aac5-4aca-a02c-485c9545cbfc service nova] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Received unexpected event network-vif-plugged-d9ff0bbb-5d65-49cf-a318-d84176039ffe for instance with vm_state building and task_state spawning. [ 874.519501] env[69357]: DEBUG nova.compute.manager [req-ea45a64b-a1f7-4324-b4e5-1aa5795286a2 req-09f9a6b9-aac5-4aca-a02c-485c9545cbfc service nova] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Received event network-changed-d9ff0bbb-5d65-49cf-a318-d84176039ffe {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.519745] env[69357]: DEBUG nova.compute.manager [req-ea45a64b-a1f7-4324-b4e5-1aa5795286a2 req-09f9a6b9-aac5-4aca-a02c-485c9545cbfc service nova] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Refreshing instance network info cache due to event network-changed-d9ff0bbb-5d65-49cf-a318-d84176039ffe. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 874.519995] env[69357]: DEBUG oslo_concurrency.lockutils [req-ea45a64b-a1f7-4324-b4e5-1aa5795286a2 req-09f9a6b9-aac5-4aca-a02c-485c9545cbfc service nova] Acquiring lock "refresh_cache-ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.520537] env[69357]: DEBUG oslo_concurrency.lockutils [req-ea45a64b-a1f7-4324-b4e5-1aa5795286a2 req-09f9a6b9-aac5-4aca-a02c-485c9545cbfc service nova] Acquired lock "refresh_cache-ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.520785] env[69357]: DEBUG nova.network.neutron [req-ea45a64b-a1f7-4324-b4e5-1aa5795286a2 req-09f9a6b9-aac5-4aca-a02c-485c9545cbfc service nova] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Refreshing network info cache for port d9ff0bbb-5d65-49cf-a318-d84176039ffe {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.664767] env[69357]: DEBUG oslo_vmware.api [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282735, 'name': PowerOffVM_Task, 'duration_secs': 0.392602} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.665184] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.665545] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.666741] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cc1ea8-a5fd-4cd3-a541-569f03ee03e2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.669279] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d910367-8640-4d24-9a1e-70872d131245 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.675147] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.676241] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e48fee6-759d-4d4a-abb8-727954102d10 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.680016] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a22572-00a2-4e08-ae16-eb5f60ad4b69 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.714236] env[69357]: DEBUG nova.compute.manager [req-388f5519-c9fb-435c-84f1-6a12cf783d9a req-43b19a74-6cf4-428c-b5ae-e38e1191ee12 service nova] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Detach interface failed, port_id=3e3199e0-bce8-4b00-a356-37d3763a8f66, reason: Instance ebcd1ef3-d8ef-4b38-a364-88f6424dc435 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 874.755867] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.757219] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.757219] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Deleting the datastore file [datastore1] 7555c663-00ba-4958-a819-6454f6c48dee {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.757219] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cd43dd6-d68c-44b5-bccb-51d0c054e837 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.762672] env[69357]: DEBUG oslo_vmware.api [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 874.762672] env[69357]: value = "task-3282737" [ 874.762672] env[69357]: _type = "Task" [ 874.762672] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.771380] env[69357]: DEBUG oslo_vmware.api [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.826147] env[69357]: DEBUG oslo_vmware.api [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5203c87b-b1b9-5c12-ae6b-0a14baa5a8d6, 'name': SearchDatastore_Task, 'duration_secs': 0.009497} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.826546] env[69357]: DEBUG oslo_concurrency.lockutils [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.826660] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 874.826902] env[69357]: DEBUG oslo_concurrency.lockutils [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.827058] env[69357]: DEBUG oslo_concurrency.lockutils [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.827235] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 874.827504] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e928783-50f8-47bc-8248-7bc84a5cfae5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.833952] env[69357]: DEBUG nova.compute.manager [req-6d9fa2c3-43fa-4a1f-8208-f1f3a965b110 req-a8d317fd-4b72-45c5-984c-4387660c409a service nova] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Received event network-changed-848e0e2a-871b-4ca2-86b0-c460438116ba {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.834156] env[69357]: DEBUG nova.compute.manager [req-6d9fa2c3-43fa-4a1f-8208-f1f3a965b110 req-a8d317fd-4b72-45c5-984c-4387660c409a service nova] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Refreshing instance network info cache due to event network-changed-848e0e2a-871b-4ca2-86b0-c460438116ba. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 874.834368] env[69357]: DEBUG oslo_concurrency.lockutils [req-6d9fa2c3-43fa-4a1f-8208-f1f3a965b110 req-a8d317fd-4b72-45c5-984c-4387660c409a service nova] Acquiring lock "refresh_cache-d48829d0-0de1-4dce-8acf-c60180ace0a7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.834501] env[69357]: DEBUG oslo_concurrency.lockutils [req-6d9fa2c3-43fa-4a1f-8208-f1f3a965b110 req-a8d317fd-4b72-45c5-984c-4387660c409a service nova] Acquired lock "refresh_cache-d48829d0-0de1-4dce-8acf-c60180ace0a7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.834661] env[69357]: DEBUG nova.network.neutron [req-6d9fa2c3-43fa-4a1f-8208-f1f3a965b110 req-a8d317fd-4b72-45c5-984c-4387660c409a service nova] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Refreshing network info cache for port 848e0e2a-871b-4ca2-86b0-c460438116ba {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.837192] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 874.837387] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 874.838420] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97bcd3ff-4df3-4741-98a8-bf4c93c5893a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.844904] env[69357]: DEBUG oslo_vmware.api [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Waiting for the task: (returnval){ [ 874.844904] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5211777e-f52b-e882-fcb4-08eb303392ab" [ 874.844904] env[69357]: _type = "Task" [ 874.844904] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.853732] env[69357]: DEBUG oslo_vmware.api [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5211777e-f52b-e882-fcb4-08eb303392ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.893721] env[69357]: DEBUG nova.compute.manager [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.922760] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 874.923158] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 874.923341] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3968MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 875.010581] env[69357]: INFO nova.compute.manager [-] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Took 1.28 seconds to deallocate network for instance. [ 875.061665] env[69357]: DEBUG nova.network.neutron [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Successfully created port: dfc3ee7c-c56d-465d-be07-0f677612b297 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.237859] env[69357]: DEBUG nova.network.neutron [req-ea45a64b-a1f7-4324-b4e5-1aa5795286a2 req-09f9a6b9-aac5-4aca-a02c-485c9545cbfc service nova] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Updated VIF entry in instance network info cache for port d9ff0bbb-5d65-49cf-a318-d84176039ffe. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 875.238221] env[69357]: DEBUG nova.network.neutron [req-ea45a64b-a1f7-4324-b4e5-1aa5795286a2 req-09f9a6b9-aac5-4aca-a02c-485c9545cbfc service nova] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Updating instance_info_cache with network_info: [{"id": "d9ff0bbb-5d65-49cf-a318-d84176039ffe", "address": "fa:16:3e:f6:ad:ff", "network": {"id": "95c41f46-aae1-46e8-b54e-64fbf6069e12", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-79360462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bfd8e4a023f4c77bbc1674bfe6277c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9ff0bbb-5d", "ovs_interfaceid": "d9ff0bbb-5d65-49cf-a318-d84176039ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.274103] env[69357]: DEBUG oslo_vmware.api [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189454} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.277207] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.277207] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.277207] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.295764] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46837ef7-a6ed-495a-b89d-4627dc436460 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.304296] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc8304e-7fca-45c9-9ace-54421ecc3edf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.338345] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbf9a51-5932-40a3-b0c4-5b3a1adab60f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.352182] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c1474a-ed9b-4b7c-9910-728bc0626313 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.372018] env[69357]: DEBUG nova.compute.provider_tree [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.372681] env[69357]: DEBUG oslo_vmware.api [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5211777e-f52b-e882-fcb4-08eb303392ab, 'name': SearchDatastore_Task, 'duration_secs': 0.01017} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.373824] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45476a9b-c74a-4d52-8475-368015966a30 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.382397] env[69357]: DEBUG oslo_vmware.api [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Waiting for the task: (returnval){ [ 875.382397] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52437152-569b-4011-1522-f6fe86768a1a" [ 875.382397] env[69357]: _type = "Task" [ 875.382397] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.392610] env[69357]: DEBUG oslo_vmware.api [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52437152-569b-4011-1522-f6fe86768a1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.518220] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0db7bcf4-a8b6-4742-af11-35e211b0b3bc tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.609706] env[69357]: DEBUG nova.network.neutron [req-6d9fa2c3-43fa-4a1f-8208-f1f3a965b110 req-a8d317fd-4b72-45c5-984c-4387660c409a service nova] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Updated VIF entry in instance network info cache for port 848e0e2a-871b-4ca2-86b0-c460438116ba. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 875.613020] env[69357]: DEBUG nova.network.neutron [req-6d9fa2c3-43fa-4a1f-8208-f1f3a965b110 req-a8d317fd-4b72-45c5-984c-4387660c409a service nova] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Updating instance_info_cache with network_info: [{"id": "848e0e2a-871b-4ca2-86b0-c460438116ba", "address": "fa:16:3e:1d:68:9a", "network": {"id": "3d0de572-c95e-48f3-83b4-b2112a785ccc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-454893420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f76a62241fdc4ac1aa0361afeb693279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap848e0e2a-87", "ovs_interfaceid": "848e0e2a-871b-4ca2-86b0-c460438116ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.744586] env[69357]: DEBUG oslo_concurrency.lockutils [req-ea45a64b-a1f7-4324-b4e5-1aa5795286a2 req-09f9a6b9-aac5-4aca-a02c-485c9545cbfc service nova] Releasing lock "refresh_cache-ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.874670] env[69357]: DEBUG nova.scheduler.client.report [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.895262] env[69357]: DEBUG oslo_vmware.api [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52437152-569b-4011-1522-f6fe86768a1a, 'name': SearchDatastore_Task, 'duration_secs': 0.009887} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.895525] env[69357]: DEBUG oslo_concurrency.lockutils [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.895787] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7/ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.896037] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-feff1bd9-f44b-4c05-9daf-68a5c1ead79a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.903139] env[69357]: DEBUG nova.compute.manager [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.906105] env[69357]: DEBUG oslo_vmware.api [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Waiting for the task: (returnval){ [ 875.906105] env[69357]: value = "task-3282738" [ 875.906105] env[69357]: _type = "Task" [ 875.906105] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.913918] env[69357]: DEBUG oslo_vmware.api [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Task: {'id': task-3282738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.921553] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e532b9d9-7666-49a0-a3a1-c015404b7608 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Acquiring lock "ebcd1ef3-d8ef-4b38-a364-88f6424dc435" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.927769] env[69357]: DEBUG nova.virt.hardware [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.927991] env[69357]: DEBUG nova.virt.hardware [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.928161] env[69357]: DEBUG nova.virt.hardware [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.928340] env[69357]: DEBUG nova.virt.hardware [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.928481] env[69357]: DEBUG nova.virt.hardware [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.928622] env[69357]: DEBUG nova.virt.hardware [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.928829] env[69357]: DEBUG nova.virt.hardware [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.928982] env[69357]: DEBUG nova.virt.hardware [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.929165] env[69357]: DEBUG nova.virt.hardware [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.929321] env[69357]: DEBUG nova.virt.hardware [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.929492] env[69357]: DEBUG nova.virt.hardware [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.930286] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92f8fd2-2805-4338-9ce6-f78f10c4cabd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.939716] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfc0384-29da-4d76-9c88-850636f804de {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.113398] env[69357]: DEBUG oslo_concurrency.lockutils [req-6d9fa2c3-43fa-4a1f-8208-f1f3a965b110 req-a8d317fd-4b72-45c5-984c-4387660c409a service nova] Releasing lock "refresh_cache-d48829d0-0de1-4dce-8acf-c60180ace0a7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.311401] env[69357]: DEBUG nova.virt.hardware [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.311657] env[69357]: DEBUG nova.virt.hardware [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.311816] env[69357]: DEBUG nova.virt.hardware [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.311996] env[69357]: DEBUG nova.virt.hardware [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.312336] env[69357]: DEBUG nova.virt.hardware [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.312493] env[69357]: DEBUG nova.virt.hardware [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.312741] env[69357]: DEBUG nova.virt.hardware [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.312990] env[69357]: DEBUG nova.virt.hardware [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.313180] env[69357]: DEBUG nova.virt.hardware [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.313348] env[69357]: DEBUG nova.virt.hardware [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.313555] env[69357]: DEBUG nova.virt.hardware [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.314499] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305af6fe-c4f9-4db7-9e9c-aa60878d7526 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.323394] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ea76bc-a735-441c-abd0-a03519c23f46 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.339262] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8279134f-f924-49b0-8538-40cab6027b52 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Acquiring lock "3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.339569] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8279134f-f924-49b0-8538-40cab6027b52 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Lock "3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.339787] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8279134f-f924-49b0-8538-40cab6027b52 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Acquiring lock "3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.339970] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8279134f-f924-49b0-8538-40cab6027b52 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Lock "3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.340151] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8279134f-f924-49b0-8538-40cab6027b52 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Lock "3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.342139] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:f0:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ecda77e-8f5c-4a29-8355-f31b8041e1e9', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.349791] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.350444] env[69357]: INFO nova.compute.manager [None req-8279134f-f924-49b0-8538-40cab6027b52 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Terminating instance [ 876.352762] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.353921] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fb4ca5c-6201-450d-980d-3ab8f4352ec9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.376316] env[69357]: DEBUG nova.compute.manager [None req-8279134f-f924-49b0-8538-40cab6027b52 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.376592] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8279134f-f924-49b0-8538-40cab6027b52 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.378840] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e782f5c3-b682-41cb-949b-fd238b94f1df {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.382685] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 876.382912] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.525s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.383500] env[69357]: DEBUG oslo_concurrency.lockutils [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.668s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.384991] env[69357]: INFO nova.compute.claims [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.387692] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 876.387845] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Cleaning up deleted instances {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 876.392432] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.392432] env[69357]: value = "task-3282739" [ 876.392432] env[69357]: _type = "Task" [ 876.392432] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.394740] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8279134f-f924-49b0-8538-40cab6027b52 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.397802] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae3a114b-c74d-4aff-83dd-be67effaa7d1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.407170] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282739, 'name': CreateVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.412701] env[69357]: DEBUG oslo_vmware.api [None req-8279134f-f924-49b0-8538-40cab6027b52 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Waiting for the task: (returnval){ [ 876.412701] env[69357]: value = "task-3282740" [ 876.412701] env[69357]: _type = "Task" [ 876.412701] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.418330] env[69357]: DEBUG oslo_vmware.api [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Task: {'id': task-3282738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499768} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.418942] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7/ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 876.419200] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.419414] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d821b12d-67c6-4f78-9267-512157d5b3f5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.425072] env[69357]: DEBUG oslo_vmware.api [None req-8279134f-f924-49b0-8538-40cab6027b52 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Task: {'id': task-3282740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.430379] env[69357]: DEBUG oslo_vmware.api [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Waiting for the task: (returnval){ [ 876.430379] env[69357]: value = "task-3282741" [ 876.430379] env[69357]: _type = "Task" [ 876.430379] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.441535] env[69357]: DEBUG oslo_vmware.api [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Task: {'id': task-3282741, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.871229] env[69357]: DEBUG nova.compute.manager [req-16e3901f-a62f-4f4a-96fb-b759ed4435eb req-411ef785-c527-4e18-b571-9d75e66829b2 service nova] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Received event network-changed-848e0e2a-871b-4ca2-86b0-c460438116ba {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.871418] env[69357]: DEBUG nova.compute.manager [req-16e3901f-a62f-4f4a-96fb-b759ed4435eb req-411ef785-c527-4e18-b571-9d75e66829b2 service nova] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Refreshing instance network info cache due to event network-changed-848e0e2a-871b-4ca2-86b0-c460438116ba. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.871633] env[69357]: DEBUG oslo_concurrency.lockutils [req-16e3901f-a62f-4f4a-96fb-b759ed4435eb req-411ef785-c527-4e18-b571-9d75e66829b2 service nova] Acquiring lock "refresh_cache-d48829d0-0de1-4dce-8acf-c60180ace0a7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.871777] env[69357]: DEBUG oslo_concurrency.lockutils [req-16e3901f-a62f-4f4a-96fb-b759ed4435eb req-411ef785-c527-4e18-b571-9d75e66829b2 service nova] Acquired lock "refresh_cache-d48829d0-0de1-4dce-8acf-c60180ace0a7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.871932] env[69357]: DEBUG nova.network.neutron [req-16e3901f-a62f-4f4a-96fb-b759ed4435eb req-411ef785-c527-4e18-b571-9d75e66829b2 service nova] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Refreshing network info cache for port 848e0e2a-871b-4ca2-86b0-c460438116ba {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.903408] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] There are 44 instances to clean {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 876.903707] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: ab84fefe-2ac8-4e93-88b2-018a64f06aeb] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 876.918058] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282739, 'name': CreateVM_Task, 'duration_secs': 0.486122} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.918598] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.919328] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.919539] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.920039] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.923603] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26b68ed4-1bb1-4b20-8707-b59aa243135c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.925524] env[69357]: DEBUG oslo_vmware.api [None req-8279134f-f924-49b0-8538-40cab6027b52 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Task: {'id': task-3282740, 'name': PowerOffVM_Task, 'duration_secs': 0.221276} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.925828] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8279134f-f924-49b0-8538-40cab6027b52 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.926093] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8279134f-f924-49b0-8538-40cab6027b52 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.926818] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65311ed3-f0a2-4e78-85b2-c10b69ba51d6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.930935] env[69357]: DEBUG oslo_vmware.api [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 876.930935] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]528b7b42-26eb-8ac7-0487-cc06bade3121" [ 876.930935] env[69357]: _type = "Task" [ 876.930935] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.943866] env[69357]: DEBUG oslo_vmware.api [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Task: {'id': task-3282741, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076881} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.950202] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.950576] env[69357]: DEBUG oslo_vmware.api [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]528b7b42-26eb-8ac7-0487-cc06bade3121, 'name': SearchDatastore_Task, 'duration_secs': 0.009246} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.951410] env[69357]: DEBUG nova.network.neutron [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Successfully updated port: dfc3ee7c-c56d-465d-be07-0f677612b297 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 876.954148] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d65bff2-e304-4cb6-91c1-b7ad30c395cc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.957349] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.957584] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.957869] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.958111] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.959276] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.959276] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40fa1bb7-b88c-4de9-aa02-c22e4778dcf5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.982058] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7/ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.983742] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65397e1a-94c5-42c7-862a-8b494a03c702 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.998999] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.999267] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.001341] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6146cd03-5d17-4847-9e32-8185b695c484 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.005781] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8279134f-f924-49b0-8538-40cab6027b52 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.005976] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8279134f-f924-49b0-8538-40cab6027b52 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.006162] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-8279134f-f924-49b0-8538-40cab6027b52 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Deleting the datastore file [datastore1] 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.006758] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f55d971d-29fa-4b84-abdf-313914d4cf4e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.010888] env[69357]: DEBUG oslo_vmware.api [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Waiting for the task: (returnval){ [ 877.010888] env[69357]: value = "task-3282743" [ 877.010888] env[69357]: _type = "Task" [ 877.010888] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.012131] env[69357]: DEBUG oslo_vmware.api [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 877.012131] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5210db4c-7bff-89f1-2379-0a2668198b6e" [ 877.012131] env[69357]: _type = "Task" [ 877.012131] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.018607] env[69357]: DEBUG oslo_vmware.api [None req-8279134f-f924-49b0-8538-40cab6027b52 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Waiting for the task: (returnval){ [ 877.018607] env[69357]: value = "task-3282744" [ 877.018607] env[69357]: _type = "Task" [ 877.018607] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.029137] env[69357]: DEBUG oslo_vmware.api [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Task: {'id': task-3282743, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.029384] env[69357]: DEBUG oslo_vmware.api [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5210db4c-7bff-89f1-2379-0a2668198b6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.033984] env[69357]: DEBUG oslo_vmware.api [None req-8279134f-f924-49b0-8538-40cab6027b52 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Task: {'id': task-3282744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.408430] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 02485fa0-9e5c-4a6b-b28a-8892c2b3acb5] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 877.459491] env[69357]: DEBUG oslo_concurrency.lockutils [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Acquiring lock "refresh_cache-0b2c5aef-e7af-4f91-aa02-3e3999b6ad16" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.459650] env[69357]: DEBUG oslo_concurrency.lockutils [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Acquired lock "refresh_cache-0b2c5aef-e7af-4f91-aa02-3e3999b6ad16" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.459807] env[69357]: DEBUG nova.network.neutron [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.534821] env[69357]: DEBUG oslo_vmware.api [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Task: {'id': task-3282743, 'name': ReconfigVM_Task, 'duration_secs': 0.328991} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.542045] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Reconfigured VM instance instance-00000041 to attach disk [datastore2] ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7/ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.543378] env[69357]: DEBUG oslo_vmware.api [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5210db4c-7bff-89f1-2379-0a2668198b6e, 'name': SearchDatastore_Task, 'duration_secs': 0.013976} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.543823] env[69357]: DEBUG oslo_vmware.api [None req-8279134f-f924-49b0-8538-40cab6027b52 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Task: {'id': task-3282744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235761} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.551079] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc354dd5-34e8-4ca9-a20b-8a61aacb6db4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.553330] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-8279134f-f924-49b0-8538-40cab6027b52 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.553747] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8279134f-f924-49b0-8538-40cab6027b52 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.554093] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8279134f-f924-49b0-8538-40cab6027b52 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.554414] env[69357]: INFO nova.compute.manager [None req-8279134f-f924-49b0-8538-40cab6027b52 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Took 1.18 seconds to destroy the instance on the hypervisor. [ 877.555823] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8279134f-f924-49b0-8538-40cab6027b52 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.555823] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-571d2fea-6c8e-4fab-9598-182d0a6b6a15 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.558783] env[69357]: DEBUG nova.compute.manager [-] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.558891] env[69357]: DEBUG nova.network.neutron [-] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.564820] env[69357]: DEBUG oslo_vmware.api [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 877.564820] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5263d33e-e6a5-2b44-bcf9-667303a0d036" [ 877.564820] env[69357]: _type = "Task" [ 877.564820] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.569467] env[69357]: DEBUG oslo_vmware.api [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Waiting for the task: (returnval){ [ 877.569467] env[69357]: value = "task-3282745" [ 877.569467] env[69357]: _type = "Task" [ 877.569467] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.578420] env[69357]: DEBUG oslo_vmware.api [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5263d33e-e6a5-2b44-bcf9-667303a0d036, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.583380] env[69357]: DEBUG oslo_vmware.api [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Task: {'id': task-3282745, 'name': Rename_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.735704] env[69357]: DEBUG nova.network.neutron [req-16e3901f-a62f-4f4a-96fb-b759ed4435eb req-411ef785-c527-4e18-b571-9d75e66829b2 service nova] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Updated VIF entry in instance network info cache for port 848e0e2a-871b-4ca2-86b0-c460438116ba. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.736434] env[69357]: DEBUG nova.network.neutron [req-16e3901f-a62f-4f4a-96fb-b759ed4435eb req-411ef785-c527-4e18-b571-9d75e66829b2 service nova] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Updating instance_info_cache with network_info: [{"id": "848e0e2a-871b-4ca2-86b0-c460438116ba", "address": "fa:16:3e:1d:68:9a", "network": {"id": "3d0de572-c95e-48f3-83b4-b2112a785ccc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-454893420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f76a62241fdc4ac1aa0361afeb693279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap848e0e2a-87", "ovs_interfaceid": "848e0e2a-871b-4ca2-86b0-c460438116ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.850054] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ec4294-21ed-4057-bd9f-d18cdd9fd2b6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.858988] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f7451c-8371-4999-805a-6d72bbaa185b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.893885] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9d7939-ca18-4527-9362-32bfc7f8f654 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.898984] env[69357]: DEBUG nova.compute.manager [req-f12dceea-4525-4438-a8b2-1fe9f00387a5 req-dc2937d6-d416-4501-b14c-907872f6e0a9 service nova] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Received event network-vif-deleted-0e8bcb34-afde-467b-b7d0-6a92c83c5f1a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.899189] env[69357]: INFO nova.compute.manager [req-f12dceea-4525-4438-a8b2-1fe9f00387a5 req-dc2937d6-d416-4501-b14c-907872f6e0a9 service nova] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Neutron deleted interface 0e8bcb34-afde-467b-b7d0-6a92c83c5f1a; detaching it from the instance and deleting it from the info cache [ 877.899355] env[69357]: DEBUG nova.network.neutron [req-f12dceea-4525-4438-a8b2-1fe9f00387a5 req-dc2937d6-d416-4501-b14c-907872f6e0a9 service nova] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.906651] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d301ea9-6938-46e8-9953-17e020693cb4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.920554] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 07844a4f-e7c2-4276-9cb2-470f8c189b4f] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 877.922977] env[69357]: DEBUG nova.compute.provider_tree [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 877.993486] env[69357]: DEBUG nova.network.neutron [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.077281] env[69357]: DEBUG oslo_vmware.api [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5263d33e-e6a5-2b44-bcf9-667303a0d036, 'name': SearchDatastore_Task, 'duration_secs': 0.017188} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.077975] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.078284] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 7555c663-00ba-4958-a819-6454f6c48dee/7555c663-00ba-4958-a819-6454f6c48dee.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.078553] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88864966-a2a7-43c8-8161-f58c8f2c9c70 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.083144] env[69357]: DEBUG oslo_vmware.api [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Task: {'id': task-3282745, 'name': Rename_Task, 'duration_secs': 0.140286} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.083712] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.083954] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b64901a-11a9-40a6-bfc3-c8e3ca05cda1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.088808] env[69357]: DEBUG oslo_vmware.api [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 878.088808] env[69357]: value = "task-3282746" [ 878.088808] env[69357]: _type = "Task" [ 878.088808] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.092941] env[69357]: DEBUG oslo_vmware.api [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Waiting for the task: (returnval){ [ 878.092941] env[69357]: value = "task-3282747" [ 878.092941] env[69357]: _type = "Task" [ 878.092941] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.098524] env[69357]: DEBUG oslo_vmware.api [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.102786] env[69357]: DEBUG oslo_vmware.api [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Task: {'id': task-3282747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.117921] env[69357]: DEBUG nova.network.neutron [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Updating instance_info_cache with network_info: [{"id": "dfc3ee7c-c56d-465d-be07-0f677612b297", "address": "fa:16:3e:b2:76:44", "network": {"id": "c704f704-12f2-4520-8e7a-8d8d547d1d72", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-923114968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ac8a5ed665b46bf9c4cdac8d70b7dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfc3ee7c-c5", "ovs_interfaceid": "dfc3ee7c-c56d-465d-be07-0f677612b297", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.239810] env[69357]: DEBUG oslo_concurrency.lockutils [req-16e3901f-a62f-4f4a-96fb-b759ed4435eb req-411ef785-c527-4e18-b571-9d75e66829b2 service nova] Releasing lock "refresh_cache-d48829d0-0de1-4dce-8acf-c60180ace0a7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.240120] env[69357]: DEBUG nova.compute.manager [req-16e3901f-a62f-4f4a-96fb-b759ed4435eb req-411ef785-c527-4e18-b571-9d75e66829b2 service nova] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Received event network-vif-plugged-dfc3ee7c-c56d-465d-be07-0f677612b297 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.240321] env[69357]: DEBUG oslo_concurrency.lockutils [req-16e3901f-a62f-4f4a-96fb-b759ed4435eb req-411ef785-c527-4e18-b571-9d75e66829b2 service nova] Acquiring lock "0b2c5aef-e7af-4f91-aa02-3e3999b6ad16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.240526] env[69357]: DEBUG oslo_concurrency.lockutils [req-16e3901f-a62f-4f4a-96fb-b759ed4435eb req-411ef785-c527-4e18-b571-9d75e66829b2 service nova] Lock "0b2c5aef-e7af-4f91-aa02-3e3999b6ad16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.240686] env[69357]: DEBUG oslo_concurrency.lockutils [req-16e3901f-a62f-4f4a-96fb-b759ed4435eb req-411ef785-c527-4e18-b571-9d75e66829b2 service nova] Lock "0b2c5aef-e7af-4f91-aa02-3e3999b6ad16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.240851] env[69357]: DEBUG nova.compute.manager [req-16e3901f-a62f-4f4a-96fb-b759ed4435eb req-411ef785-c527-4e18-b571-9d75e66829b2 service nova] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] No waiting events found dispatching network-vif-plugged-dfc3ee7c-c56d-465d-be07-0f677612b297 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 878.241042] env[69357]: WARNING nova.compute.manager [req-16e3901f-a62f-4f4a-96fb-b759ed4435eb req-411ef785-c527-4e18-b571-9d75e66829b2 service nova] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Received unexpected event network-vif-plugged-dfc3ee7c-c56d-465d-be07-0f677612b297 for instance with vm_state building and task_state spawning. [ 878.365644] env[69357]: DEBUG nova.network.neutron [-] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.402648] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0f3ee7b-62c5-4273-ad61-3c052c10920f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.413346] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f480f1bf-13a0-4408-b8e9-835af42f3a95 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.428231] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 6f91985d-2b88-4f70-9cae-4be4853b64c7] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 878.460012] env[69357]: DEBUG nova.compute.manager [req-f12dceea-4525-4438-a8b2-1fe9f00387a5 req-dc2937d6-d416-4501-b14c-907872f6e0a9 service nova] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Detach interface failed, port_id=0e8bcb34-afde-467b-b7d0-6a92c83c5f1a, reason: Instance 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 878.467935] env[69357]: DEBUG nova.scheduler.client.report [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Updated inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with generation 85 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 878.468249] env[69357]: DEBUG nova.compute.provider_tree [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Updating resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 generation from 85 to 86 during operation: update_inventory {{(pid=69357) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 878.468430] env[69357]: DEBUG nova.compute.provider_tree [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 878.602610] env[69357]: DEBUG oslo_vmware.api [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Task: {'id': task-3282747, 'name': PowerOnVM_Task, 'duration_secs': 0.510357} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.606038] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.606279] env[69357]: INFO nova.compute.manager [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Took 8.11 seconds to spawn the instance on the hypervisor. [ 878.606458] env[69357]: DEBUG nova.compute.manager [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 878.606786] env[69357]: DEBUG oslo_vmware.api [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282746, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512848} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.607537] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0687b44-ac89-42fc-a192-bc4dbc6d8e97 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.610013] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 7555c663-00ba-4958-a819-6454f6c48dee/7555c663-00ba-4958-a819-6454f6c48dee.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.610393] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.610731] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e7d782a-c128-4b4f-b921-7f8141b5cd5e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.621571] env[69357]: DEBUG oslo_concurrency.lockutils [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Releasing lock "refresh_cache-0b2c5aef-e7af-4f91-aa02-3e3999b6ad16" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.621571] env[69357]: DEBUG nova.compute.manager [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Instance network_info: |[{"id": "dfc3ee7c-c56d-465d-be07-0f677612b297", "address": "fa:16:3e:b2:76:44", "network": {"id": "c704f704-12f2-4520-8e7a-8d8d547d1d72", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-923114968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ac8a5ed665b46bf9c4cdac8d70b7dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfc3ee7c-c5", "ovs_interfaceid": "dfc3ee7c-c56d-465d-be07-0f677612b297", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 878.621762] env[69357]: DEBUG oslo_vmware.api [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 878.621762] env[69357]: value = "task-3282748" [ 878.621762] env[69357]: _type = "Task" [ 878.621762] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.622153] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:76:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '975b168a-03e5-449d-95ac-4d51ba027242', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfc3ee7c-c56d-465d-be07-0f677612b297', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.629903] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Creating folder: Project (7ac8a5ed665b46bf9c4cdac8d70b7dc2). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 878.630266] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-479e9e42-df73-47d9-98f6-bae26303907a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.640019] env[69357]: DEBUG oslo_vmware.api [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.642211] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Created folder: Project (7ac8a5ed665b46bf9c4cdac8d70b7dc2) in parent group-v655402. [ 878.642398] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Creating folder: Instances. Parent ref: group-v655590. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 878.642650] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b41148ce-4d52-4bb7-9d31-66614da43581 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.650420] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Created folder: Instances in parent group-v655590. [ 878.650670] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.650894] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.651109] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-160e6f62-332f-40bf-98a8-21a6030f4228 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.671576] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.671576] env[69357]: value = "task-3282751" [ 878.671576] env[69357]: _type = "Task" [ 878.671576] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.678930] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282751, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.868569] env[69357]: INFO nova.compute.manager [-] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Took 1.31 seconds to deallocate network for instance. [ 878.900239] env[69357]: DEBUG nova.compute.manager [req-c1ceb61a-ae56-4fe4-aaeb-aaec43613672 req-ad7adc06-2b28-4bad-a1c6-3be395322acc service nova] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Received event network-changed-dfc3ee7c-c56d-465d-be07-0f677612b297 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.900476] env[69357]: DEBUG nova.compute.manager [req-c1ceb61a-ae56-4fe4-aaeb-aaec43613672 req-ad7adc06-2b28-4bad-a1c6-3be395322acc service nova] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Refreshing instance network info cache due to event network-changed-dfc3ee7c-c56d-465d-be07-0f677612b297. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.900674] env[69357]: DEBUG oslo_concurrency.lockutils [req-c1ceb61a-ae56-4fe4-aaeb-aaec43613672 req-ad7adc06-2b28-4bad-a1c6-3be395322acc service nova] Acquiring lock "refresh_cache-0b2c5aef-e7af-4f91-aa02-3e3999b6ad16" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.900796] env[69357]: DEBUG oslo_concurrency.lockutils [req-c1ceb61a-ae56-4fe4-aaeb-aaec43613672 req-ad7adc06-2b28-4bad-a1c6-3be395322acc service nova] Acquired lock "refresh_cache-0b2c5aef-e7af-4f91-aa02-3e3999b6ad16" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.901028] env[69357]: DEBUG nova.network.neutron [req-c1ceb61a-ae56-4fe4-aaeb-aaec43613672 req-ad7adc06-2b28-4bad-a1c6-3be395322acc service nova] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Refreshing network info cache for port dfc3ee7c-c56d-465d-be07-0f677612b297 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.935011] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 8cafc4cb-7b31-41aa-8148-5a743741e988] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 878.974224] env[69357]: DEBUG oslo_concurrency.lockutils [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.974718] env[69357]: DEBUG nova.compute.manager [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.977147] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.036s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.978548] env[69357]: INFO nova.compute.claims [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.130404] env[69357]: INFO nova.compute.manager [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Took 42.60 seconds to build instance. [ 879.140574] env[69357]: DEBUG oslo_vmware.api [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063989} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.140864] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.141650] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdb501f-e1d4-44b4-a026-c7dca7ec8753 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.164898] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 7555c663-00ba-4958-a819-6454f6c48dee/7555c663-00ba-4958-a819-6454f6c48dee.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.165574] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b4a5c23-15b1-460f-8144-025351417ab5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.189555] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282751, 'name': CreateVM_Task, 'duration_secs': 0.380814} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.190659] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.190986] env[69357]: DEBUG oslo_vmware.api [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 879.190986] env[69357]: value = "task-3282752" [ 879.190986] env[69357]: _type = "Task" [ 879.190986] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.191620] env[69357]: DEBUG oslo_concurrency.lockutils [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.191780] env[69357]: DEBUG oslo_concurrency.lockutils [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.192107] env[69357]: DEBUG oslo_concurrency.lockutils [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.192401] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c5a52b0-c1c5-4b2d-8ea0-4a37e16207f4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.199470] env[69357]: DEBUG oslo_vmware.api [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Waiting for the task: (returnval){ [ 879.199470] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5286d393-e1d1-170c-e016-d8703a761e94" [ 879.199470] env[69357]: _type = "Task" [ 879.199470] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.202528] env[69357]: DEBUG oslo_vmware.api [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282752, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.210151] env[69357]: DEBUG oslo_vmware.api [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5286d393-e1d1-170c-e016-d8703a761e94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.375460] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8279134f-f924-49b0-8538-40cab6027b52 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.437706] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: b4f1cf0a-960c-4674-b82e-557fc2dc6797] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 879.483043] env[69357]: DEBUG nova.compute.utils [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 879.486355] env[69357]: DEBUG nova.compute.manager [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 879.486355] env[69357]: DEBUG nova.network.neutron [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 879.528537] env[69357]: DEBUG nova.policy [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7aa57530d1a04208bc06d92a295f3e93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93131de3c24b4a09a5cea44081568a86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 879.620634] env[69357]: DEBUG nova.network.neutron [req-c1ceb61a-ae56-4fe4-aaeb-aaec43613672 req-ad7adc06-2b28-4bad-a1c6-3be395322acc service nova] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Updated VIF entry in instance network info cache for port dfc3ee7c-c56d-465d-be07-0f677612b297. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.621114] env[69357]: DEBUG nova.network.neutron [req-c1ceb61a-ae56-4fe4-aaeb-aaec43613672 req-ad7adc06-2b28-4bad-a1c6-3be395322acc service nova] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Updating instance_info_cache with network_info: [{"id": "dfc3ee7c-c56d-465d-be07-0f677612b297", "address": "fa:16:3e:b2:76:44", "network": {"id": "c704f704-12f2-4520-8e7a-8d8d547d1d72", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-923114968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ac8a5ed665b46bf9c4cdac8d70b7dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfc3ee7c-c5", "ovs_interfaceid": "dfc3ee7c-c56d-465d-be07-0f677612b297", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.632135] env[69357]: DEBUG oslo_concurrency.lockutils [None req-65542e29-866a-48c1-8630-d04e4eeacd46 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Lock "ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.109s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.702920] env[69357]: DEBUG oslo_vmware.api [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.711711] env[69357]: DEBUG oslo_vmware.api [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5286d393-e1d1-170c-e016-d8703a761e94, 'name': SearchDatastore_Task, 'duration_secs': 0.009798} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.711711] env[69357]: DEBUG oslo_concurrency.lockutils [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.711934] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.712174] env[69357]: DEBUG oslo_concurrency.lockutils [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.712316] env[69357]: DEBUG oslo_concurrency.lockutils [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.712766] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.712766] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a09da5de-22fd-4140-9c1d-43d3867cf99d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.720849] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.721037] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.721722] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb2f4f01-1e76-4728-a853-20e26436450c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.726654] env[69357]: DEBUG oslo_vmware.api [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Waiting for the task: (returnval){ [ 879.726654] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52781bad-d4d0-4ac0-c3c3-8e8396dbbfcb" [ 879.726654] env[69357]: _type = "Task" [ 879.726654] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.736336] env[69357]: DEBUG oslo_vmware.api [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52781bad-d4d0-4ac0-c3c3-8e8396dbbfcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.910343] env[69357]: DEBUG nova.network.neutron [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Successfully created port: c1f48a90-9dd0-442b-a1b0-8313acc1bdf0 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.940394] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 63837d13-19a6-4320-8521-deacd01dfe75] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 879.948994] env[69357]: DEBUG oslo_concurrency.lockutils [None req-76613fa9-cf58-41af-9e46-b00328e20215 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Acquiring lock "interface-ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.949391] env[69357]: DEBUG oslo_concurrency.lockutils [None req-76613fa9-cf58-41af-9e46-b00328e20215 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Lock "interface-ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.949775] env[69357]: DEBUG nova.objects.instance [None req-76613fa9-cf58-41af-9e46-b00328e20215 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Lazy-loading 'flavor' on Instance uuid ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.989546] env[69357]: DEBUG nova.compute.manager [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 880.124183] env[69357]: DEBUG oslo_concurrency.lockutils [req-c1ceb61a-ae56-4fe4-aaeb-aaec43613672 req-ad7adc06-2b28-4bad-a1c6-3be395322acc service nova] Releasing lock "refresh_cache-0b2c5aef-e7af-4f91-aa02-3e3999b6ad16" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.206132] env[69357]: DEBUG oslo_vmware.api [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282752, 'name': ReconfigVM_Task, 'duration_secs': 0.791674} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.206872] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 7555c663-00ba-4958-a819-6454f6c48dee/7555c663-00ba-4958-a819-6454f6c48dee.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.210261] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab72c408-6c4d-4be8-beab-fe4bd9dffcfa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.220020] env[69357]: DEBUG oslo_vmware.api [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 880.220020] env[69357]: value = "task-3282753" [ 880.220020] env[69357]: _type = "Task" [ 880.220020] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.234068] env[69357]: DEBUG oslo_vmware.api [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282753, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.243210] env[69357]: DEBUG oslo_vmware.api [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52781bad-d4d0-4ac0-c3c3-8e8396dbbfcb, 'name': SearchDatastore_Task, 'duration_secs': 0.011344} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.244504] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20167f49-d1b3-4650-9a8a-177f978e5de9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.250610] env[69357]: DEBUG oslo_vmware.api [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Waiting for the task: (returnval){ [ 880.250610] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52317408-3286-4ffc-2c30-fff36d836b00" [ 880.250610] env[69357]: _type = "Task" [ 880.250610] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.264473] env[69357]: DEBUG oslo_vmware.api [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52317408-3286-4ffc-2c30-fff36d836b00, 'name': SearchDatastore_Task, 'duration_secs': 0.010401} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.267430] env[69357]: DEBUG oslo_concurrency.lockutils [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.267430] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16/0b2c5aef-e7af-4f91-aa02-3e3999b6ad16.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.267430] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4935c06c-e35e-4eeb-bace-9b87cb6ffda2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.272788] env[69357]: DEBUG oslo_vmware.api [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Waiting for the task: (returnval){ [ 880.272788] env[69357]: value = "task-3282754" [ 880.272788] env[69357]: _type = "Task" [ 880.272788] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.281268] env[69357]: DEBUG oslo_vmware.api [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Task: {'id': task-3282754, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.341215] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8489cb-216d-479e-81e6-9cb3e43134c6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.354542] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fe7f24-50f9-46b8-8c36-db637be811d3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.390181] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c59d74a-fc4a-4432-a5b8-87feee86cf62 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.398207] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16156b6-fc33-45cf-a5b2-2404599bf101 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.416921] env[69357]: DEBUG nova.compute.provider_tree [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 880.444129] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: e896bb18-636e-4787-8b67-476c5a32dd33] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 880.454104] env[69357]: DEBUG nova.objects.instance [None req-76613fa9-cf58-41af-9e46-b00328e20215 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Lazy-loading 'pci_requests' on Instance uuid ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.728758] env[69357]: DEBUG oslo_vmware.api [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282753, 'name': Rename_Task, 'duration_secs': 0.140517} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.729050] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.729301] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78b90be2-e91d-46f9-8290-bec8e0c910be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.734369] env[69357]: DEBUG oslo_vmware.api [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 880.734369] env[69357]: value = "task-3282755" [ 880.734369] env[69357]: _type = "Task" [ 880.734369] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.741681] env[69357]: DEBUG oslo_vmware.api [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.782655] env[69357]: DEBUG oslo_vmware.api [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Task: {'id': task-3282754, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430167} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.783055] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16/0b2c5aef-e7af-4f91-aa02-3e3999b6ad16.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.783177] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.783417] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-459b00a8-4883-4103-8d63-7de14e228776 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.788912] env[69357]: DEBUG oslo_vmware.api [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Waiting for the task: (returnval){ [ 880.788912] env[69357]: value = "task-3282756" [ 880.788912] env[69357]: _type = "Task" [ 880.788912] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.796264] env[69357]: DEBUG oslo_vmware.api [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Task: {'id': task-3282756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.948775] env[69357]: DEBUG nova.scheduler.client.report [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Updated inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with generation 86 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 880.949072] env[69357]: DEBUG nova.compute.provider_tree [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Updating resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 generation from 86 to 87 during operation: update_inventory {{(pid=69357) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 880.949267] env[69357]: DEBUG nova.compute.provider_tree [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 880.952760] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 5a064560-6b50-4107-bccd-8c9e7a57d235] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 880.956556] env[69357]: DEBUG nova.objects.base [None req-76613fa9-cf58-41af-9e46-b00328e20215 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 880.956753] env[69357]: DEBUG nova.network.neutron [None req-76613fa9-cf58-41af-9e46-b00328e20215 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 881.001553] env[69357]: DEBUG nova.compute.manager [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 881.029433] env[69357]: DEBUG nova.virt.hardware [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.029686] env[69357]: DEBUG nova.virt.hardware [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.029845] env[69357]: DEBUG nova.virt.hardware [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.030060] env[69357]: DEBUG nova.virt.hardware [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.030209] env[69357]: DEBUG nova.virt.hardware [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.030356] env[69357]: DEBUG nova.virt.hardware [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.030586] env[69357]: DEBUG nova.virt.hardware [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.030765] env[69357]: DEBUG nova.virt.hardware [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.030934] env[69357]: DEBUG nova.virt.hardware [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.031111] env[69357]: DEBUG nova.virt.hardware [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.031289] env[69357]: DEBUG nova.virt.hardware [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.032160] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fa4d08-1409-4ef4-945d-bc714f742bca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.041241] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f20db04-eb02-41c6-b6b5-0076f2b5c59f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.045371] env[69357]: DEBUG oslo_concurrency.lockutils [None req-76613fa9-cf58-41af-9e46-b00328e20215 tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Lock "interface-ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.096s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.244635] env[69357]: DEBUG oslo_vmware.api [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282755, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.300080] env[69357]: DEBUG oslo_vmware.api [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Task: {'id': task-3282756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089408} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.300201] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.300883] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebde8ce-3c16-4384-b294-50ebbab041c5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.322386] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16/0b2c5aef-e7af-4f91-aa02-3e3999b6ad16.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.323021] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92715888-b074-4e8b-9aa3-8d2ee64f3770 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.344055] env[69357]: DEBUG oslo_vmware.api [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Waiting for the task: (returnval){ [ 881.344055] env[69357]: value = "task-3282757" [ 881.344055] env[69357]: _type = "Task" [ 881.344055] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.352284] env[69357]: DEBUG oslo_vmware.api [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Task: {'id': task-3282757, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.456316] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 939664b5-35ce-4388-bb10-f20c050fa27a] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 881.458629] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.459565] env[69357]: DEBUG nova.compute.manager [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 881.462832] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7109ccd4-0162-41a7-b447-7902661cc09b tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.773s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.463619] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7109ccd4-0162-41a7-b447-7902661cc09b tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.465415] env[69357]: DEBUG oslo_concurrency.lockutils [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.023s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.465674] env[69357]: DEBUG nova.objects.instance [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69357) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 881.491932] env[69357]: INFO nova.scheduler.client.report [None req-7109ccd4-0162-41a7-b447-7902661cc09b tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Deleted allocations for instance f10e7a79-4aee-4687-84e8-d4d238077566 [ 881.744781] env[69357]: DEBUG oslo_vmware.api [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282755, 'name': PowerOnVM_Task, 'duration_secs': 0.880972} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.745059] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.745269] env[69357]: DEBUG nova.compute.manager [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.746067] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8403d1-5224-4260-9fa7-df040c2355e2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.854714] env[69357]: DEBUG oslo_vmware.api [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Task: {'id': task-3282757, 'name': ReconfigVM_Task, 'duration_secs': 0.33348} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.855042] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16/0b2c5aef-e7af-4f91-aa02-3e3999b6ad16.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.855696] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7610af16-6c73-4720-847f-1d95987928b6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.862089] env[69357]: DEBUG oslo_vmware.api [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Waiting for the task: (returnval){ [ 881.862089] env[69357]: value = "task-3282758" [ 881.862089] env[69357]: _type = "Task" [ 881.862089] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.866729] env[69357]: DEBUG nova.network.neutron [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Successfully updated port: c1f48a90-9dd0-442b-a1b0-8313acc1bdf0 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.871574] env[69357]: DEBUG oslo_vmware.api [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Task: {'id': task-3282758, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.955050] env[69357]: DEBUG nova.compute.manager [req-8e882029-3b8b-4f43-ae8a-2d85e9355196 req-3a843e99-747e-4ffc-854e-ae319f02c01c service nova] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Received event network-vif-plugged-c1f48a90-9dd0-442b-a1b0-8313acc1bdf0 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.955273] env[69357]: DEBUG oslo_concurrency.lockutils [req-8e882029-3b8b-4f43-ae8a-2d85e9355196 req-3a843e99-747e-4ffc-854e-ae319f02c01c service nova] Acquiring lock "9bb73b0a-0b8a-45b0-be44-d106cfcb3209-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.955487] env[69357]: DEBUG oslo_concurrency.lockutils [req-8e882029-3b8b-4f43-ae8a-2d85e9355196 req-3a843e99-747e-4ffc-854e-ae319f02c01c service nova] Lock "9bb73b0a-0b8a-45b0-be44-d106cfcb3209-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.955675] env[69357]: DEBUG oslo_concurrency.lockutils [req-8e882029-3b8b-4f43-ae8a-2d85e9355196 req-3a843e99-747e-4ffc-854e-ae319f02c01c service nova] Lock "9bb73b0a-0b8a-45b0-be44-d106cfcb3209-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.955876] env[69357]: DEBUG nova.compute.manager [req-8e882029-3b8b-4f43-ae8a-2d85e9355196 req-3a843e99-747e-4ffc-854e-ae319f02c01c service nova] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] No waiting events found dispatching network-vif-plugged-c1f48a90-9dd0-442b-a1b0-8313acc1bdf0 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 881.956066] env[69357]: WARNING nova.compute.manager [req-8e882029-3b8b-4f43-ae8a-2d85e9355196 req-3a843e99-747e-4ffc-854e-ae319f02c01c service nova] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Received unexpected event network-vif-plugged-c1f48a90-9dd0-442b-a1b0-8313acc1bdf0 for instance with vm_state building and task_state spawning. [ 881.964622] env[69357]: DEBUG nova.compute.utils [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.965981] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 1985609d-5994-415f-afe7-a83ec46d36c1] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 881.968025] env[69357]: DEBUG nova.compute.manager [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 881.968194] env[69357]: DEBUG nova.network.neutron [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 881.998776] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7109ccd4-0162-41a7-b447-7902661cc09b tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "f10e7a79-4aee-4687-84e8-d4d238077566" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.722s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.023464] env[69357]: DEBUG nova.policy [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d150351f1234ea6b09193dc72fafec8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38f3df5dc3354306bcda9e8555cfbe85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.261511] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.370682] env[69357]: DEBUG nova.network.neutron [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Successfully created port: 70025225-de5d-43a7-9685-96199f7133ba {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.372649] env[69357]: DEBUG oslo_concurrency.lockutils [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Acquiring lock "refresh_cache-9bb73b0a-0b8a-45b0-be44-d106cfcb3209" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.372767] env[69357]: DEBUG oslo_concurrency.lockutils [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Acquired lock "refresh_cache-9bb73b0a-0b8a-45b0-be44-d106cfcb3209" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.372912] env[69357]: DEBUG nova.network.neutron [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.377435] env[69357]: DEBUG oslo_vmware.api [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Task: {'id': task-3282758, 'name': Rename_Task, 'duration_secs': 0.152589} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.378189] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.378189] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4d83f4e-0074-4d96-9d8c-4f374adb8b9a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.385527] env[69357]: DEBUG oslo_vmware.api [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Waiting for the task: (returnval){ [ 882.385527] env[69357]: value = "task-3282759" [ 882.385527] env[69357]: _type = "Task" [ 882.385527] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.395881] env[69357]: DEBUG oslo_vmware.api [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Task: {'id': task-3282759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.468507] env[69357]: DEBUG nova.compute.manager [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 882.477635] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 7d7d6ed7-4706-4b72-a6c5-6b11cd96cff3] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 882.479855] env[69357]: DEBUG oslo_concurrency.lockutils [None req-31a1eb30-9971-46e0-803b-aacaf4f71b45 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.481873] env[69357]: DEBUG oslo_concurrency.lockutils [None req-727eddeb-cb6b-43a7-bbc1-9221ef92ef7c tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.951s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.482060] env[69357]: DEBUG oslo_concurrency.lockutils [None req-727eddeb-cb6b-43a7-bbc1-9221ef92ef7c tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.484227] env[69357]: DEBUG oslo_concurrency.lockutils [None req-40b266e1-a5fa-4847-98a8-4a6af9d4dd54 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.909s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.484392] env[69357]: DEBUG oslo_concurrency.lockutils [None req-40b266e1-a5fa-4847-98a8-4a6af9d4dd54 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.486089] env[69357]: DEBUG oslo_concurrency.lockutils [None req-32b2f4e9-cad6-4fee-bd16-163692607d73 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.225s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.486265] env[69357]: DEBUG oslo_concurrency.lockutils [None req-32b2f4e9-cad6-4fee-bd16-163692607d73 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.487877] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0db7bcf4-a8b6-4742-af11-35e211b0b3bc tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.970s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.488082] env[69357]: DEBUG nova.objects.instance [None req-0db7bcf4-a8b6-4742-af11-35e211b0b3bc tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Lazy-loading 'resources' on Instance uuid ebcd1ef3-d8ef-4b38-a364-88f6424dc435 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.517978] env[69357]: INFO nova.scheduler.client.report [None req-32b2f4e9-cad6-4fee-bd16-163692607d73 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Deleted allocations for instance bd2c496d-2105-408b-a786-771214b707ac [ 882.520812] env[69357]: INFO nova.scheduler.client.report [None req-727eddeb-cb6b-43a7-bbc1-9221ef92ef7c tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Deleted allocations for instance 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9 [ 882.547942] env[69357]: INFO nova.scheduler.client.report [None req-40b266e1-a5fa-4847-98a8-4a6af9d4dd54 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Deleted allocations for instance 226fc248-4007-4cc6-be70-12ec22c06193 [ 882.895545] env[69357]: DEBUG oslo_vmware.api [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Task: {'id': task-3282759, 'name': PowerOnVM_Task, 'duration_secs': 0.466818} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.895809] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.896019] env[69357]: INFO nova.compute.manager [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Took 6.99 seconds to spawn the instance on the hypervisor. [ 882.896203] env[69357]: DEBUG nova.compute.manager [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.897013] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9444e9-e88c-4f02-968d-107646c93dd3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.909943] env[69357]: DEBUG nova.network.neutron [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.935920] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c5653fbe-1511-4c87-bcd3-2de4d01412d2 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquiring lock "5aa34a63-63a3-4a14-a0b2-9d37065a2ec4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.937281] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c5653fbe-1511-4c87-bcd3-2de4d01412d2 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "5aa34a63-63a3-4a14-a0b2-9d37065a2ec4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.937281] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c5653fbe-1511-4c87-bcd3-2de4d01412d2 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquiring lock "5aa34a63-63a3-4a14-a0b2-9d37065a2ec4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.937281] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c5653fbe-1511-4c87-bcd3-2de4d01412d2 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "5aa34a63-63a3-4a14-a0b2-9d37065a2ec4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.937281] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c5653fbe-1511-4c87-bcd3-2de4d01412d2 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "5aa34a63-63a3-4a14-a0b2-9d37065a2ec4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.939515] env[69357]: INFO nova.compute.manager [None req-c5653fbe-1511-4c87-bcd3-2de4d01412d2 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Terminating instance [ 882.992450] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 909b4df9-e9c0-4c44-a167-704236afb433] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 883.033147] env[69357]: DEBUG oslo_concurrency.lockutils [None req-32b2f4e9-cad6-4fee-bd16-163692607d73 tempest-ServerRescueTestJSON-895072896 tempest-ServerRescueTestJSON-895072896-project-member] Lock "bd2c496d-2105-408b-a786-771214b707ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.255s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.034429] env[69357]: DEBUG oslo_concurrency.lockutils [None req-727eddeb-cb6b-43a7-bbc1-9221ef92ef7c tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "20b531c3-fbbb-4b9c-b5fe-17ac474a72c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.344s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.058578] env[69357]: DEBUG oslo_concurrency.lockutils [None req-40b266e1-a5fa-4847-98a8-4a6af9d4dd54 tempest-ServerAddressesTestJSON-328743101 tempest-ServerAddressesTestJSON-328743101-project-member] Lock "226fc248-4007-4cc6-be70-12ec22c06193" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.181s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.062376] env[69357]: DEBUG nova.network.neutron [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Updating instance_info_cache with network_info: [{"id": "c1f48a90-9dd0-442b-a1b0-8313acc1bdf0", "address": "fa:16:3e:7e:52:1b", "network": {"id": "9fc56764-4e8e-4299-8788-a4bfd01cf449", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-91556913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93131de3c24b4a09a5cea44081568a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1f48a90-9d", "ovs_interfaceid": "c1f48a90-9dd0-442b-a1b0-8313acc1bdf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.261492] env[69357]: DEBUG oslo_concurrency.lockutils [None req-38a8f448-9b75-4ae7-bb64-c35f7119751f tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Acquiring lock "ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.261764] env[69357]: DEBUG oslo_concurrency.lockutils [None req-38a8f448-9b75-4ae7-bb64-c35f7119751f tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Lock "ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.261968] env[69357]: DEBUG oslo_concurrency.lockutils [None req-38a8f448-9b75-4ae7-bb64-c35f7119751f tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Acquiring lock "ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.262165] env[69357]: DEBUG oslo_concurrency.lockutils [None req-38a8f448-9b75-4ae7-bb64-c35f7119751f tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Lock "ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.262330] env[69357]: DEBUG oslo_concurrency.lockutils [None req-38a8f448-9b75-4ae7-bb64-c35f7119751f tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Lock "ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.267525] env[69357]: INFO nova.compute.manager [None req-38a8f448-9b75-4ae7-bb64-c35f7119751f tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Terminating instance [ 883.291970] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c7c852-09d2-4f09-9333-554b6ac1e47a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.300514] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a961da1e-dfd6-4e46-bb02-8819651febe9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.332601] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689026ea-9114-4832-9c65-d85972414060 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.340333] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa9a4a2-a048-48fa-8ee6-2076de462d42 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.354604] env[69357]: DEBUG nova.compute.provider_tree [None req-0db7bcf4-a8b6-4742-af11-35e211b0b3bc tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.417167] env[69357]: INFO nova.compute.manager [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Took 40.56 seconds to build instance. [ 883.445061] env[69357]: DEBUG nova.compute.manager [None req-c5653fbe-1511-4c87-bcd3-2de4d01412d2 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 883.445333] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c5653fbe-1511-4c87-bcd3-2de4d01412d2 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.446323] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37024874-0405-4515-be64-b49ab5433dba {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.455350] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5653fbe-1511-4c87-bcd3-2de4d01412d2 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.455670] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33a2d30b-13bb-47ff-91b0-8884073e14c9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.463067] env[69357]: DEBUG oslo_vmware.api [None req-c5653fbe-1511-4c87-bcd3-2de4d01412d2 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 883.463067] env[69357]: value = "task-3282760" [ 883.463067] env[69357]: _type = "Task" [ 883.463067] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.473205] env[69357]: DEBUG oslo_vmware.api [None req-c5653fbe-1511-4c87-bcd3-2de4d01412d2 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.487959] env[69357]: DEBUG nova.compute.manager [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 883.496461] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: a1f0cf9f-f8f1-4ef9-a011-72ca04288549] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 883.522409] env[69357]: DEBUG nova.virt.hardware [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ec5fb9d93d5a11c208074dd58a9018a2',container_format='bare',created_at=2025-04-03T20:06:35Z,direct_url=,disk_format='vmdk',id=de772704-e934-401a-bb6e-46fbb2e9b88e,min_disk=1,min_ram=0,name='tempest-test-snap-391957553',owner='38f3df5dc3354306bcda9e8555cfbe85',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-03T20:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.522784] env[69357]: DEBUG nova.virt.hardware [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.523073] env[69357]: DEBUG nova.virt.hardware [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.523407] env[69357]: DEBUG nova.virt.hardware [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.523666] env[69357]: DEBUG nova.virt.hardware [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.523953] env[69357]: DEBUG nova.virt.hardware [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.524279] env[69357]: DEBUG nova.virt.hardware [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.524549] env[69357]: DEBUG nova.virt.hardware [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.524839] env[69357]: DEBUG nova.virt.hardware [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.525143] env[69357]: DEBUG nova.virt.hardware [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.525454] env[69357]: DEBUG nova.virt.hardware [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.526805] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a675057-95ad-4da5-a1ce-c892e70a5006 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.548462] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fe726c-6e7e-4d89-872b-48ff54911534 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.571080] env[69357]: DEBUG oslo_concurrency.lockutils [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Releasing lock "refresh_cache-9bb73b0a-0b8a-45b0-be44-d106cfcb3209" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.571520] env[69357]: DEBUG nova.compute.manager [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Instance network_info: |[{"id": "c1f48a90-9dd0-442b-a1b0-8313acc1bdf0", "address": "fa:16:3e:7e:52:1b", "network": {"id": "9fc56764-4e8e-4299-8788-a4bfd01cf449", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-91556913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93131de3c24b4a09a5cea44081568a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1f48a90-9d", "ovs_interfaceid": "c1f48a90-9dd0-442b-a1b0-8313acc1bdf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 883.573344] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:52:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dba18786-598d-4e06-96db-b3dc1717530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1f48a90-9dd0-442b-a1b0-8313acc1bdf0', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.585969] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.587049] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.587385] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44b40304-4fb4-4632-8472-822250ec5a6a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.619663] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.619663] env[69357]: value = "task-3282761" [ 883.619663] env[69357]: _type = "Task" [ 883.619663] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.632434] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282761, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.775024] env[69357]: DEBUG nova.compute.manager [None req-38a8f448-9b75-4ae7-bb64-c35f7119751f tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 883.775024] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-38a8f448-9b75-4ae7-bb64-c35f7119751f tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.775024] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab2b736-1ba6-4349-b864-f679c98b6c37 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.782182] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a8f448-9b75-4ae7-bb64-c35f7119751f tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.782182] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93ba2c15-5671-490a-b403-03597dc72ff9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.791023] env[69357]: DEBUG oslo_vmware.api [None req-38a8f448-9b75-4ae7-bb64-c35f7119751f tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Waiting for the task: (returnval){ [ 883.791023] env[69357]: value = "task-3282762" [ 883.791023] env[69357]: _type = "Task" [ 883.791023] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.797750] env[69357]: DEBUG oslo_vmware.api [None req-38a8f448-9b75-4ae7-bb64-c35f7119751f tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Task: {'id': task-3282762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.860026] env[69357]: DEBUG nova.scheduler.client.report [None req-0db7bcf4-a8b6-4742-af11-35e211b0b3bc tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.919269] env[69357]: DEBUG oslo_concurrency.lockutils [None req-205f9665-3ebd-4e89-9a85-ad9dc3d5c3a0 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Lock "0b2c5aef-e7af-4f91-aa02-3e3999b6ad16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.075s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.979328] env[69357]: DEBUG oslo_vmware.api [None req-c5653fbe-1511-4c87-bcd3-2de4d01412d2 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282760, 'name': PowerOffVM_Task, 'duration_secs': 0.279945} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.979779] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5653fbe-1511-4c87-bcd3-2de4d01412d2 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.980063] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c5653fbe-1511-4c87-bcd3-2de4d01412d2 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.980647] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9affc1d8-80e6-498c-bd65-e1c9cc91bb65 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.001834] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 40995412-2970-4f48-a4a7-429273c4357e] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 884.049026] env[69357]: DEBUG oslo_concurrency.lockutils [None req-33bfe4dd-497d-4278-92d4-e042647ead17 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "7555c663-00ba-4958-a819-6454f6c48dee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.049026] env[69357]: DEBUG oslo_concurrency.lockutils [None req-33bfe4dd-497d-4278-92d4-e042647ead17 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "7555c663-00ba-4958-a819-6454f6c48dee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.049026] env[69357]: DEBUG oslo_concurrency.lockutils [None req-33bfe4dd-497d-4278-92d4-e042647ead17 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "7555c663-00ba-4958-a819-6454f6c48dee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.049026] env[69357]: DEBUG oslo_concurrency.lockutils [None req-33bfe4dd-497d-4278-92d4-e042647ead17 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "7555c663-00ba-4958-a819-6454f6c48dee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.049026] env[69357]: DEBUG oslo_concurrency.lockutils [None req-33bfe4dd-497d-4278-92d4-e042647ead17 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "7555c663-00ba-4958-a819-6454f6c48dee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.051209] env[69357]: INFO nova.compute.manager [None req-33bfe4dd-497d-4278-92d4-e042647ead17 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Terminating instance [ 884.076221] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c5653fbe-1511-4c87-bcd3-2de4d01412d2 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.078449] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c5653fbe-1511-4c87-bcd3-2de4d01412d2 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.080101] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5653fbe-1511-4c87-bcd3-2de4d01412d2 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Deleting the datastore file [datastore2] 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.085022] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0752950-9552-478c-9748-3df295d4b8b7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.090354] env[69357]: DEBUG oslo_vmware.api [None req-c5653fbe-1511-4c87-bcd3-2de4d01412d2 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 884.090354] env[69357]: value = "task-3282764" [ 884.090354] env[69357]: _type = "Task" [ 884.090354] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.100613] env[69357]: DEBUG oslo_vmware.api [None req-c5653fbe-1511-4c87-bcd3-2de4d01412d2 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.131650] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282761, 'name': CreateVM_Task, 'duration_secs': 0.449953} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.131879] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.132794] env[69357]: DEBUG oslo_concurrency.lockutils [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.133028] env[69357]: DEBUG oslo_concurrency.lockutils [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.133397] env[69357]: DEBUG oslo_concurrency.lockutils [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.133902] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67853f3d-7d30-4502-a2e9-21f44ab73999 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.139508] env[69357]: DEBUG oslo_vmware.api [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for the task: (returnval){ [ 884.139508] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5266f66d-ca14-0be5-a058-6c93690b58c0" [ 884.139508] env[69357]: _type = "Task" [ 884.139508] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.150090] env[69357]: DEBUG oslo_vmware.api [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5266f66d-ca14-0be5-a058-6c93690b58c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.304023] env[69357]: DEBUG oslo_vmware.api [None req-38a8f448-9b75-4ae7-bb64-c35f7119751f tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Task: {'id': task-3282762, 'name': PowerOffVM_Task, 'duration_secs': 0.235924} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.304023] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a8f448-9b75-4ae7-bb64-c35f7119751f tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.304023] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-38a8f448-9b75-4ae7-bb64-c35f7119751f tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.304023] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f728dc6d-fc28-4b74-88bf-520df257b472 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.364672] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0db7bcf4-a8b6-4742-af11-35e211b0b3bc tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.877s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.368063] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8279134f-f924-49b0-8538-40cab6027b52 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.992s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.369309] env[69357]: DEBUG nova.objects.instance [None req-8279134f-f924-49b0-8538-40cab6027b52 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Lazy-loading 'resources' on Instance uuid 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.371906] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-38a8f448-9b75-4ae7-bb64-c35f7119751f tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.375659] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-38a8f448-9b75-4ae7-bb64-c35f7119751f tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.375926] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-38a8f448-9b75-4ae7-bb64-c35f7119751f tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Deleting the datastore file [datastore2] ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.376527] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff8ea047-a2ac-4fb0-a9bf-b08ca42ec217 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.385424] env[69357]: DEBUG oslo_vmware.api [None req-38a8f448-9b75-4ae7-bb64-c35f7119751f tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Waiting for the task: (returnval){ [ 884.385424] env[69357]: value = "task-3282766" [ 884.385424] env[69357]: _type = "Task" [ 884.385424] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.399915] env[69357]: DEBUG oslo_vmware.api [None req-38a8f448-9b75-4ae7-bb64-c35f7119751f tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Task: {'id': task-3282766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.407510] env[69357]: INFO nova.scheduler.client.report [None req-0db7bcf4-a8b6-4742-af11-35e211b0b3bc tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Deleted allocations for instance ebcd1ef3-d8ef-4b38-a364-88f6424dc435 [ 884.445191] env[69357]: DEBUG nova.compute.manager [req-4a69cb9a-4dd3-401a-b96b-117c8da542aa req-1ddb1703-8ecf-4284-bfbc-267dcc53e5c3 service nova] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Received event network-changed-c1f48a90-9dd0-442b-a1b0-8313acc1bdf0 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.445389] env[69357]: DEBUG nova.compute.manager [req-4a69cb9a-4dd3-401a-b96b-117c8da542aa req-1ddb1703-8ecf-4284-bfbc-267dcc53e5c3 service nova] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Refreshing instance network info cache due to event network-changed-c1f48a90-9dd0-442b-a1b0-8313acc1bdf0. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 884.445602] env[69357]: DEBUG oslo_concurrency.lockutils [req-4a69cb9a-4dd3-401a-b96b-117c8da542aa req-1ddb1703-8ecf-4284-bfbc-267dcc53e5c3 service nova] Acquiring lock "refresh_cache-9bb73b0a-0b8a-45b0-be44-d106cfcb3209" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.445748] env[69357]: DEBUG oslo_concurrency.lockutils [req-4a69cb9a-4dd3-401a-b96b-117c8da542aa req-1ddb1703-8ecf-4284-bfbc-267dcc53e5c3 service nova] Acquired lock "refresh_cache-9bb73b0a-0b8a-45b0-be44-d106cfcb3209" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.445900] env[69357]: DEBUG nova.network.neutron [req-4a69cb9a-4dd3-401a-b96b-117c8da542aa req-1ddb1703-8ecf-4284-bfbc-267dcc53e5c3 service nova] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Refreshing network info cache for port c1f48a90-9dd0-442b-a1b0-8313acc1bdf0 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.506493] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 388f7324-b27f-4f86-902d-dc902a5f19b0] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 884.557707] env[69357]: DEBUG nova.compute.manager [None req-33bfe4dd-497d-4278-92d4-e042647ead17 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 884.557979] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-33bfe4dd-497d-4278-92d4-e042647ead17 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.562778] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da13297-1432-4bc4-815c-f64c24c90de1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.570631] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-33bfe4dd-497d-4278-92d4-e042647ead17 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.571012] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba18ec83-5997-4eb0-a1b8-59c54a09e5c2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.579302] env[69357]: DEBUG oslo_vmware.api [None req-33bfe4dd-497d-4278-92d4-e042647ead17 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 884.579302] env[69357]: value = "task-3282767" [ 884.579302] env[69357]: _type = "Task" [ 884.579302] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.590282] env[69357]: DEBUG oslo_vmware.api [None req-33bfe4dd-497d-4278-92d4-e042647ead17 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.603197] env[69357]: DEBUG oslo_vmware.api [None req-c5653fbe-1511-4c87-bcd3-2de4d01412d2 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186682} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.603582] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5653fbe-1511-4c87-bcd3-2de4d01412d2 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.603873] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c5653fbe-1511-4c87-bcd3-2de4d01412d2 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.604194] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c5653fbe-1511-4c87-bcd3-2de4d01412d2 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.604499] env[69357]: INFO nova.compute.manager [None req-c5653fbe-1511-4c87-bcd3-2de4d01412d2 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 884.604876] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5653fbe-1511-4c87-bcd3-2de4d01412d2 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.605189] env[69357]: DEBUG nova.compute.manager [-] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 884.605347] env[69357]: DEBUG nova.network.neutron [-] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 884.640645] env[69357]: DEBUG nova.network.neutron [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Successfully updated port: 70025225-de5d-43a7-9685-96199f7133ba {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.658032] env[69357]: DEBUG oslo_vmware.api [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5266f66d-ca14-0be5-a058-6c93690b58c0, 'name': SearchDatastore_Task, 'duration_secs': 0.028003} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.658718] env[69357]: DEBUG oslo_concurrency.lockutils [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.659388] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.661024] env[69357]: DEBUG oslo_concurrency.lockutils [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.661024] env[69357]: DEBUG oslo_concurrency.lockutils [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.661312] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.661738] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6caad90-ba6c-4a99-ab50-9145b5e6c671 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.676679] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.677156] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.678661] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28f3268e-2b75-4499-8089-06b25958383b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.686540] env[69357]: DEBUG oslo_vmware.api [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for the task: (returnval){ [ 884.686540] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d4923f-81d6-4456-148e-c12c04d9776a" [ 884.686540] env[69357]: _type = "Task" [ 884.686540] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.703233] env[69357]: DEBUG oslo_vmware.api [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d4923f-81d6-4456-148e-c12c04d9776a, 'name': SearchDatastore_Task, 'duration_secs': 0.01191} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.704299] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da5fd70b-8cc1-43e2-a8d9-279579c5a4f9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.711696] env[69357]: DEBUG oslo_vmware.api [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for the task: (returnval){ [ 884.711696] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]527aff3c-8aa7-10b5-9118-b9faa27778a2" [ 884.711696] env[69357]: _type = "Task" [ 884.711696] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.726227] env[69357]: DEBUG oslo_vmware.api [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]527aff3c-8aa7-10b5-9118-b9faa27778a2, 'name': SearchDatastore_Task, 'duration_secs': 0.010199} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.728541] env[69357]: DEBUG oslo_concurrency.lockutils [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.728541] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 9bb73b0a-0b8a-45b0-be44-d106cfcb3209/9bb73b0a-0b8a-45b0-be44-d106cfcb3209.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.728541] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a540ed0f-ef33-4b40-9740-055298497f8d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.738426] env[69357]: DEBUG oslo_vmware.api [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for the task: (returnval){ [ 884.738426] env[69357]: value = "task-3282768" [ 884.738426] env[69357]: _type = "Task" [ 884.738426] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.748212] env[69357]: DEBUG oslo_vmware.api [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.700033] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0db7bcf4-a8b6-4742-af11-35e211b0b3bc tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Lock "ebcd1ef3-d8ef-4b38-a364-88f6424dc435" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.600s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.703708] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 3b80daa2-b381-4f93-95a0-487142468a88] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 885.709038] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "refresh_cache-0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.709038] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquired lock "refresh_cache-0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.709038] env[69357]: DEBUG nova.network.neutron [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.709038] env[69357]: DEBUG oslo_concurrency.lockutils [None req-141f9f5e-4e48-4ce1-9012-e4ca5b8f9d77 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Acquiring lock "0b2c5aef-e7af-4f91-aa02-3e3999b6ad16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.709038] env[69357]: DEBUG oslo_concurrency.lockutils [None req-141f9f5e-4e48-4ce1-9012-e4ca5b8f9d77 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Lock "0b2c5aef-e7af-4f91-aa02-3e3999b6ad16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.709038] env[69357]: DEBUG oslo_concurrency.lockutils [None req-141f9f5e-4e48-4ce1-9012-e4ca5b8f9d77 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Acquiring lock "0b2c5aef-e7af-4f91-aa02-3e3999b6ad16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.709038] env[69357]: DEBUG oslo_concurrency.lockutils [None req-141f9f5e-4e48-4ce1-9012-e4ca5b8f9d77 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Lock "0b2c5aef-e7af-4f91-aa02-3e3999b6ad16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.709038] env[69357]: DEBUG oslo_concurrency.lockutils [None req-141f9f5e-4e48-4ce1-9012-e4ca5b8f9d77 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Lock "0b2c5aef-e7af-4f91-aa02-3e3999b6ad16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.712582] env[69357]: INFO nova.compute.manager [None req-141f9f5e-4e48-4ce1-9012-e4ca5b8f9d77 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Terminating instance [ 885.714602] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e532b9d9-7666-49a0-a3a1-c015404b7608 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Lock "ebcd1ef3-d8ef-4b38-a364-88f6424dc435" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 9.793s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.714812] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e532b9d9-7666-49a0-a3a1-c015404b7608 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Acquiring lock "ebcd1ef3-d8ef-4b38-a364-88f6424dc435-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.714996] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e532b9d9-7666-49a0-a3a1-c015404b7608 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Lock "ebcd1ef3-d8ef-4b38-a364-88f6424dc435-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.715171] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e532b9d9-7666-49a0-a3a1-c015404b7608 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Lock "ebcd1ef3-d8ef-4b38-a364-88f6424dc435-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.723440] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "64746735-2833-4b59-b40c-80985b2bca72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.723669] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "64746735-2833-4b59-b40c-80985b2bca72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.732021] env[69357]: INFO nova.compute.manager [None req-e532b9d9-7666-49a0-a3a1-c015404b7608 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Terminating instance [ 885.734486] env[69357]: DEBUG oslo_vmware.api [None req-38a8f448-9b75-4ae7-bb64-c35f7119751f tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Task: {'id': task-3282766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18049} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.738218] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-38a8f448-9b75-4ae7-bb64-c35f7119751f tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.738398] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-38a8f448-9b75-4ae7-bb64-c35f7119751f tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.738565] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-38a8f448-9b75-4ae7-bb64-c35f7119751f tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.738721] env[69357]: INFO nova.compute.manager [None req-38a8f448-9b75-4ae7-bb64-c35f7119751f tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Took 1.97 seconds to destroy the instance on the hypervisor. [ 885.738942] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38a8f448-9b75-4ae7-bb64-c35f7119751f tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.745916] env[69357]: DEBUG nova.compute.manager [-] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 885.746028] env[69357]: DEBUG nova.network.neutron [-] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 885.749541] env[69357]: DEBUG oslo_vmware.api [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.836968} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.749790] env[69357]: DEBUG oslo_vmware.api [None req-33bfe4dd-497d-4278-92d4-e042647ead17 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282767, 'name': PowerOffVM_Task, 'duration_secs': 0.264534} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.750041] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 9bb73b0a-0b8a-45b0-be44-d106cfcb3209/9bb73b0a-0b8a-45b0-be44-d106cfcb3209.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.750278] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.750565] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-33bfe4dd-497d-4278-92d4-e042647ead17 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.750700] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-33bfe4dd-497d-4278-92d4-e042647ead17 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.751837] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12b7bccd-8170-4b2a-bd5d-752db32761cf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.753865] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a413060-55eb-456c-a331-efa684482d75 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.764378] env[69357]: DEBUG oslo_vmware.api [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for the task: (returnval){ [ 885.764378] env[69357]: value = "task-3282769" [ 885.764378] env[69357]: _type = "Task" [ 885.764378] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.772301] env[69357]: DEBUG oslo_vmware.api [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.822119] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-33bfe4dd-497d-4278-92d4-e042647ead17 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.822392] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-33bfe4dd-497d-4278-92d4-e042647ead17 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.822616] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-33bfe4dd-497d-4278-92d4-e042647ead17 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Deleting the datastore file [datastore1] 7555c663-00ba-4958-a819-6454f6c48dee {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.822950] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61df5c71-78be-4cd2-875f-71d168429bab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.831664] env[69357]: DEBUG oslo_vmware.api [None req-33bfe4dd-497d-4278-92d4-e042647ead17 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 885.831664] env[69357]: value = "task-3282771" [ 885.831664] env[69357]: _type = "Task" [ 885.831664] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.839724] env[69357]: DEBUG oslo_vmware.api [None req-33bfe4dd-497d-4278-92d4-e042647ead17 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.045590] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5f2fff-71b0-469a-9e8a-e97218e0489e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.058382] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ca4d17-3643-48f9-8343-a4be757bf7ca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.105462] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5a00c0-1f45-4a90-bceb-58fa1733060d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.114170] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2efc86-4d87-475a-8a35-014b42fd45ef {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.129201] env[69357]: DEBUG nova.compute.provider_tree [None req-8279134f-f924-49b0-8538-40cab6027b52 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.215227] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: f9c1342d-1643-4edc-a5d0-a23d38ed613c] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 886.227911] env[69357]: DEBUG nova.compute.manager [None req-141f9f5e-4e48-4ce1-9012-e4ca5b8f9d77 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 886.227911] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-141f9f5e-4e48-4ce1-9012-e4ca5b8f9d77 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.228239] env[69357]: DEBUG nova.compute.manager [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 886.231829] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae7114a-8039-4ac2-8878-acf1c2c5d9a8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.235404] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e532b9d9-7666-49a0-a3a1-c015404b7608 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Acquiring lock "refresh_cache-ebcd1ef3-d8ef-4b38-a364-88f6424dc435" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.236022] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e532b9d9-7666-49a0-a3a1-c015404b7608 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Acquired lock "refresh_cache-ebcd1ef3-d8ef-4b38-a364-88f6424dc435" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.236022] env[69357]: DEBUG nova.network.neutron [None req-e532b9d9-7666-49a0-a3a1-c015404b7608 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.241922] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-141f9f5e-4e48-4ce1-9012-e4ca5b8f9d77 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.242210] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b0e5121-b421-4a9a-8f74-2ba2c741f081 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.249758] env[69357]: DEBUG oslo_vmware.api [None req-141f9f5e-4e48-4ce1-9012-e4ca5b8f9d77 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Waiting for the task: (returnval){ [ 886.249758] env[69357]: value = "task-3282772" [ 886.249758] env[69357]: _type = "Task" [ 886.249758] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.260338] env[69357]: DEBUG oslo_vmware.api [None req-141f9f5e-4e48-4ce1-9012-e4ca5b8f9d77 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Task: {'id': task-3282772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.261485] env[69357]: DEBUG nova.network.neutron [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 886.274283] env[69357]: DEBUG oslo_vmware.api [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071865} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.274593] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.275483] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f5e4c5-7e16-4c41-ad00-bb78bed857f1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.306488] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 9bb73b0a-0b8a-45b0-be44-d106cfcb3209/9bb73b0a-0b8a-45b0-be44-d106cfcb3209.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.311756] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cfcce00-3d52-474a-858a-4f0e3d850133 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.334648] env[69357]: DEBUG oslo_vmware.api [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for the task: (returnval){ [ 886.334648] env[69357]: value = "task-3282773" [ 886.334648] env[69357]: _type = "Task" [ 886.334648] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.346268] env[69357]: DEBUG oslo_vmware.api [None req-33bfe4dd-497d-4278-92d4-e042647ead17 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.349972] env[69357]: DEBUG oslo_vmware.api [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282773, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.488075] env[69357]: DEBUG nova.network.neutron [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Updating instance_info_cache with network_info: [{"id": "70025225-de5d-43a7-9685-96199f7133ba", "address": "fa:16:3e:c5:75:b2", "network": {"id": "2fbba22a-bd77-4c91-a9de-d7d33c4fd3aa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-982232869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38f3df5dc3354306bcda9e8555cfbe85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70025225-de", "ovs_interfaceid": "70025225-de5d-43a7-9685-96199f7133ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.537509] env[69357]: DEBUG nova.network.neutron [req-4a69cb9a-4dd3-401a-b96b-117c8da542aa req-1ddb1703-8ecf-4284-bfbc-267dcc53e5c3 service nova] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Updated VIF entry in instance network info cache for port c1f48a90-9dd0-442b-a1b0-8313acc1bdf0. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.537882] env[69357]: DEBUG nova.network.neutron [req-4a69cb9a-4dd3-401a-b96b-117c8da542aa req-1ddb1703-8ecf-4284-bfbc-267dcc53e5c3 service nova] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Updating instance_info_cache with network_info: [{"id": "c1f48a90-9dd0-442b-a1b0-8313acc1bdf0", "address": "fa:16:3e:7e:52:1b", "network": {"id": "9fc56764-4e8e-4299-8788-a4bfd01cf449", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-91556913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93131de3c24b4a09a5cea44081568a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1f48a90-9d", "ovs_interfaceid": "c1f48a90-9dd0-442b-a1b0-8313acc1bdf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.568988] env[69357]: DEBUG nova.network.neutron [-] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.632984] env[69357]: DEBUG nova.scheduler.client.report [None req-8279134f-f924-49b0-8538-40cab6027b52 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.638896] env[69357]: DEBUG nova.compute.manager [req-87507233-2922-4b87-8af3-793a47680a28 req-c8341158-f2cb-4b3c-bb6e-ba711d6824aa service nova] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Received event network-vif-deleted-5abf47bb-53a5-4fb3-bf63-296abc5c926a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.638896] env[69357]: INFO nova.compute.manager [req-87507233-2922-4b87-8af3-793a47680a28 req-c8341158-f2cb-4b3c-bb6e-ba711d6824aa service nova] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Neutron deleted interface 5abf47bb-53a5-4fb3-bf63-296abc5c926a; detaching it from the instance and deleting it from the info cache [ 886.638896] env[69357]: DEBUG nova.network.neutron [req-87507233-2922-4b87-8af3-793a47680a28 req-c8341158-f2cb-4b3c-bb6e-ba711d6824aa service nova] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.722781] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: c167efa7-3603-4d4a-b731-4de23cb95f28] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 886.738232] env[69357]: DEBUG nova.compute.utils [None req-e532b9d9-7666-49a0-a3a1-c015404b7608 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Can not refresh info_cache because instance was not found {{(pid=69357) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 886.759427] env[69357]: DEBUG oslo_vmware.api [None req-141f9f5e-4e48-4ce1-9012-e4ca5b8f9d77 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Task: {'id': task-3282772, 'name': PowerOffVM_Task, 'duration_secs': 0.223172} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.760463] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.760717] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-141f9f5e-4e48-4ce1-9012-e4ca5b8f9d77 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.760888] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-141f9f5e-4e48-4ce1-9012-e4ca5b8f9d77 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.761151] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7456b68b-7ca3-4bc8-a1cb-51b056b1ec1d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.826265] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-141f9f5e-4e48-4ce1-9012-e4ca5b8f9d77 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.826524] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-141f9f5e-4e48-4ce1-9012-e4ca5b8f9d77 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.826708] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-141f9f5e-4e48-4ce1-9012-e4ca5b8f9d77 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Deleting the datastore file [datastore1] 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.827224] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a96e9d76-1a60-4733-bf4a-b33a495fae82 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.834540] env[69357]: DEBUG oslo_vmware.api [None req-141f9f5e-4e48-4ce1-9012-e4ca5b8f9d77 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Waiting for the task: (returnval){ [ 886.834540] env[69357]: value = "task-3282775" [ 886.834540] env[69357]: _type = "Task" [ 886.834540] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.847945] env[69357]: DEBUG oslo_vmware.api [None req-33bfe4dd-497d-4278-92d4-e042647ead17 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282771, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.544129} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.854083] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-33bfe4dd-497d-4278-92d4-e042647ead17 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.854270] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-33bfe4dd-497d-4278-92d4-e042647ead17 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.854441] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-33bfe4dd-497d-4278-92d4-e042647ead17 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.854908] env[69357]: INFO nova.compute.manager [None req-33bfe4dd-497d-4278-92d4-e042647ead17 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Took 2.30 seconds to destroy the instance on the hypervisor. [ 886.854908] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33bfe4dd-497d-4278-92d4-e042647ead17 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.855180] env[69357]: DEBUG oslo_vmware.api [None req-141f9f5e-4e48-4ce1-9012-e4ca5b8f9d77 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Task: {'id': task-3282775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.855776] env[69357]: DEBUG oslo_vmware.api [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282773, 'name': ReconfigVM_Task, 'duration_secs': 0.377264} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.855776] env[69357]: DEBUG nova.compute.manager [-] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 886.855776] env[69357]: DEBUG nova.network.neutron [-] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 886.857170] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 9bb73b0a-0b8a-45b0-be44-d106cfcb3209/9bb73b0a-0b8a-45b0-be44-d106cfcb3209.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.857846] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98752ff6-f4f8-4e2f-aaac-bff34783202b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.864088] env[69357]: DEBUG oslo_vmware.api [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for the task: (returnval){ [ 886.864088] env[69357]: value = "task-3282776" [ 886.864088] env[69357]: _type = "Task" [ 886.864088] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.872634] env[69357]: DEBUG oslo_vmware.api [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282776, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.880860] env[69357]: DEBUG nova.network.neutron [None req-e532b9d9-7666-49a0-a3a1-c015404b7608 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 886.944999] env[69357]: DEBUG nova.compute.manager [req-7f2e5852-34df-4a96-a83c-90fc6277d093 req-55f7e031-6758-42a5-bd9a-3b2a62682d1e service nova] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Received event network-vif-plugged-70025225-de5d-43a7-9685-96199f7133ba {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.945228] env[69357]: DEBUG oslo_concurrency.lockutils [req-7f2e5852-34df-4a96-a83c-90fc6277d093 req-55f7e031-6758-42a5-bd9a-3b2a62682d1e service nova] Acquiring lock "0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.945446] env[69357]: DEBUG oslo_concurrency.lockutils [req-7f2e5852-34df-4a96-a83c-90fc6277d093 req-55f7e031-6758-42a5-bd9a-3b2a62682d1e service nova] Lock "0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.945609] env[69357]: DEBUG oslo_concurrency.lockutils [req-7f2e5852-34df-4a96-a83c-90fc6277d093 req-55f7e031-6758-42a5-bd9a-3b2a62682d1e service nova] Lock "0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.945776] env[69357]: DEBUG nova.compute.manager [req-7f2e5852-34df-4a96-a83c-90fc6277d093 req-55f7e031-6758-42a5-bd9a-3b2a62682d1e service nova] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] No waiting events found dispatching network-vif-plugged-70025225-de5d-43a7-9685-96199f7133ba {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 886.945940] env[69357]: WARNING nova.compute.manager [req-7f2e5852-34df-4a96-a83c-90fc6277d093 req-55f7e031-6758-42a5-bd9a-3b2a62682d1e service nova] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Received unexpected event network-vif-plugged-70025225-de5d-43a7-9685-96199f7133ba for instance with vm_state building and task_state spawning. [ 886.946369] env[69357]: DEBUG nova.compute.manager [req-7f2e5852-34df-4a96-a83c-90fc6277d093 req-55f7e031-6758-42a5-bd9a-3b2a62682d1e service nova] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Received event network-changed-70025225-de5d-43a7-9685-96199f7133ba {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.946562] env[69357]: DEBUG nova.compute.manager [req-7f2e5852-34df-4a96-a83c-90fc6277d093 req-55f7e031-6758-42a5-bd9a-3b2a62682d1e service nova] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Refreshing instance network info cache due to event network-changed-70025225-de5d-43a7-9685-96199f7133ba. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 886.946732] env[69357]: DEBUG oslo_concurrency.lockutils [req-7f2e5852-34df-4a96-a83c-90fc6277d093 req-55f7e031-6758-42a5-bd9a-3b2a62682d1e service nova] Acquiring lock "refresh_cache-0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.990412] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Releasing lock "refresh_cache-0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.991060] env[69357]: DEBUG nova.compute.manager [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Instance network_info: |[{"id": "70025225-de5d-43a7-9685-96199f7133ba", "address": "fa:16:3e:c5:75:b2", "network": {"id": "2fbba22a-bd77-4c91-a9de-d7d33c4fd3aa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-982232869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38f3df5dc3354306bcda9e8555cfbe85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70025225-de", "ovs_interfaceid": "70025225-de5d-43a7-9685-96199f7133ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 886.992123] env[69357]: DEBUG oslo_concurrency.lockutils [req-7f2e5852-34df-4a96-a83c-90fc6277d093 req-55f7e031-6758-42a5-bd9a-3b2a62682d1e service nova] Acquired lock "refresh_cache-0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.992295] env[69357]: DEBUG nova.network.neutron [req-7f2e5852-34df-4a96-a83c-90fc6277d093 req-55f7e031-6758-42a5-bd9a-3b2a62682d1e service nova] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Refreshing network info cache for port 70025225-de5d-43a7-9685-96199f7133ba {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.993616] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:75:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4f04accd-4a9f-41a1-b327-c96095e1ade4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70025225-de5d-43a7-9685-96199f7133ba', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.001443] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.002484] env[69357]: DEBUG nova.network.neutron [-] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.003550] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.004520] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43fae3e8-145d-47c9-9ba4-0f795a77b6c2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.027983] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.027983] env[69357]: value = "task-3282777" [ 887.027983] env[69357]: _type = "Task" [ 887.027983] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.036289] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282777, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.041082] env[69357]: DEBUG oslo_concurrency.lockutils [req-4a69cb9a-4dd3-401a-b96b-117c8da542aa req-1ddb1703-8ecf-4284-bfbc-267dcc53e5c3 service nova] Releasing lock "refresh_cache-9bb73b0a-0b8a-45b0-be44-d106cfcb3209" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.071798] env[69357]: INFO nova.compute.manager [-] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Took 2.47 seconds to deallocate network for instance. [ 887.083155] env[69357]: DEBUG nova.network.neutron [None req-e532b9d9-7666-49a0-a3a1-c015404b7608 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.140906] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8279134f-f924-49b0-8538-40cab6027b52 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.773s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.143923] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.882s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.144188] env[69357]: DEBUG nova.objects.instance [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69357) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 887.147171] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-10432a2f-b1ac-43c2-94d4-240ebd4b22d1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.157219] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592e2955-ca15-4b08-aa56-1e181a395d03 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.171138] env[69357]: INFO nova.scheduler.client.report [None req-8279134f-f924-49b0-8538-40cab6027b52 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Deleted allocations for instance 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc [ 887.200653] env[69357]: DEBUG nova.compute.manager [req-87507233-2922-4b87-8af3-793a47680a28 req-c8341158-f2cb-4b3c-bb6e-ba711d6824aa service nova] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Detach interface failed, port_id=5abf47bb-53a5-4fb3-bf63-296abc5c926a, reason: Instance 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 887.226432] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 9c6d4029-c98f-4543-a5bc-3ae8e0b3d912] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 887.351646] env[69357]: DEBUG oslo_vmware.api [None req-141f9f5e-4e48-4ce1-9012-e4ca5b8f9d77 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Task: {'id': task-3282775, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177129} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.353725] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-141f9f5e-4e48-4ce1-9012-e4ca5b8f9d77 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.354629] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-141f9f5e-4e48-4ce1-9012-e4ca5b8f9d77 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.354629] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-141f9f5e-4e48-4ce1-9012-e4ca5b8f9d77 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.354629] env[69357]: INFO nova.compute.manager [None req-141f9f5e-4e48-4ce1-9012-e4ca5b8f9d77 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Took 1.13 seconds to destroy the instance on the hypervisor. [ 887.354629] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-141f9f5e-4e48-4ce1-9012-e4ca5b8f9d77 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.357037] env[69357]: DEBUG nova.compute.manager [-] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 887.357037] env[69357]: DEBUG nova.network.neutron [-] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.376561] env[69357]: DEBUG oslo_vmware.api [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282776, 'name': Rename_Task, 'duration_secs': 0.148425} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.377633] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.377633] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65262c87-2cf2-4b1b-ae03-424eaaa3588d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.384154] env[69357]: DEBUG oslo_vmware.api [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for the task: (returnval){ [ 887.384154] env[69357]: value = "task-3282778" [ 887.384154] env[69357]: _type = "Task" [ 887.384154] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.413026] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7575de41-5859-48db-8abc-94b96e626149 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Acquiring lock "d48829d0-0de1-4dce-8acf-c60180ace0a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.413026] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7575de41-5859-48db-8abc-94b96e626149 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Lock "d48829d0-0de1-4dce-8acf-c60180ace0a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.413026] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7575de41-5859-48db-8abc-94b96e626149 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Acquiring lock "d48829d0-0de1-4dce-8acf-c60180ace0a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.413026] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7575de41-5859-48db-8abc-94b96e626149 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Lock "d48829d0-0de1-4dce-8acf-c60180ace0a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.413026] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7575de41-5859-48db-8abc-94b96e626149 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Lock "d48829d0-0de1-4dce-8acf-c60180ace0a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.414729] env[69357]: INFO nova.compute.manager [None req-7575de41-5859-48db-8abc-94b96e626149 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Terminating instance [ 887.505718] env[69357]: INFO nova.compute.manager [-] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Took 1.76 seconds to deallocate network for instance. [ 887.539673] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282777, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.581080] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c5653fbe-1511-4c87-bcd3-2de4d01412d2 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.586358] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e532b9d9-7666-49a0-a3a1-c015404b7608 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Releasing lock "refresh_cache-ebcd1ef3-d8ef-4b38-a364-88f6424dc435" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.587060] env[69357]: DEBUG nova.compute.manager [None req-e532b9d9-7666-49a0-a3a1-c015404b7608 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.587395] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e532b9d9-7666-49a0-a3a1-c015404b7608 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.590715] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5fe91e31-1826-4eea-aa64-dcbb4440076d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.602831] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd493e9-0df4-4dda-97c9-237e5a50c538 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.642029] env[69357]: WARNING nova.virt.vmwareapi.vmops [None req-e532b9d9-7666-49a0-a3a1-c015404b7608 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance ebcd1ef3-d8ef-4b38-a364-88f6424dc435 could not be found. [ 887.642445] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e532b9d9-7666-49a0-a3a1-c015404b7608 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.643216] env[69357]: INFO nova.compute.manager [None req-e532b9d9-7666-49a0-a3a1-c015404b7608 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Took 0.06 seconds to destroy the instance on the hypervisor. [ 887.643742] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e532b9d9-7666-49a0-a3a1-c015404b7608 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.644235] env[69357]: DEBUG nova.compute.manager [-] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 887.644506] env[69357]: DEBUG nova.network.neutron [-] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.682763] env[69357]: DEBUG nova.network.neutron [-] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.684458] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8279134f-f924-49b0-8538-40cab6027b52 tempest-ServerTagsTestJSON-185309877 tempest-ServerTagsTestJSON-185309877-project-member] Lock "3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.345s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.731947] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 95b817c2-87c5-4926-a0e4-6c785c713936] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 887.855981] env[69357]: DEBUG nova.network.neutron [-] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.875265] env[69357]: DEBUG nova.network.neutron [req-7f2e5852-34df-4a96-a83c-90fc6277d093 req-55f7e031-6758-42a5-bd9a-3b2a62682d1e service nova] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Updated VIF entry in instance network info cache for port 70025225-de5d-43a7-9685-96199f7133ba. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.875729] env[69357]: DEBUG nova.network.neutron [req-7f2e5852-34df-4a96-a83c-90fc6277d093 req-55f7e031-6758-42a5-bd9a-3b2a62682d1e service nova] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Updating instance_info_cache with network_info: [{"id": "70025225-de5d-43a7-9685-96199f7133ba", "address": "fa:16:3e:c5:75:b2", "network": {"id": "2fbba22a-bd77-4c91-a9de-d7d33c4fd3aa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-982232869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38f3df5dc3354306bcda9e8555cfbe85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70025225-de", "ovs_interfaceid": "70025225-de5d-43a7-9685-96199f7133ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.896316] env[69357]: DEBUG oslo_vmware.api [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282778, 'name': PowerOnVM_Task, 'duration_secs': 0.510702} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.896730] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.896810] env[69357]: INFO nova.compute.manager [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Took 6.90 seconds to spawn the instance on the hypervisor. [ 887.896963] env[69357]: DEBUG nova.compute.manager [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.897804] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278e8cde-66f6-4aeb-b9a7-81b67a4d20ff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.921165] env[69357]: DEBUG nova.compute.manager [None req-7575de41-5859-48db-8abc-94b96e626149 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.921368] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7575de41-5859-48db-8abc-94b96e626149 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.922365] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c605b1f-14f3-4cf1-88d6-9ceefa1db5ed {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.930985] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7575de41-5859-48db-8abc-94b96e626149 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.931335] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b8b5044-bbe2-48fe-aae5-234a4bb1771d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.937505] env[69357]: DEBUG oslo_vmware.api [None req-7575de41-5859-48db-8abc-94b96e626149 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Waiting for the task: (returnval){ [ 887.937505] env[69357]: value = "task-3282779" [ 887.937505] env[69357]: _type = "Task" [ 887.937505] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.948711] env[69357]: DEBUG oslo_vmware.api [None req-7575de41-5859-48db-8abc-94b96e626149 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': task-3282779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.016046] env[69357]: DEBUG oslo_concurrency.lockutils [None req-38a8f448-9b75-4ae7-bb64-c35f7119751f tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.040274] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282777, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.097528] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Acquiring lock "3f6cafba-02ad-47a6-b01d-58ad211c3e61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.097931] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Lock "3f6cafba-02ad-47a6-b01d-58ad211c3e61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.118693] env[69357]: DEBUG oslo_concurrency.lockutils [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "d8ea2cd9-9230-4dd2-8737-07d5ca6553bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.119239] env[69357]: DEBUG oslo_concurrency.lockutils [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "d8ea2cd9-9230-4dd2-8737-07d5ca6553bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.160235] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b6ad6924-cdd1-4a3a-b8ca-c2f149035ddf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.161399] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.401s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.162989] env[69357]: INFO nova.compute.claims [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.164838] env[69357]: WARNING oslo_messaging._drivers.amqpdriver [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 888.185978] env[69357]: DEBUG nova.network.neutron [-] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.235662] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 373e33fd-ba30-4824-962d-b0e0f15325e9] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 888.279204] env[69357]: DEBUG nova.network.neutron [-] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.359327] env[69357]: INFO nova.compute.manager [-] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Took 1.50 seconds to deallocate network for instance. [ 888.381146] env[69357]: DEBUG oslo_concurrency.lockutils [req-7f2e5852-34df-4a96-a83c-90fc6277d093 req-55f7e031-6758-42a5-bd9a-3b2a62682d1e service nova] Releasing lock "refresh_cache-0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.427022] env[69357]: INFO nova.compute.manager [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Took 40.72 seconds to build instance. [ 888.449095] env[69357]: DEBUG oslo_vmware.api [None req-7575de41-5859-48db-8abc-94b96e626149 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': task-3282779, 'name': PowerOffVM_Task, 'duration_secs': 0.390413} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.449323] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7575de41-5859-48db-8abc-94b96e626149 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.449493] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7575de41-5859-48db-8abc-94b96e626149 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.449826] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b8c660e-1d0a-42a3-bf6f-4a12e8f9191d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.528067] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7575de41-5859-48db-8abc-94b96e626149 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.528316] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7575de41-5859-48db-8abc-94b96e626149 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.528500] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-7575de41-5859-48db-8abc-94b96e626149 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Deleting the datastore file [datastore2] d48829d0-0de1-4dce-8acf-c60180ace0a7 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.528785] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce704923-d1da-4e0a-8515-5de978a0d693 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.537969] env[69357]: DEBUG oslo_vmware.api [None req-7575de41-5859-48db-8abc-94b96e626149 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Waiting for the task: (returnval){ [ 888.537969] env[69357]: value = "task-3282781" [ 888.537969] env[69357]: _type = "Task" [ 888.537969] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.541198] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282777, 'name': CreateVM_Task, 'duration_secs': 1.431418} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.544376] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.545075] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de772704-e934-401a-bb6e-46fbb2e9b88e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.545246] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de772704-e934-401a-bb6e-46fbb2e9b88e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.545610] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de772704-e934-401a-bb6e-46fbb2e9b88e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.546241] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-786b063a-bfa6-4702-b7af-9b13ac368adf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.552279] env[69357]: DEBUG oslo_vmware.api [None req-7575de41-5859-48db-8abc-94b96e626149 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': task-3282781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.554517] env[69357]: DEBUG oslo_vmware.api [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 888.554517] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a2dfdd-c689-b3bd-635d-11d8e54f3942" [ 888.554517] env[69357]: _type = "Task" [ 888.554517] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.561974] env[69357]: DEBUG oslo_vmware.api [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a2dfdd-c689-b3bd-635d-11d8e54f3942, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.601246] env[69357]: DEBUG nova.compute.manager [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 888.623298] env[69357]: DEBUG nova.compute.manager [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 888.687421] env[69357]: INFO nova.compute.manager [-] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Took 1.04 seconds to deallocate network for instance. [ 888.739533] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 93efd4ae-beee-4265-b7b8-a77ef5b970ea] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 888.747237] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a747a50d-74e1-41b5-85d7-d50ad900c741 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Acquiring lock "9bb73b0a-0b8a-45b0-be44-d106cfcb3209" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.784350] env[69357]: INFO nova.compute.manager [-] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Took 1.43 seconds to deallocate network for instance. [ 888.873988] env[69357]: DEBUG oslo_concurrency.lockutils [None req-33bfe4dd-497d-4278-92d4-e042647ead17 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.904592] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Acquiring lock "f4d88563-12d8-4196-854c-768310775bbe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.904831] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Lock "f4d88563-12d8-4196-854c-768310775bbe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.925829] env[69357]: DEBUG oslo_concurrency.lockutils [None req-894e7c75-1421-47de-b1c7-d939b027c700 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Lock "9bb73b0a-0b8a-45b0-be44-d106cfcb3209" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.239s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.928258] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a747a50d-74e1-41b5-85d7-d50ad900c741 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Lock "9bb73b0a-0b8a-45b0-be44-d106cfcb3209" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.179s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.928258] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a747a50d-74e1-41b5-85d7-d50ad900c741 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Acquiring lock "9bb73b0a-0b8a-45b0-be44-d106cfcb3209-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.928258] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a747a50d-74e1-41b5-85d7-d50ad900c741 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Lock "9bb73b0a-0b8a-45b0-be44-d106cfcb3209-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.928258] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a747a50d-74e1-41b5-85d7-d50ad900c741 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Lock "9bb73b0a-0b8a-45b0-be44-d106cfcb3209-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.929518] env[69357]: INFO nova.compute.manager [None req-a747a50d-74e1-41b5-85d7-d50ad900c741 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Terminating instance [ 889.001223] env[69357]: DEBUG nova.compute.manager [req-e2c81082-d0a5-4f86-bc6f-0f91fc0856a8 req-fb1eba9c-83dc-47e3-b1c9-bedf967658b9 service nova] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Received event network-vif-deleted-d9ff0bbb-5d65-49cf-a318-d84176039ffe {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.001638] env[69357]: DEBUG nova.compute.manager [req-e2c81082-d0a5-4f86-bc6f-0f91fc0856a8 req-fb1eba9c-83dc-47e3-b1c9-bedf967658b9 service nova] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Received event network-vif-deleted-8ecda77e-8f5c-4a29-8355-f31b8041e1e9 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.001839] env[69357]: DEBUG nova.compute.manager [req-e2c81082-d0a5-4f86-bc6f-0f91fc0856a8 req-fb1eba9c-83dc-47e3-b1c9-bedf967658b9 service nova] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Received event network-vif-deleted-dfc3ee7c-c56d-465d-be07-0f677612b297 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.055483] env[69357]: DEBUG oslo_vmware.api [None req-7575de41-5859-48db-8abc-94b96e626149 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Task: {'id': task-3282781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306223} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.060678] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-7575de41-5859-48db-8abc-94b96e626149 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.060940] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7575de41-5859-48db-8abc-94b96e626149 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.061126] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7575de41-5859-48db-8abc-94b96e626149 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.061494] env[69357]: INFO nova.compute.manager [None req-7575de41-5859-48db-8abc-94b96e626149 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 889.061612] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7575de41-5859-48db-8abc-94b96e626149 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.061780] env[69357]: DEBUG nova.compute.manager [-] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.061920] env[69357]: DEBUG nova.network.neutron [-] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 889.070458] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de772704-e934-401a-bb6e-46fbb2e9b88e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.070772] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Processing image de772704-e934-401a-bb6e-46fbb2e9b88e {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.071342] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de772704-e934-401a-bb6e-46fbb2e9b88e/de772704-e934-401a-bb6e-46fbb2e9b88e.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.071554] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de772704-e934-401a-bb6e-46fbb2e9b88e/de772704-e934-401a-bb6e-46fbb2e9b88e.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.071689] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.072151] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb5686c5-526a-4ebe-9d88-e5f340c963eb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.086709] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.086892] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.091018] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea48a9c7-f05a-42f0-935a-69801492d76a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.096242] env[69357]: DEBUG oslo_vmware.api [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 889.096242] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]523e8366-dd7d-63aa-9cca-1f2658cebc07" [ 889.096242] env[69357]: _type = "Task" [ 889.096242] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.108604] env[69357]: DEBUG oslo_vmware.api [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]523e8366-dd7d-63aa-9cca-1f2658cebc07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.129106] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.149631] env[69357]: DEBUG oslo_concurrency.lockutils [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.202137] env[69357]: INFO nova.compute.manager [None req-e532b9d9-7666-49a0-a3a1-c015404b7608 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Instance disappeared during terminate [ 889.202137] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e532b9d9-7666-49a0-a3a1-c015404b7608 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Lock "ebcd1ef3-d8ef-4b38-a364-88f6424dc435" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.486s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.246805] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: c8057193-ee6e-43c5-8595-496b47cf1a51] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 889.292123] env[69357]: DEBUG oslo_concurrency.lockutils [None req-141f9f5e-4e48-4ce1-9012-e4ca5b8f9d77 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.410533] env[69357]: DEBUG nova.compute.manager [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 889.433597] env[69357]: DEBUG nova.compute.manager [None req-a747a50d-74e1-41b5-85d7-d50ad900c741 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 889.437243] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a747a50d-74e1-41b5-85d7-d50ad900c741 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.438993] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1059ad-d86b-472e-bfad-2b0f20cefa10 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.448571] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a747a50d-74e1-41b5-85d7-d50ad900c741 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.452417] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c44da1a-13bf-4306-8944-8890d93c0e4a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.460247] env[69357]: DEBUG oslo_vmware.api [None req-a747a50d-74e1-41b5-85d7-d50ad900c741 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for the task: (returnval){ [ 889.460247] env[69357]: value = "task-3282782" [ 889.460247] env[69357]: _type = "Task" [ 889.460247] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.472934] env[69357]: DEBUG oslo_vmware.api [None req-a747a50d-74e1-41b5-85d7-d50ad900c741 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.585160] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a66711-3f2a-4183-9ab0-b784946ce27d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.594849] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34905dbe-5a45-49a5-ad4d-ad2f5f41590d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.640570] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Preparing fetch location {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 889.641440] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Fetch image to [datastore2] OSTACK_IMG_be9d9954-ea92-4a8c-9e47-c87af69ea48e/OSTACK_IMG_be9d9954-ea92-4a8c-9e47-c87af69ea48e.vmdk {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 889.641639] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Downloading stream optimized image de772704-e934-401a-bb6e-46fbb2e9b88e to [datastore2] OSTACK_IMG_be9d9954-ea92-4a8c-9e47-c87af69ea48e/OSTACK_IMG_be9d9954-ea92-4a8c-9e47-c87af69ea48e.vmdk on the data store datastore2 as vApp {{(pid=69357) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 889.641807] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Downloading image file data de772704-e934-401a-bb6e-46fbb2e9b88e to the ESX as VM named 'OSTACK_IMG_be9d9954-ea92-4a8c-9e47-c87af69ea48e' {{(pid=69357) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 889.645567] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f78d8c-ed04-41c7-8658-91cfc38ae388 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.654835] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9ed75a-5aa7-42ea-a38f-f0dca7bb0059 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.670176] env[69357]: DEBUG nova.compute.provider_tree [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 889.752081] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 8a2798c0-37b3-4a3c-a21b-f643ab42091d] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 889.755510] env[69357]: DEBUG oslo_vmware.rw_handles [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 889.755510] env[69357]: value = "resgroup-9" [ 889.755510] env[69357]: _type = "ResourcePool" [ 889.755510] env[69357]: }. {{(pid=69357) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 889.755769] env[69357]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-458f00d1-7cf4-47be-872a-d497a8115239 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.778796] env[69357]: DEBUG oslo_vmware.rw_handles [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lease: (returnval){ [ 889.778796] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a3827d-aa4d-226b-bbef-2e733437442d" [ 889.778796] env[69357]: _type = "HttpNfcLease" [ 889.778796] env[69357]: } obtained for vApp import into resource pool (val){ [ 889.778796] env[69357]: value = "resgroup-9" [ 889.778796] env[69357]: _type = "ResourcePool" [ 889.778796] env[69357]: }. {{(pid=69357) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 889.779210] env[69357]: DEBUG oslo_vmware.api [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the lease: (returnval){ [ 889.779210] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a3827d-aa4d-226b-bbef-2e733437442d" [ 889.779210] env[69357]: _type = "HttpNfcLease" [ 889.779210] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 889.787272] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 889.787272] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a3827d-aa4d-226b-bbef-2e733437442d" [ 889.787272] env[69357]: _type = "HttpNfcLease" [ 889.787272] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 889.947794] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.971393] env[69357]: DEBUG oslo_vmware.api [None req-a747a50d-74e1-41b5-85d7-d50ad900c741 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282782, 'name': PowerOffVM_Task, 'duration_secs': 0.198234} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.971393] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a747a50d-74e1-41b5-85d7-d50ad900c741 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.971635] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a747a50d-74e1-41b5-85d7-d50ad900c741 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.971914] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7bcf525f-48eb-4c38-8355-2e4ec4064d51 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.994640] env[69357]: DEBUG nova.network.neutron [-] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.035087] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a747a50d-74e1-41b5-85d7-d50ad900c741 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.035318] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a747a50d-74e1-41b5-85d7-d50ad900c741 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.035520] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a747a50d-74e1-41b5-85d7-d50ad900c741 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Deleting the datastore file [datastore2] 9bb73b0a-0b8a-45b0-be44-d106cfcb3209 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.035839] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8849c401-c25f-4ccc-bb41-5bd571609755 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.043654] env[69357]: DEBUG oslo_vmware.api [None req-a747a50d-74e1-41b5-85d7-d50ad900c741 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for the task: (returnval){ [ 890.043654] env[69357]: value = "task-3282785" [ 890.043654] env[69357]: _type = "Task" [ 890.043654] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.051971] env[69357]: DEBUG oslo_vmware.api [None req-a747a50d-74e1-41b5-85d7-d50ad900c741 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.194647] env[69357]: ERROR nova.scheduler.client.report [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [req-c28bc29d-0663-408a-8ef6-beb18017e132] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcb9ec35-bfdd-4e17-b2d7-2501509e9896. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c28bc29d-0663-408a-8ef6-beb18017e132"}]} [ 890.227546] env[69357]: DEBUG nova.scheduler.client.report [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Refreshing inventories for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 890.252295] env[69357]: DEBUG nova.scheduler.client.report [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Updating ProviderTree inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 890.252295] env[69357]: DEBUG nova.compute.provider_tree [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 890.267323] env[69357]: DEBUG nova.scheduler.client.report [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Refreshing aggregate associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, aggregates: None {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 890.274245] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 6a64d4bd-0cef-4bbf-830c-941cee6767a7] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 890.293058] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 890.293058] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a3827d-aa4d-226b-bbef-2e733437442d" [ 890.293058] env[69357]: _type = "HttpNfcLease" [ 890.293058] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 890.296244] env[69357]: DEBUG nova.scheduler.client.report [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Refreshing trait associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 890.497624] env[69357]: INFO nova.compute.manager [-] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Took 1.44 seconds to deallocate network for instance. [ 890.560017] env[69357]: DEBUG oslo_vmware.api [None req-a747a50d-74e1-41b5-85d7-d50ad900c741 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Task: {'id': task-3282785, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136853} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.560781] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a747a50d-74e1-41b5-85d7-d50ad900c741 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.561282] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a747a50d-74e1-41b5-85d7-d50ad900c741 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.561773] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a747a50d-74e1-41b5-85d7-d50ad900c741 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.562120] env[69357]: INFO nova.compute.manager [None req-a747a50d-74e1-41b5-85d7-d50ad900c741 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Took 1.13 seconds to destroy the instance on the hypervisor. [ 890.562548] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a747a50d-74e1-41b5-85d7-d50ad900c741 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.565016] env[69357]: DEBUG nova.compute.manager [-] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 890.565016] env[69357]: DEBUG nova.network.neutron [-] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 890.689940] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5dc241-2bc1-4043-bb6d-add5dadb8cb5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.698099] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaec0099-f062-4ed9-affa-c9015cb1a54e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.732268] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fe34c6-4719-481e-a5e7-4c529836b197 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.742404] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0160a806-64dc-48dd-9015-41f58596112f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.759031] env[69357]: DEBUG nova.compute.provider_tree [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 890.777740] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 2f591c40-74b9-42e7-95da-568884aeb59b] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 890.788549] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 890.788549] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a3827d-aa4d-226b-bbef-2e733437442d" [ 890.788549] env[69357]: _type = "HttpNfcLease" [ 890.788549] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 890.788852] env[69357]: DEBUG oslo_vmware.rw_handles [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 890.788852] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a3827d-aa4d-226b-bbef-2e733437442d" [ 890.788852] env[69357]: _type = "HttpNfcLease" [ 890.788852] env[69357]: }. {{(pid=69357) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 890.789613] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5988c290-ee5a-4eb1-9b34-fc964d8cf8ea {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.797618] env[69357]: DEBUG oslo_vmware.rw_handles [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d83ae-ea3a-93f5-3c35-72f201859442/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 890.797875] env[69357]: DEBUG oslo_vmware.rw_handles [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d83ae-ea3a-93f5-3c35-72f201859442/disk-0.vmdk. {{(pid=69357) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 890.877495] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d5e82bf1-5bff-4adc-9a13-879e466c8809 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.009559] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7575de41-5859-48db-8abc-94b96e626149 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.038122] env[69357]: DEBUG nova.compute.manager [req-a5519890-b070-4247-8456-691233c96959 req-f5d21c4c-ac94-4f6f-ba37-b20d44f4633e service nova] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Received event network-vif-deleted-848e0e2a-871b-4ca2-86b0-c460438116ba {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.038482] env[69357]: DEBUG nova.compute.manager [req-a5519890-b070-4247-8456-691233c96959 req-f5d21c4c-ac94-4f6f-ba37-b20d44f4633e service nova] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Received event network-vif-deleted-c1f48a90-9dd0-442b-a1b0-8313acc1bdf0 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.038746] env[69357]: INFO nova.compute.manager [req-a5519890-b070-4247-8456-691233c96959 req-f5d21c4c-ac94-4f6f-ba37-b20d44f4633e service nova] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Neutron deleted interface c1f48a90-9dd0-442b-a1b0-8313acc1bdf0; detaching it from the instance and deleting it from the info cache [ 891.038993] env[69357]: DEBUG nova.network.neutron [req-a5519890-b070-4247-8456-691233c96959 req-f5d21c4c-ac94-4f6f-ba37-b20d44f4633e service nova] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.286771] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 442ed0ae-d3f8-4ca8-a450-7d7369000dd2] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 891.304561] env[69357]: DEBUG nova.scheduler.client.report [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Updated inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with generation 91 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 891.305033] env[69357]: DEBUG nova.compute.provider_tree [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Updating resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 generation from 91 to 92 during operation: update_inventory {{(pid=69357) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 891.305107] env[69357]: DEBUG nova.compute.provider_tree [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 891.308892] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquiring lock "9d3a99e6-4639-440d-90c2-e142903094c0" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.309210] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lock "9d3a99e6-4639-440d-90c2-e142903094c0" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.313015] env[69357]: INFO nova.compute.manager [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Shelving [ 891.408625] env[69357]: DEBUG nova.network.neutron [-] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.545927] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ba3eda3-47c5-4c15-b8d9-b10c02c948ec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.556079] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411a6b51-d775-422d-93d6-2bba2f0717d3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.589084] env[69357]: DEBUG nova.compute.manager [req-a5519890-b070-4247-8456-691233c96959 req-f5d21c4c-ac94-4f6f-ba37-b20d44f4633e service nova] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Detach interface failed, port_id=c1f48a90-9dd0-442b-a1b0-8313acc1bdf0, reason: Instance 9bb73b0a-0b8a-45b0-be44-d106cfcb3209 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 891.792130] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 45908d95-bd1c-4340-8cc2-3198f900bebd] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 891.810186] env[69357]: DEBUG oslo_vmware.rw_handles [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Completed reading data from the image iterator. {{(pid=69357) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 891.810494] env[69357]: DEBUG oslo_vmware.rw_handles [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d83ae-ea3a-93f5-3c35-72f201859442/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 891.811611] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926cfdd3-d354-4f21-8f56-878163af01aa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.815157] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.654s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.815751] env[69357]: DEBUG nova.compute.manager [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 891.820517] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c5653fbe-1511-4c87-bcd3-2de4d01412d2 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.240s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.820870] env[69357]: DEBUG nova.objects.instance [None req-c5653fbe-1511-4c87-bcd3-2de4d01412d2 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lazy-loading 'resources' on Instance uuid 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.825982] env[69357]: DEBUG oslo_vmware.rw_handles [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d83ae-ea3a-93f5-3c35-72f201859442/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 891.826256] env[69357]: DEBUG oslo_vmware.rw_handles [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d83ae-ea3a-93f5-3c35-72f201859442/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 891.827387] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ecc0bfc3-85b4-41b0-b759-3b843f9e6fd5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.912129] env[69357]: DEBUG oslo_concurrency.lockutils [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Acquiring lock "6d1b068e-3bc9-4b90-88a5-0f074666e084" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.912129] env[69357]: DEBUG oslo_concurrency.lockutils [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Lock "6d1b068e-3bc9-4b90-88a5-0f074666e084" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.912896] env[69357]: INFO nova.compute.manager [-] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Took 1.35 seconds to deallocate network for instance. [ 892.054590] env[69357]: DEBUG oslo_vmware.rw_handles [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d83ae-ea3a-93f5-3c35-72f201859442/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 892.054832] env[69357]: INFO nova.virt.vmwareapi.images [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Downloaded image file data de772704-e934-401a-bb6e-46fbb2e9b88e [ 892.055681] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543a3252-a19a-4dca-a6bc-aded796c9759 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.071016] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd3b3d69-c453-41ba-8a19-83c6ac128ed2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.111501] env[69357]: INFO nova.virt.vmwareapi.images [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] The imported VM was unregistered [ 892.113926] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Caching image {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 892.114179] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Creating directory with path [datastore2] devstack-image-cache_base/de772704-e934-401a-bb6e-46fbb2e9b88e {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.114447] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-590d0784-bb83-4a91-b7d6-14f79c8cc272 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.126121] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Created directory with path [datastore2] devstack-image-cache_base/de772704-e934-401a-bb6e-46fbb2e9b88e {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.126316] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_be9d9954-ea92-4a8c-9e47-c87af69ea48e/OSTACK_IMG_be9d9954-ea92-4a8c-9e47-c87af69ea48e.vmdk to [datastore2] devstack-image-cache_base/de772704-e934-401a-bb6e-46fbb2e9b88e/de772704-e934-401a-bb6e-46fbb2e9b88e.vmdk. {{(pid=69357) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 892.126574] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9e693b9d-4631-4774-b899-a74f1aa8cbd7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.132306] env[69357]: DEBUG oslo_vmware.api [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 892.132306] env[69357]: value = "task-3282787" [ 892.132306] env[69357]: _type = "Task" [ 892.132306] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.140193] env[69357]: DEBUG oslo_vmware.api [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282787, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.200728] env[69357]: DEBUG oslo_concurrency.lockutils [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquiring lock "0d3bc6af-ee75-42fb-a73d-b30def9bcced" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.201065] env[69357]: DEBUG oslo_concurrency.lockutils [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "0d3bc6af-ee75-42fb-a73d-b30def9bcced" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.295679] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 79bb7eb4-1551-4f19-824d-69b2e5944d6e] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 892.322626] env[69357]: DEBUG nova.compute.utils [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 892.324520] env[69357]: DEBUG nova.compute.manager [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 892.324701] env[69357]: DEBUG nova.network.neutron [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 892.330740] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.331035] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-717f06a7-aba4-4938-901e-48a5e2c1a834 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.339025] env[69357]: DEBUG oslo_vmware.api [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the task: (returnval){ [ 892.339025] env[69357]: value = "task-3282788" [ 892.339025] env[69357]: _type = "Task" [ 892.339025] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.350038] env[69357]: DEBUG oslo_vmware.api [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.372716] env[69357]: DEBUG nova.policy [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33d8f5c2cd2c49c8b0de5cad2407f940', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43de1ca6f72548b8b9e0f140b9228aa0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.413548] env[69357]: DEBUG nova.compute.manager [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 892.420044] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a747a50d-74e1-41b5-85d7-d50ad900c741 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.646506] env[69357]: DEBUG oslo_vmware.api [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282787, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.666159] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c5b23d-2595-48a7-ac23-ee55f35d02f7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.674796] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf146db6-fa2f-4fd8-a39d-c35322e889ab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.711819] env[69357]: DEBUG nova.compute.manager [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 892.715717] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025d8155-43e4-4eed-b328-35d0606d9b47 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.723880] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d9399e-29d6-4a55-a1ca-61354b2bd84b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.738784] env[69357]: DEBUG nova.compute.provider_tree [None req-c5653fbe-1511-4c87-bcd3-2de4d01412d2 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.799042] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 86487bab-df97-4480-8e57-2bcdeba9520b] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 892.821975] env[69357]: DEBUG nova.network.neutron [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Successfully created port: 72fbd313-f84e-4183-8c2c-118bbb56d88c {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.824914] env[69357]: DEBUG nova.compute.manager [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.850314] env[69357]: DEBUG oslo_vmware.api [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282788, 'name': PowerOffVM_Task, 'duration_secs': 0.242039} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.850626] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.851655] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1459a152-c545-4ae8-94fc-68ae688583af {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.872565] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d644e1fe-0c4e-464f-9df8-a5031a5c209d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.936534] env[69357]: DEBUG oslo_concurrency.lockutils [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.143707] env[69357]: DEBUG oslo_vmware.api [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282787, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.234231] env[69357]: DEBUG oslo_concurrency.lockutils [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.241494] env[69357]: DEBUG nova.scheduler.client.report [None req-c5653fbe-1511-4c87-bcd3-2de4d01412d2 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.302841] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 981f9891-970f-4efc-8a1d-fc6a737c57cc] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 893.384515] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Creating Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 893.385231] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e725c50f-31c4-4e41-8dc3-be220c9a5d86 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.393516] env[69357]: DEBUG oslo_vmware.api [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the task: (returnval){ [ 893.393516] env[69357]: value = "task-3282789" [ 893.393516] env[69357]: _type = "Task" [ 893.393516] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.403780] env[69357]: DEBUG oslo_vmware.api [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282789, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.644642] env[69357]: DEBUG oslo_vmware.api [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282787, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.747180] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c5653fbe-1511-4c87-bcd3-2de4d01412d2 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.750405] env[69357]: DEBUG oslo_concurrency.lockutils [None req-38a8f448-9b75-4ae7-bb64-c35f7119751f tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.735s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.750712] env[69357]: DEBUG nova.objects.instance [None req-38a8f448-9b75-4ae7-bb64-c35f7119751f tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Lazy-loading 'resources' on Instance uuid ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.788930] env[69357]: INFO nova.scheduler.client.report [None req-c5653fbe-1511-4c87-bcd3-2de4d01412d2 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Deleted allocations for instance 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4 [ 893.812040] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 3f8e7073-dafa-4522-bfac-f60a953cfa8f] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 893.835991] env[69357]: DEBUG nova.compute.manager [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.868226] env[69357]: DEBUG nova.virt.hardware [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.868526] env[69357]: DEBUG nova.virt.hardware [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.868687] env[69357]: DEBUG nova.virt.hardware [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.868869] env[69357]: DEBUG nova.virt.hardware [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.869086] env[69357]: DEBUG nova.virt.hardware [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.869259] env[69357]: DEBUG nova.virt.hardware [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.869487] env[69357]: DEBUG nova.virt.hardware [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.869650] env[69357]: DEBUG nova.virt.hardware [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.869818] env[69357]: DEBUG nova.virt.hardware [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.869984] env[69357]: DEBUG nova.virt.hardware [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.870194] env[69357]: DEBUG nova.virt.hardware [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.871206] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2c5835-2be2-402b-9662-2f29f1ffc5b6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.880305] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb47f5c6-9b27-4d8a-a7b2-feaabbf49f1f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.903558] env[69357]: DEBUG oslo_vmware.api [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282789, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.144557] env[69357]: DEBUG oslo_vmware.api [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282787, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.303401] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c5653fbe-1511-4c87-bcd3-2de4d01412d2 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "5aa34a63-63a3-4a14-a0b2-9d37065a2ec4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.366s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.316165] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: a3356b27-2c6a-45be-b610-b99fdc08d1bd] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 894.410359] env[69357]: DEBUG oslo_vmware.api [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282789, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.604510] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971e0ec0-46af-4e8e-8450-2eb434c45322 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.612528] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605c0cab-a664-40c3-8419-3f963ef87a6c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.646679] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b65cd5-4bc3-47ff-a7a0-df8eaeb87f22 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.657557] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50b7580-e0e8-4e65-8b5e-c455ebd5c9ce {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.662021] env[69357]: DEBUG oslo_vmware.api [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282787, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.515376} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.662510] env[69357]: INFO nova.virt.vmwareapi.ds_util [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_be9d9954-ea92-4a8c-9e47-c87af69ea48e/OSTACK_IMG_be9d9954-ea92-4a8c-9e47-c87af69ea48e.vmdk to [datastore2] devstack-image-cache_base/de772704-e934-401a-bb6e-46fbb2e9b88e/de772704-e934-401a-bb6e-46fbb2e9b88e.vmdk. [ 894.662891] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Cleaning up location [datastore2] OSTACK_IMG_be9d9954-ea92-4a8c-9e47-c87af69ea48e {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 894.663228] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_be9d9954-ea92-4a8c-9e47-c87af69ea48e {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.663869] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be31c4cf-1d86-4c14-aebb-eea5d238d223 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.673026] env[69357]: DEBUG nova.compute.provider_tree [None req-38a8f448-9b75-4ae7-bb64-c35f7119751f tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.678445] env[69357]: DEBUG oslo_vmware.api [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 894.678445] env[69357]: value = "task-3282790" [ 894.678445] env[69357]: _type = "Task" [ 894.678445] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.687260] env[69357]: DEBUG oslo_vmware.api [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.728667] env[69357]: DEBUG oslo_concurrency.lockutils [None req-197f7f7b-09bc-40f0-a581-2fac9ffaed34 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquiring lock "6eaf986f-0491-4160-accd-ee7bbd4dfe1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.728667] env[69357]: DEBUG oslo_concurrency.lockutils [None req-197f7f7b-09bc-40f0-a581-2fac9ffaed34 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "6eaf986f-0491-4160-accd-ee7bbd4dfe1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.728667] env[69357]: DEBUG oslo_concurrency.lockutils [None req-197f7f7b-09bc-40f0-a581-2fac9ffaed34 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquiring lock "6eaf986f-0491-4160-accd-ee7bbd4dfe1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.728667] env[69357]: DEBUG oslo_concurrency.lockutils [None req-197f7f7b-09bc-40f0-a581-2fac9ffaed34 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "6eaf986f-0491-4160-accd-ee7bbd4dfe1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.728667] env[69357]: DEBUG oslo_concurrency.lockutils [None req-197f7f7b-09bc-40f0-a581-2fac9ffaed34 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "6eaf986f-0491-4160-accd-ee7bbd4dfe1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.729885] env[69357]: INFO nova.compute.manager [None req-197f7f7b-09bc-40f0-a581-2fac9ffaed34 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Terminating instance [ 894.819957] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 6d04873f-de29-486c-9e97-34114457d14c] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 894.860091] env[69357]: DEBUG nova.compute.manager [req-05079862-e958-4679-983e-40df303310fe req-b310671a-7494-4ce5-bb7d-508358b66c67 service nova] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Received event network-vif-plugged-72fbd313-f84e-4183-8c2c-118bbb56d88c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.860319] env[69357]: DEBUG oslo_concurrency.lockutils [req-05079862-e958-4679-983e-40df303310fe req-b310671a-7494-4ce5-bb7d-508358b66c67 service nova] Acquiring lock "64746735-2833-4b59-b40c-80985b2bca72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.860525] env[69357]: DEBUG oslo_concurrency.lockutils [req-05079862-e958-4679-983e-40df303310fe req-b310671a-7494-4ce5-bb7d-508358b66c67 service nova] Lock "64746735-2833-4b59-b40c-80985b2bca72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.860693] env[69357]: DEBUG oslo_concurrency.lockutils [req-05079862-e958-4679-983e-40df303310fe req-b310671a-7494-4ce5-bb7d-508358b66c67 service nova] Lock "64746735-2833-4b59-b40c-80985b2bca72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.860857] env[69357]: DEBUG nova.compute.manager [req-05079862-e958-4679-983e-40df303310fe req-b310671a-7494-4ce5-bb7d-508358b66c67 service nova] [instance: 64746735-2833-4b59-b40c-80985b2bca72] No waiting events found dispatching network-vif-plugged-72fbd313-f84e-4183-8c2c-118bbb56d88c {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 894.861035] env[69357]: WARNING nova.compute.manager [req-05079862-e958-4679-983e-40df303310fe req-b310671a-7494-4ce5-bb7d-508358b66c67 service nova] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Received unexpected event network-vif-plugged-72fbd313-f84e-4183-8c2c-118bbb56d88c for instance with vm_state building and task_state spawning. [ 894.908629] env[69357]: DEBUG oslo_vmware.api [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282789, 'name': CreateSnapshot_Task, 'duration_secs': 1.357839} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.908905] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Created Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 894.909677] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3fd135-a491-416a-b532-a10d9932f74f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.988782] env[69357]: DEBUG nova.network.neutron [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Successfully updated port: 72fbd313-f84e-4183-8c2c-118bbb56d88c {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 895.176830] env[69357]: DEBUG nova.scheduler.client.report [None req-38a8f448-9b75-4ae7-bb64-c35f7119751f tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.188392] env[69357]: DEBUG oslo_vmware.api [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038414} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.188688] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.188885] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de772704-e934-401a-bb6e-46fbb2e9b88e/de772704-e934-401a-bb6e-46fbb2e9b88e.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.189211] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de772704-e934-401a-bb6e-46fbb2e9b88e/de772704-e934-401a-bb6e-46fbb2e9b88e.vmdk to [datastore2] 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf/0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.189530] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-153880be-f56d-465d-92bf-86808b020133 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.197274] env[69357]: DEBUG oslo_vmware.api [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 895.197274] env[69357]: value = "task-3282791" [ 895.197274] env[69357]: _type = "Task" [ 895.197274] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.205416] env[69357]: DEBUG oslo_vmware.api [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.234051] env[69357]: DEBUG nova.compute.manager [None req-197f7f7b-09bc-40f0-a581-2fac9ffaed34 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.234318] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-197f7f7b-09bc-40f0-a581-2fac9ffaed34 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.235197] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d377e74-7cc2-4c78-af69-d131deb20068 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.242732] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-197f7f7b-09bc-40f0-a581-2fac9ffaed34 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.243000] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7eac78f8-14d2-407c-b55f-810f1f7eca02 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.248437] env[69357]: DEBUG oslo_vmware.api [None req-197f7f7b-09bc-40f0-a581-2fac9ffaed34 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 895.248437] env[69357]: value = "task-3282792" [ 895.248437] env[69357]: _type = "Task" [ 895.248437] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.256120] env[69357]: DEBUG oslo_vmware.api [None req-197f7f7b-09bc-40f0-a581-2fac9ffaed34 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.324602] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 1839d78b-c2a0-4694-8a07-6782042b68e3] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 895.428576] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Creating linked-clone VM from snapshot {{(pid=69357) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 895.429042] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8f8c67ad-b264-45f5-b600-472b78e45270 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.438776] env[69357]: DEBUG oslo_vmware.api [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the task: (returnval){ [ 895.438776] env[69357]: value = "task-3282793" [ 895.438776] env[69357]: _type = "Task" [ 895.438776] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.448122] env[69357]: DEBUG oslo_vmware.api [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282793, 'name': CloneVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.491811] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "refresh_cache-64746735-2833-4b59-b40c-80985b2bca72" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.492131] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquired lock "refresh_cache-64746735-2833-4b59-b40c-80985b2bca72" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.492267] env[69357]: DEBUG nova.network.neutron [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.684095] env[69357]: DEBUG oslo_concurrency.lockutils [None req-38a8f448-9b75-4ae7-bb64-c35f7119751f tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.687344] env[69357]: DEBUG oslo_concurrency.lockutils [None req-33bfe4dd-497d-4278-92d4-e042647ead17 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.813s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.687344] env[69357]: DEBUG nova.objects.instance [None req-33bfe4dd-497d-4278-92d4-e042647ead17 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lazy-loading 'resources' on Instance uuid 7555c663-00ba-4958-a819-6454f6c48dee {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.708705] env[69357]: DEBUG oslo_vmware.api [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282791, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.709846] env[69357]: INFO nova.scheduler.client.report [None req-38a8f448-9b75-4ae7-bb64-c35f7119751f tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Deleted allocations for instance ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7 [ 895.759315] env[69357]: DEBUG oslo_vmware.api [None req-197f7f7b-09bc-40f0-a581-2fac9ffaed34 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282792, 'name': PowerOffVM_Task, 'duration_secs': 0.201959} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.759644] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-197f7f7b-09bc-40f0-a581-2fac9ffaed34 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.759825] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-197f7f7b-09bc-40f0-a581-2fac9ffaed34 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.760263] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5de5c1e2-8bce-4166-9b4f-31fa4ff4eaf9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.829967] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 2bac6dcb-e2fa-4c71-a6b9-99c8c0549e25] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 895.831680] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-197f7f7b-09bc-40f0-a581-2fac9ffaed34 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.832308] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-197f7f7b-09bc-40f0-a581-2fac9ffaed34 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.832308] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-197f7f7b-09bc-40f0-a581-2fac9ffaed34 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Deleting the datastore file [datastore1] 6eaf986f-0491-4160-accd-ee7bbd4dfe1b {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.832610] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cccc3a89-9f4f-402e-9a49-c25734889bc7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.842113] env[69357]: DEBUG oslo_vmware.api [None req-197f7f7b-09bc-40f0-a581-2fac9ffaed34 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for the task: (returnval){ [ 895.842113] env[69357]: value = "task-3282795" [ 895.842113] env[69357]: _type = "Task" [ 895.842113] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.851603] env[69357]: DEBUG oslo_vmware.api [None req-197f7f7b-09bc-40f0-a581-2fac9ffaed34 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.949083] env[69357]: DEBUG oslo_vmware.api [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282793, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.037958] env[69357]: DEBUG nova.network.neutron [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 896.210109] env[69357]: DEBUG oslo_vmware.api [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282791, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.218996] env[69357]: DEBUG oslo_concurrency.lockutils [None req-38a8f448-9b75-4ae7-bb64-c35f7119751f tempest-AttachInterfacesV270Test-1622021086 tempest-AttachInterfacesV270Test-1622021086-project-member] Lock "ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.957s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.261453] env[69357]: DEBUG nova.network.neutron [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Updating instance_info_cache with network_info: [{"id": "72fbd313-f84e-4183-8c2c-118bbb56d88c", "address": "fa:16:3e:f6:07:f4", "network": {"id": "82c49d87-7977-405b-bca5-306c72e67e92", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1883218750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43de1ca6f72548b8b9e0f140b9228aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72fbd313-f8", "ovs_interfaceid": "72fbd313-f84e-4183-8c2c-118bbb56d88c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.334301] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 7dd39a10-693d-4638-a80b-17c441c7be69] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 896.354338] env[69357]: DEBUG oslo_vmware.api [None req-197f7f7b-09bc-40f0-a581-2fac9ffaed34 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Task: {'id': task-3282795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250316} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.357256] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-197f7f7b-09bc-40f0-a581-2fac9ffaed34 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.357473] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-197f7f7b-09bc-40f0-a581-2fac9ffaed34 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.357655] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-197f7f7b-09bc-40f0-a581-2fac9ffaed34 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.358204] env[69357]: INFO nova.compute.manager [None req-197f7f7b-09bc-40f0-a581-2fac9ffaed34 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 896.358519] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-197f7f7b-09bc-40f0-a581-2fac9ffaed34 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.361493] env[69357]: DEBUG nova.compute.manager [-] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.361493] env[69357]: DEBUG nova.network.neutron [-] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.451162] env[69357]: DEBUG oslo_vmware.api [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282793, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.527198] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b819821d-d86e-44bc-89f0-e43f4b80e292 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.536209] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a6df7e-8a68-45b7-84a1-a92eadfa0f49 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.576927] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a648f3d-28bd-471c-9e90-ee78dac3f827 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.585257] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f7c86c-0696-4f0f-9f9e-6f9594c21427 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.599556] env[69357]: DEBUG nova.compute.provider_tree [None req-33bfe4dd-497d-4278-92d4-e042647ead17 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.709377] env[69357]: DEBUG oslo_vmware.api [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282791, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.764203] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Releasing lock "refresh_cache-64746735-2833-4b59-b40c-80985b2bca72" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.764634] env[69357]: DEBUG nova.compute.manager [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Instance network_info: |[{"id": "72fbd313-f84e-4183-8c2c-118bbb56d88c", "address": "fa:16:3e:f6:07:f4", "network": {"id": "82c49d87-7977-405b-bca5-306c72e67e92", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1883218750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43de1ca6f72548b8b9e0f140b9228aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72fbd313-f8", "ovs_interfaceid": "72fbd313-f84e-4183-8c2c-118bbb56d88c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 896.765110] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:07:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72fbd313-f84e-4183-8c2c-118bbb56d88c', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.773506] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.773808] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.774117] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c57537e-77e8-42ba-b14a-f819691ee666 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.795819] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.795819] env[69357]: value = "task-3282796" [ 896.795819] env[69357]: _type = "Task" [ 896.795819] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.804355] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282796, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.837654] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 6225ee70-10a4-4047-b0d3-a8a16856dd42] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 896.890530] env[69357]: DEBUG nova.compute.manager [req-9293ffeb-4a08-442d-a0d8-4411fbd1b0ee req-e3a44329-87ea-4a7d-8916-b497a9e16518 service nova] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Received event network-changed-72fbd313-f84e-4183-8c2c-118bbb56d88c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.890771] env[69357]: DEBUG nova.compute.manager [req-9293ffeb-4a08-442d-a0d8-4411fbd1b0ee req-e3a44329-87ea-4a7d-8916-b497a9e16518 service nova] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Refreshing instance network info cache due to event network-changed-72fbd313-f84e-4183-8c2c-118bbb56d88c. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 896.891087] env[69357]: DEBUG oslo_concurrency.lockutils [req-9293ffeb-4a08-442d-a0d8-4411fbd1b0ee req-e3a44329-87ea-4a7d-8916-b497a9e16518 service nova] Acquiring lock "refresh_cache-64746735-2833-4b59-b40c-80985b2bca72" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.891403] env[69357]: DEBUG oslo_concurrency.lockutils [req-9293ffeb-4a08-442d-a0d8-4411fbd1b0ee req-e3a44329-87ea-4a7d-8916-b497a9e16518 service nova] Acquired lock "refresh_cache-64746735-2833-4b59-b40c-80985b2bca72" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.891600] env[69357]: DEBUG nova.network.neutron [req-9293ffeb-4a08-442d-a0d8-4411fbd1b0ee req-e3a44329-87ea-4a7d-8916-b497a9e16518 service nova] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Refreshing network info cache for port 72fbd313-f84e-4183-8c2c-118bbb56d88c {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.949929] env[69357]: DEBUG oslo_vmware.api [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282793, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.106024] env[69357]: DEBUG nova.scheduler.client.report [None req-33bfe4dd-497d-4278-92d4-e042647ead17 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.211942] env[69357]: DEBUG nova.network.neutron [-] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.213569] env[69357]: DEBUG oslo_vmware.api [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282791, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.310492] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282796, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.343862] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 2387c056-1571-4b63-8a29-8d8b0e927fb5] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 897.454407] env[69357]: DEBUG oslo_vmware.api [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282793, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.611515] env[69357]: DEBUG oslo_concurrency.lockutils [None req-33bfe4dd-497d-4278-92d4-e042647ead17 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.924s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.613889] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.486s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.615722] env[69357]: INFO nova.compute.claims [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.638278] env[69357]: INFO nova.scheduler.client.report [None req-33bfe4dd-497d-4278-92d4-e042647ead17 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Deleted allocations for instance 7555c663-00ba-4958-a819-6454f6c48dee [ 897.692932] env[69357]: DEBUG nova.network.neutron [req-9293ffeb-4a08-442d-a0d8-4411fbd1b0ee req-e3a44329-87ea-4a7d-8916-b497a9e16518 service nova] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Updated VIF entry in instance network info cache for port 72fbd313-f84e-4183-8c2c-118bbb56d88c. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.693455] env[69357]: DEBUG nova.network.neutron [req-9293ffeb-4a08-442d-a0d8-4411fbd1b0ee req-e3a44329-87ea-4a7d-8916-b497a9e16518 service nova] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Updating instance_info_cache with network_info: [{"id": "72fbd313-f84e-4183-8c2c-118bbb56d88c", "address": "fa:16:3e:f6:07:f4", "network": {"id": "82c49d87-7977-405b-bca5-306c72e67e92", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1883218750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43de1ca6f72548b8b9e0f140b9228aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72fbd313-f8", "ovs_interfaceid": "72fbd313-f84e-4183-8c2c-118bbb56d88c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.711897] env[69357]: DEBUG oslo_vmware.api [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282791, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.429325} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.712277] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de772704-e934-401a-bb6e-46fbb2e9b88e/de772704-e934-401a-bb6e-46fbb2e9b88e.vmdk to [datastore2] 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf/0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.713162] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2008d3e-63e7-428d-b0e1-8c6b091cf36b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.716602] env[69357]: INFO nova.compute.manager [-] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Took 1.36 seconds to deallocate network for instance. [ 897.744882] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf/0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf.vmdk or device None with type streamOptimized {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.745685] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b451a183-179a-4b7f-a7c6-9d1b16d3bb31 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.769688] env[69357]: DEBUG oslo_vmware.api [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 897.769688] env[69357]: value = "task-3282797" [ 897.769688] env[69357]: _type = "Task" [ 897.769688] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.779842] env[69357]: DEBUG oslo_vmware.api [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282797, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.807084] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282796, 'name': CreateVM_Task, 'duration_secs': 1.011019} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.807318] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.808061] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.808282] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.808705] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.809057] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aa8beaf-cffd-4e01-85d8-17f119a8010c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.813596] env[69357]: DEBUG oslo_vmware.api [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 897.813596] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f46a4a-5200-025f-4e00-471b82e79389" [ 897.813596] env[69357]: _type = "Task" [ 897.813596] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.821667] env[69357]: DEBUG oslo_vmware.api [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f46a4a-5200-025f-4e00-471b82e79389, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.847965] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 59a10a12-9a40-48ad-a6f5-c647cb6c5f2f] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 897.951421] env[69357]: DEBUG oslo_vmware.api [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282793, 'name': CloneVM_Task, 'duration_secs': 2.47537} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.951705] env[69357]: INFO nova.virt.vmwareapi.vmops [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Created linked-clone VM from snapshot [ 897.952440] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a94af7-c460-45c5-85ba-a3a2c7372afd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.959526] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Uploading image ccea1b13-3ccb-41c9-a5b2-5159fb59f815 {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 897.986199] env[69357]: DEBUG oslo_vmware.rw_handles [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 897.986199] env[69357]: value = "vm-655597" [ 897.986199] env[69357]: _type = "VirtualMachine" [ 897.986199] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 897.986829] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-089077c0-8091-4d07-b264-41c2ece052eb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.993208] env[69357]: DEBUG oslo_vmware.rw_handles [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lease: (returnval){ [ 897.993208] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5289a413-7713-9005-f8be-0fd758a05ad1" [ 897.993208] env[69357]: _type = "HttpNfcLease" [ 897.993208] env[69357]: } obtained for exporting VM: (result){ [ 897.993208] env[69357]: value = "vm-655597" [ 897.993208] env[69357]: _type = "VirtualMachine" [ 897.993208] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 897.993524] env[69357]: DEBUG oslo_vmware.api [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the lease: (returnval){ [ 897.993524] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5289a413-7713-9005-f8be-0fd758a05ad1" [ 897.993524] env[69357]: _type = "HttpNfcLease" [ 897.993524] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 897.999648] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 897.999648] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5289a413-7713-9005-f8be-0fd758a05ad1" [ 897.999648] env[69357]: _type = "HttpNfcLease" [ 897.999648] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 898.149479] env[69357]: DEBUG oslo_concurrency.lockutils [None req-33bfe4dd-497d-4278-92d4-e042647ead17 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "7555c663-00ba-4958-a819-6454f6c48dee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.103s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.198422] env[69357]: DEBUG oslo_concurrency.lockutils [req-9293ffeb-4a08-442d-a0d8-4411fbd1b0ee req-e3a44329-87ea-4a7d-8916-b497a9e16518 service nova] Releasing lock "refresh_cache-64746735-2833-4b59-b40c-80985b2bca72" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.198693] env[69357]: DEBUG nova.compute.manager [req-9293ffeb-4a08-442d-a0d8-4411fbd1b0ee req-e3a44329-87ea-4a7d-8916-b497a9e16518 service nova] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Received event network-vif-deleted-5d69bc7c-f469-4bd0-9ab9-ea4f83d8c6a8 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.198869] env[69357]: INFO nova.compute.manager [req-9293ffeb-4a08-442d-a0d8-4411fbd1b0ee req-e3a44329-87ea-4a7d-8916-b497a9e16518 service nova] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Neutron deleted interface 5d69bc7c-f469-4bd0-9ab9-ea4f83d8c6a8; detaching it from the instance and deleting it from the info cache [ 898.199055] env[69357]: DEBUG nova.network.neutron [req-9293ffeb-4a08-442d-a0d8-4411fbd1b0ee req-e3a44329-87ea-4a7d-8916-b497a9e16518 service nova] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.226541] env[69357]: DEBUG oslo_concurrency.lockutils [None req-197f7f7b-09bc-40f0-a581-2fac9ffaed34 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.282015] env[69357]: DEBUG oslo_vmware.api [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282797, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.323762] env[69357]: DEBUG oslo_vmware.api [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f46a4a-5200-025f-4e00-471b82e79389, 'name': SearchDatastore_Task, 'duration_secs': 0.00987} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.327317] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.327317] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.327317] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.327317] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.327317] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.327317] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cd6a2b2-130f-43f9-9784-329fc5339cff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.335744] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.335867] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.336626] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-755444f5-e3d3-44f2-835f-234a843d6d98 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.343666] env[69357]: DEBUG oslo_vmware.api [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 898.343666] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]522d59d6-dd7e-6f5b-b8a9-07294bec2c96" [ 898.343666] env[69357]: _type = "Task" [ 898.343666] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.352115] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: f21911fc-3543-4f9e-a8e0-3648a81d3112] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 898.355093] env[69357]: DEBUG oslo_vmware.api [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]522d59d6-dd7e-6f5b-b8a9-07294bec2c96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.501507] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 898.501507] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5289a413-7713-9005-f8be-0fd758a05ad1" [ 898.501507] env[69357]: _type = "HttpNfcLease" [ 898.501507] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 898.501957] env[69357]: DEBUG oslo_vmware.rw_handles [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 898.501957] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5289a413-7713-9005-f8be-0fd758a05ad1" [ 898.501957] env[69357]: _type = "HttpNfcLease" [ 898.501957] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 898.502874] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0058f391-127d-4be5-869c-9a2537c3e955 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.510662] env[69357]: DEBUG oslo_vmware.rw_handles [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c49e76-b96c-aaa7-be4b-be0fab912caf/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 898.510842] env[69357]: DEBUG oslo_vmware.rw_handles [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c49e76-b96c-aaa7-be4b-be0fab912caf/disk-0.vmdk for reading. {{(pid=69357) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 898.604552] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ba8faa95-5f19-423c-b16b-e4059ad5c7a8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.705485] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf49bc2b-aede-454a-a487-4bd504273285 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.717028] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9adb6c-1f89-44e9-b7fd-3e6a0a124690 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.753920] env[69357]: DEBUG nova.compute.manager [req-9293ffeb-4a08-442d-a0d8-4411fbd1b0ee req-e3a44329-87ea-4a7d-8916-b497a9e16518 service nova] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Detach interface failed, port_id=5d69bc7c-f469-4bd0-9ab9-ea4f83d8c6a8, reason: Instance 6eaf986f-0491-4160-accd-ee7bbd4dfe1b could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 898.780588] env[69357]: DEBUG oslo_vmware.api [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282797, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.856160] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 2309daee-5a0a-484d-a1cb-806083fb5c8d] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 898.858057] env[69357]: DEBUG oslo_vmware.api [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]522d59d6-dd7e-6f5b-b8a9-07294bec2c96, 'name': SearchDatastore_Task, 'duration_secs': 0.010713} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.859131] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-041406a7-35a8-4271-b7ec-13be95752fdb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.867040] env[69357]: DEBUG oslo_vmware.api [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 898.867040] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]521bdd7c-2190-07a1-20e9-383ec149c62b" [ 898.867040] env[69357]: _type = "Task" [ 898.867040] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.876593] env[69357]: DEBUG oslo_vmware.api [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]521bdd7c-2190-07a1-20e9-383ec149c62b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.936974] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48457d4-5129-4021-ac30-75bb0fbac2df {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.945127] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c2e359-3f34-4795-bfce-75451941c8b5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.977733] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8b72f9-0581-48ad-b1de-696b743aee3b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.986507] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eff2c92-da7d-4ad5-8ad2-9af9a8bc5642 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.000218] env[69357]: DEBUG nova.compute.provider_tree [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.281543] env[69357]: DEBUG oslo_vmware.api [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282797, 'name': ReconfigVM_Task, 'duration_secs': 1.311142} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.281982] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf/0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf.vmdk or device None with type streamOptimized {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.282694] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4b57079-6735-47d4-aa61-da15985658e5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.289774] env[69357]: DEBUG oslo_vmware.api [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 899.289774] env[69357]: value = "task-3282799" [ 899.289774] env[69357]: _type = "Task" [ 899.289774] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.300152] env[69357]: DEBUG oslo_vmware.api [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282799, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.360188] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 08fddadb-9acb-484a-805e-9374dbf0adc1] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 899.378294] env[69357]: DEBUG oslo_vmware.api [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]521bdd7c-2190-07a1-20e9-383ec149c62b, 'name': SearchDatastore_Task, 'duration_secs': 0.010765} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.378574] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.378823] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 64746735-2833-4b59-b40c-80985b2bca72/64746735-2833-4b59-b40c-80985b2bca72.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.379121] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8916330a-1f95-4783-83c5-5d1e1a56bc66 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.386185] env[69357]: DEBUG oslo_vmware.api [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 899.386185] env[69357]: value = "task-3282800" [ 899.386185] env[69357]: _type = "Task" [ 899.386185] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.395996] env[69357]: DEBUG oslo_vmware.api [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.504408] env[69357]: DEBUG nova.scheduler.client.report [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.801500] env[69357]: DEBUG oslo_vmware.api [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282799, 'name': Rename_Task, 'duration_secs': 0.196619} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.802038] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.802446] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-947b2168-fd8d-4732-b956-f5cc1b37c841 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.809622] env[69357]: DEBUG oslo_vmware.api [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 899.809622] env[69357]: value = "task-3282801" [ 899.809622] env[69357]: _type = "Task" [ 899.809622] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.818692] env[69357]: DEBUG oslo_vmware.api [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.863613] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 899.864058] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Cleaning up deleted instances with incomplete migration {{(pid=69357) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 899.896525] env[69357]: DEBUG oslo_vmware.api [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282800, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.013369] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.013369] env[69357]: DEBUG nova.compute.manager [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 900.014277] env[69357]: DEBUG oslo_concurrency.lockutils [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.865s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.015960] env[69357]: INFO nova.compute.claims [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.322163] env[69357]: DEBUG oslo_vmware.api [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282801, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.366993] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.396300] env[69357]: DEBUG oslo_vmware.api [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282800, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524684} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.398889] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 64746735-2833-4b59-b40c-80985b2bca72/64746735-2833-4b59-b40c-80985b2bca72.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.398889] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.398889] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e008bfd5-908a-4370-b65c-1bf69d176a56 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.404125] env[69357]: DEBUG oslo_vmware.api [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 900.404125] env[69357]: value = "task-3282802" [ 900.404125] env[69357]: _type = "Task" [ 900.404125] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.413836] env[69357]: DEBUG oslo_vmware.api [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282802, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.523021] env[69357]: DEBUG nova.compute.utils [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.524446] env[69357]: DEBUG nova.compute.manager [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] Not allocating networking since 'none' was specified. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 900.825019] env[69357]: DEBUG oslo_vmware.api [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282801, 'name': PowerOnVM_Task, 'duration_secs': 0.871463} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.825019] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.825019] env[69357]: INFO nova.compute.manager [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Took 17.34 seconds to spawn the instance on the hypervisor. [ 900.825019] env[69357]: DEBUG nova.compute.manager [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.825019] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d1c527-81c7-4370-822d-0bc0254baf4a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.915540] env[69357]: DEBUG oslo_vmware.api [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282802, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156401} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.915540] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.915850] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4125bd03-d8b6-477e-9792-f7c9ec795f71 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.943375] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 64746735-2833-4b59-b40c-80985b2bca72/64746735-2833-4b59-b40c-80985b2bca72.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.943375] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3eded37-ad5b-4166-a614-5608fc8d7396 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.965153] env[69357]: DEBUG oslo_vmware.api [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 900.965153] env[69357]: value = "task-3282803" [ 900.965153] env[69357]: _type = "Task" [ 900.965153] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.974195] env[69357]: DEBUG oslo_vmware.api [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282803, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.029031] env[69357]: DEBUG nova.compute.manager [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.357051] env[69357]: INFO nova.compute.manager [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Took 52.43 seconds to build instance. [ 901.385754] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29b7ce9-ce8f-4da2-ba45-a109ea00c2d0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.394012] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4780d8de-b63a-4c6e-bce6-97fdbbab86ca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.436022] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2d143c-a0c7-4a5e-b1a8-818d3acb99e7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.443307] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e71758-e286-4202-bb58-9c7371321c12 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.462660] env[69357]: DEBUG nova.compute.provider_tree [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.476299] env[69357]: DEBUG oslo_vmware.api [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282803, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.861900] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b5e3b0f9-353f-4ec7-a0e5-2e2a53c91f8b tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.070s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.899345] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Acquiring lock "28286417-98bc-4df3-b6d6-13b32ea1b304" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.899455] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Lock "28286417-98bc-4df3-b6d6-13b32ea1b304" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.966838] env[69357]: DEBUG nova.scheduler.client.report [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.980520] env[69357]: DEBUG oslo_vmware.api [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282803, 'name': ReconfigVM_Task, 'duration_secs': 0.538644} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.981057] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 64746735-2833-4b59-b40c-80985b2bca72/64746735-2833-4b59-b40c-80985b2bca72.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.981981] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4920b84-a1e3-4cfe-9208-36ff9ae370ca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.988203] env[69357]: DEBUG oslo_vmware.api [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 901.988203] env[69357]: value = "task-3282804" [ 901.988203] env[69357]: _type = "Task" [ 901.988203] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.997159] env[69357]: DEBUG oslo_vmware.api [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282804, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.050791] env[69357]: DEBUG nova.compute.manager [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 902.077054] env[69357]: DEBUG nova.virt.hardware [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.077438] env[69357]: DEBUG nova.virt.hardware [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.077541] env[69357]: DEBUG nova.virt.hardware [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.077766] env[69357]: DEBUG nova.virt.hardware [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.077918] env[69357]: DEBUG nova.virt.hardware [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.078212] env[69357]: DEBUG nova.virt.hardware [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.078504] env[69357]: DEBUG nova.virt.hardware [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.078793] env[69357]: DEBUG nova.virt.hardware [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.078972] env[69357]: DEBUG nova.virt.hardware [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.079216] env[69357]: DEBUG nova.virt.hardware [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.079451] env[69357]: DEBUG nova.virt.hardware [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.080415] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47013965-2106-452c-8767-de7f98611a73 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.091865] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa247f13-d580-4802-9afd-2174dd26fea9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.105565] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] Instance VIF info [] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.111626] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Creating folder: Project (14cf22d1611b431bb845414fcddf43de). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.112131] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01554dec-e708-42da-b339-5cde63af47cd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.123170] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Created folder: Project (14cf22d1611b431bb845414fcddf43de) in parent group-v655402. [ 902.123426] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Creating folder: Instances. Parent ref: group-v655599. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.123709] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49642626-c2c5-455e-9125-fe42d7153d5e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.133357] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Created folder: Instances in parent group-v655599. [ 902.133614] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.133852] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.134132] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f25533ed-a3f4-4ba3-94ee-a9335877bfb7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.157024] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.157024] env[69357]: value = "task-3282807" [ 902.157024] env[69357]: _type = "Task" [ 902.157024] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.166637] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282807, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.353220] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2e0c2d3d-c89c-4b91-a747-077675b4a82c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.353598] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2e0c2d3d-c89c-4b91-a747-077675b4a82c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.354077] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2e0c2d3d-c89c-4b91-a747-077675b4a82c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.354166] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2e0c2d3d-c89c-4b91-a747-077675b4a82c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.354391] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2e0c2d3d-c89c-4b91-a747-077675b4a82c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.356713] env[69357]: INFO nova.compute.manager [None req-2e0c2d3d-c89c-4b91-a747-077675b4a82c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Terminating instance [ 902.405153] env[69357]: DEBUG nova.compute.manager [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 902.475493] env[69357]: DEBUG oslo_concurrency.lockutils [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.476048] env[69357]: DEBUG nova.compute.manager [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 902.478782] env[69357]: DEBUG oslo_concurrency.lockutils [None req-141f9f5e-4e48-4ce1-9012-e4ca5b8f9d77 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.187s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.479048] env[69357]: DEBUG nova.objects.instance [None req-141f9f5e-4e48-4ce1-9012-e4ca5b8f9d77 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Lazy-loading 'resources' on Instance uuid 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.498398] env[69357]: DEBUG oslo_vmware.api [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282804, 'name': Rename_Task, 'duration_secs': 0.305838} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.498671] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.498917] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88af66ab-accf-4030-b75d-7a260c461e8e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.504935] env[69357]: DEBUG oslo_vmware.api [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 902.504935] env[69357]: value = "task-3282808" [ 902.504935] env[69357]: _type = "Task" [ 902.504935] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.513046] env[69357]: DEBUG oslo_vmware.api [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.671844] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282807, 'name': CreateVM_Task, 'duration_secs': 0.298475} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.672053] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.672670] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.672949] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.673455] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.673818] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6f2b5cc-41ca-448a-a36d-f0ee08f6c967 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.678550] env[69357]: DEBUG oslo_vmware.api [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Waiting for the task: (returnval){ [ 902.678550] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52dc995b-69e9-b962-39c8-0aa76c2dfd2a" [ 902.678550] env[69357]: _type = "Task" [ 902.678550] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.686994] env[69357]: DEBUG oslo_vmware.api [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52dc995b-69e9-b962-39c8-0aa76c2dfd2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.861698] env[69357]: DEBUG nova.compute.manager [None req-2e0c2d3d-c89c-4b91-a747-077675b4a82c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.861966] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0c2d3d-c89c-4b91-a747-077675b4a82c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.862890] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d253375d-06e4-4e29-b1d1-23724c52bd2a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.870736] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e0c2d3d-c89c-4b91-a747-077675b4a82c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.871079] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecd3e02a-6819-49a9-bf99-d9b2196cce89 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.876604] env[69357]: DEBUG oslo_vmware.api [None req-2e0c2d3d-c89c-4b91-a747-077675b4a82c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 902.876604] env[69357]: value = "task-3282809" [ 902.876604] env[69357]: _type = "Task" [ 902.876604] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.884968] env[69357]: DEBUG oslo_vmware.api [None req-2e0c2d3d-c89c-4b91-a747-077675b4a82c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.927538] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.984588] env[69357]: DEBUG nova.compute.utils [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.989450] env[69357]: DEBUG nova.compute.manager [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 902.990031] env[69357]: DEBUG nova.network.neutron [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.022144] env[69357]: DEBUG oslo_vmware.api [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282808, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.068597] env[69357]: DEBUG nova.policy [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '323ba2eb835a4f8a855ba565696b0d5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34055bbad79e42e59bb22ff7a0529002', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.191719] env[69357]: DEBUG oslo_vmware.api [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52dc995b-69e9-b962-39c8-0aa76c2dfd2a, 'name': SearchDatastore_Task, 'duration_secs': 0.010134} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.192039] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.192274] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.192509] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.192652] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.192824] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.195716] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de567a78-c499-4a52-9d4f-3ff546e5e544 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.206698] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.206983] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.207765] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b9cfbb4-1469-4c41-9ae5-f2545fd30828 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.219133] env[69357]: DEBUG oslo_vmware.api [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Waiting for the task: (returnval){ [ 903.219133] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5286b034-c24d-514c-cee7-aa99058ef58b" [ 903.219133] env[69357]: _type = "Task" [ 903.219133] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.231419] env[69357]: DEBUG oslo_vmware.api [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5286b034-c24d-514c-cee7-aa99058ef58b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.340857] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5accd8-cfbe-44de-a67d-03d6701185b8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.348495] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a41528-eca7-4470-840d-283081d28842 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.385261] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8dc93c6-afbf-4dd0-a648-69b88d782ded {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.392806] env[69357]: DEBUG oslo_vmware.api [None req-2e0c2d3d-c89c-4b91-a747-077675b4a82c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282809, 'name': PowerOffVM_Task, 'duration_secs': 0.219843} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.394947] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e0c2d3d-c89c-4b91-a747-077675b4a82c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.395203] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0c2d3d-c89c-4b91-a747-077675b4a82c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.395524] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e8ef32f-be23-40c4-a3f4-77c8a3398ab8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.399097] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1497f41d-0de3-4e9a-8b1a-307e05d9afb3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.413086] env[69357]: DEBUG nova.compute.provider_tree [None req-141f9f5e-4e48-4ce1-9012-e4ca5b8f9d77 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.442985] env[69357]: DEBUG nova.network.neutron [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Successfully created port: fff26eb9-30fe-49cd-ac16-84b68238fc0a {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 903.478229] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0c2d3d-c89c-4b91-a747-077675b4a82c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.478494] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0c2d3d-c89c-4b91-a747-077675b4a82c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.478778] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e0c2d3d-c89c-4b91-a747-077675b4a82c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Deleting the datastore file [datastore2] 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.479205] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-730d861b-b731-44ec-9b9e-3e0768d612f5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.487326] env[69357]: DEBUG oslo_vmware.api [None req-2e0c2d3d-c89c-4b91-a747-077675b4a82c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 903.487326] env[69357]: value = "task-3282811" [ 903.487326] env[69357]: _type = "Task" [ 903.487326] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.491764] env[69357]: DEBUG nova.compute.manager [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.499892] env[69357]: DEBUG oslo_vmware.api [None req-2e0c2d3d-c89c-4b91-a747-077675b4a82c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282811, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.514663] env[69357]: DEBUG oslo_vmware.api [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282808, 'name': PowerOnVM_Task, 'duration_secs': 0.765132} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.514962] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.515211] env[69357]: INFO nova.compute.manager [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Took 9.68 seconds to spawn the instance on the hypervisor. [ 903.515406] env[69357]: DEBUG nova.compute.manager [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.516251] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736ff8c5-e5c4-4621-a94c-dc52e1a34500 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.734223] env[69357]: DEBUG oslo_vmware.api [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5286b034-c24d-514c-cee7-aa99058ef58b, 'name': SearchDatastore_Task, 'duration_secs': 0.010493} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.735093] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8188947e-baa0-4932-8b93-40e8d7af4030 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.740421] env[69357]: DEBUG oslo_vmware.api [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Waiting for the task: (returnval){ [ 903.740421] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a0d9c2-b81b-5d5c-e090-7cca51f574ff" [ 903.740421] env[69357]: _type = "Task" [ 903.740421] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.752854] env[69357]: DEBUG oslo_vmware.api [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a0d9c2-b81b-5d5c-e090-7cca51f574ff, 'name': SearchDatastore_Task, 'duration_secs': 0.009448} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.753370] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.753781] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 3f6cafba-02ad-47a6-b01d-58ad211c3e61/3f6cafba-02ad-47a6-b01d-58ad211c3e61.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.754314] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e9a21c7-829b-476f-b660-f7091be937e2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.764029] env[69357]: DEBUG oslo_vmware.api [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Waiting for the task: (returnval){ [ 903.764029] env[69357]: value = "task-3282812" [ 903.764029] env[69357]: _type = "Task" [ 903.764029] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.770734] env[69357]: DEBUG oslo_vmware.api [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.916499] env[69357]: DEBUG nova.scheduler.client.report [None req-141f9f5e-4e48-4ce1-9012-e4ca5b8f9d77 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.004769] env[69357]: DEBUG oslo_vmware.api [None req-2e0c2d3d-c89c-4b91-a747-077675b4a82c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282811, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159433} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.005071] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e0c2d3d-c89c-4b91-a747-077675b4a82c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 904.005246] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0c2d3d-c89c-4b91-a747-077675b4a82c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 904.005421] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0c2d3d-c89c-4b91-a747-077675b4a82c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 904.005586] env[69357]: INFO nova.compute.manager [None req-2e0c2d3d-c89c-4b91-a747-077675b4a82c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 904.005830] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e0c2d3d-c89c-4b91-a747-077675b4a82c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.006422] env[69357]: DEBUG nova.compute.manager [-] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 904.006422] env[69357]: DEBUG nova.network.neutron [-] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 904.035635] env[69357]: INFO nova.compute.manager [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Took 17.30 seconds to build instance. [ 904.272582] env[69357]: DEBUG oslo_vmware.api [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448825} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.272863] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 3f6cafba-02ad-47a6-b01d-58ad211c3e61/3f6cafba-02ad-47a6-b01d-58ad211c3e61.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.273311] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.273921] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88632c76-4eb2-4203-a744-3b7c4969d36b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.281965] env[69357]: DEBUG oslo_vmware.api [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Waiting for the task: (returnval){ [ 904.281965] env[69357]: value = "task-3282813" [ 904.281965] env[69357]: _type = "Task" [ 904.281965] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.290486] env[69357]: DEBUG oslo_vmware.api [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282813, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.312985] env[69357]: DEBUG nova.compute.manager [req-a6e875d6-595c-40db-be37-8845e221ba80 req-c49c6c87-a657-43f9-9bb8-64417d02eec7 service nova] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Received event network-vif-deleted-70025225-de5d-43a7-9685-96199f7133ba {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.312985] env[69357]: INFO nova.compute.manager [req-a6e875d6-595c-40db-be37-8845e221ba80 req-c49c6c87-a657-43f9-9bb8-64417d02eec7 service nova] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Neutron deleted interface 70025225-de5d-43a7-9685-96199f7133ba; detaching it from the instance and deleting it from the info cache [ 904.312985] env[69357]: DEBUG nova.network.neutron [req-a6e875d6-595c-40db-be37-8845e221ba80 req-c49c6c87-a657-43f9-9bb8-64417d02eec7 service nova] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.422359] env[69357]: DEBUG oslo_concurrency.lockutils [None req-141f9f5e-4e48-4ce1-9012-e4ca5b8f9d77 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.425271] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.478s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.426817] env[69357]: INFO nova.compute.claims [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.447776] env[69357]: INFO nova.scheduler.client.report [None req-141f9f5e-4e48-4ce1-9012-e4ca5b8f9d77 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Deleted allocations for instance 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16 [ 904.502224] env[69357]: DEBUG nova.compute.manager [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.527418] env[69357]: DEBUG nova.virt.hardware [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.527652] env[69357]: DEBUG nova.virt.hardware [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.527805] env[69357]: DEBUG nova.virt.hardware [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.528012] env[69357]: DEBUG nova.virt.hardware [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.528156] env[69357]: DEBUG nova.virt.hardware [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.528298] env[69357]: DEBUG nova.virt.hardware [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.528516] env[69357]: DEBUG nova.virt.hardware [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.528696] env[69357]: DEBUG nova.virt.hardware [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.528939] env[69357]: DEBUG nova.virt.hardware [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.529073] env[69357]: DEBUG nova.virt.hardware [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.529243] env[69357]: DEBUG nova.virt.hardware [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.530429] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b4232f-9aac-4d1e-ba36-3e21e30014d8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.537533] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c766177a-66ea-4502-931d-52a3b1bdcb22 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "64746735-2833-4b59-b40c-80985b2bca72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.814s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.538711] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9a2a90-60b8-4ece-88fd-6be19db7f2f7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.790886] env[69357]: DEBUG oslo_vmware.api [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282813, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063214} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.791214] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.792118] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d2f8ef-7439-475c-87cb-f461ffabd344 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.794781] env[69357]: DEBUG nova.network.neutron [-] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.813510] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 3f6cafba-02ad-47a6-b01d-58ad211c3e61/3f6cafba-02ad-47a6-b01d-58ad211c3e61.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.815030] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ee6ae1d-8702-4283-950d-caa5a6901e7f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.830691] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a39ee5fe-5a9d-4e38-97c5-2e23d1eae32b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.843494] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23cead6-4128-43c5-9dbe-0c6532a48a0d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.854059] env[69357]: DEBUG oslo_vmware.api [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Waiting for the task: (returnval){ [ 904.854059] env[69357]: value = "task-3282814" [ 904.854059] env[69357]: _type = "Task" [ 904.854059] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.877118] env[69357]: DEBUG nova.compute.manager [req-a6e875d6-595c-40db-be37-8845e221ba80 req-c49c6c87-a657-43f9-9bb8-64417d02eec7 service nova] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Detach interface failed, port_id=70025225-de5d-43a7-9685-96199f7133ba, reason: Instance 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 904.959215] env[69357]: DEBUG oslo_concurrency.lockutils [None req-141f9f5e-4e48-4ce1-9012-e4ca5b8f9d77 tempest-ServerGroupTestJSON-588402142 tempest-ServerGroupTestJSON-588402142-project-member] Lock "0b2c5aef-e7af-4f91-aa02-3e3999b6ad16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.252s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.249226] env[69357]: DEBUG nova.network.neutron [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Successfully updated port: fff26eb9-30fe-49cd-ac16-84b68238fc0a {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 905.300923] env[69357]: INFO nova.compute.manager [-] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Took 1.29 seconds to deallocate network for instance. [ 905.315046] env[69357]: INFO nova.compute.manager [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Rebuilding instance [ 905.364540] env[69357]: DEBUG nova.compute.manager [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.365357] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965629cc-8a59-4f88-a648-10116607021e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.371528] env[69357]: DEBUG oslo_vmware.api [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282814, 'name': ReconfigVM_Task, 'duration_secs': 0.327088} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.372208] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 3f6cafba-02ad-47a6-b01d-58ad211c3e61/3f6cafba-02ad-47a6-b01d-58ad211c3e61.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.373124] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5940254c-2603-44cf-85e5-009e3f8717e9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.384034] env[69357]: DEBUG oslo_vmware.api [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Waiting for the task: (returnval){ [ 905.384034] env[69357]: value = "task-3282815" [ 905.384034] env[69357]: _type = "Task" [ 905.384034] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.392456] env[69357]: DEBUG oslo_vmware.api [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282815, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.739264] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc38baca-775b-4bbb-a72b-b7d81311debc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.752490] env[69357]: DEBUG oslo_concurrency.lockutils [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "refresh_cache-d8ea2cd9-9230-4dd2-8737-07d5ca6553bc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.752735] env[69357]: DEBUG oslo_concurrency.lockutils [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquired lock "refresh_cache-d8ea2cd9-9230-4dd2-8737-07d5ca6553bc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.752977] env[69357]: DEBUG nova.network.neutron [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.757688] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af084391-405b-49c1-8e2f-432b504ea949 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.792365] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a86821-b4ba-4a8f-bb53-7dc65570160f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.800398] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd108a7-712b-451c-8d16-a5b1dc051186 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.815484] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2e0c2d3d-c89c-4b91-a747-077675b4a82c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.815998] env[69357]: DEBUG nova.compute.provider_tree [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.893860] env[69357]: DEBUG oslo_vmware.api [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282815, 'name': Rename_Task, 'duration_secs': 0.137824} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.894244] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.894562] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68ea7061-b79b-4550-9bfa-86871a70675b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.903723] env[69357]: DEBUG oslo_vmware.api [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Waiting for the task: (returnval){ [ 905.903723] env[69357]: value = "task-3282816" [ 905.903723] env[69357]: _type = "Task" [ 905.903723] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.916728] env[69357]: DEBUG oslo_vmware.api [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.307793] env[69357]: DEBUG nova.network.neutron [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 906.319130] env[69357]: DEBUG nova.scheduler.client.report [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.384350] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.384629] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-471ddfba-2f21-46d7-ac3b-768a256cd713 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.393992] env[69357]: DEBUG oslo_vmware.api [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 906.393992] env[69357]: value = "task-3282817" [ 906.393992] env[69357]: _type = "Task" [ 906.393992] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.410470] env[69357]: DEBUG oslo_vmware.api [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.427514] env[69357]: DEBUG nova.compute.manager [req-894a54ed-94cb-4f58-9615-b3ec920d3452 req-9fa6bab4-b08e-4e2d-b1b7-3dcf19e79b31 service nova] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Received event network-vif-plugged-fff26eb9-30fe-49cd-ac16-84b68238fc0a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.427890] env[69357]: DEBUG oslo_concurrency.lockutils [req-894a54ed-94cb-4f58-9615-b3ec920d3452 req-9fa6bab4-b08e-4e2d-b1b7-3dcf19e79b31 service nova] Acquiring lock "d8ea2cd9-9230-4dd2-8737-07d5ca6553bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.429355] env[69357]: DEBUG oslo_concurrency.lockutils [req-894a54ed-94cb-4f58-9615-b3ec920d3452 req-9fa6bab4-b08e-4e2d-b1b7-3dcf19e79b31 service nova] Lock "d8ea2cd9-9230-4dd2-8737-07d5ca6553bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.429355] env[69357]: DEBUG oslo_concurrency.lockutils [req-894a54ed-94cb-4f58-9615-b3ec920d3452 req-9fa6bab4-b08e-4e2d-b1b7-3dcf19e79b31 service nova] Lock "d8ea2cd9-9230-4dd2-8737-07d5ca6553bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.429355] env[69357]: DEBUG nova.compute.manager [req-894a54ed-94cb-4f58-9615-b3ec920d3452 req-9fa6bab4-b08e-4e2d-b1b7-3dcf19e79b31 service nova] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] No waiting events found dispatching network-vif-plugged-fff26eb9-30fe-49cd-ac16-84b68238fc0a {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 906.429355] env[69357]: WARNING nova.compute.manager [req-894a54ed-94cb-4f58-9615-b3ec920d3452 req-9fa6bab4-b08e-4e2d-b1b7-3dcf19e79b31 service nova] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Received unexpected event network-vif-plugged-fff26eb9-30fe-49cd-ac16-84b68238fc0a for instance with vm_state building and task_state spawning. [ 906.429762] env[69357]: DEBUG nova.compute.manager [req-894a54ed-94cb-4f58-9615-b3ec920d3452 req-9fa6bab4-b08e-4e2d-b1b7-3dcf19e79b31 service nova] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Received event network-changed-fff26eb9-30fe-49cd-ac16-84b68238fc0a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.429822] env[69357]: DEBUG nova.compute.manager [req-894a54ed-94cb-4f58-9615-b3ec920d3452 req-9fa6bab4-b08e-4e2d-b1b7-3dcf19e79b31 service nova] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Refreshing instance network info cache due to event network-changed-fff26eb9-30fe-49cd-ac16-84b68238fc0a. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 906.430178] env[69357]: DEBUG oslo_concurrency.lockutils [req-894a54ed-94cb-4f58-9615-b3ec920d3452 req-9fa6bab4-b08e-4e2d-b1b7-3dcf19e79b31 service nova] Acquiring lock "refresh_cache-d8ea2cd9-9230-4dd2-8737-07d5ca6553bc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.437678] env[69357]: DEBUG oslo_vmware.api [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282816, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.606866] env[69357]: DEBUG nova.network.neutron [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Updating instance_info_cache with network_info: [{"id": "fff26eb9-30fe-49cd-ac16-84b68238fc0a", "address": "fa:16:3e:0c:ae:79", "network": {"id": "256f2819-f719-4377-82d3-97bddef87341", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-545752502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34055bbad79e42e59bb22ff7a0529002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfff26eb9-30", "ovs_interfaceid": "fff26eb9-30fe-49cd-ac16-84b68238fc0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.827201] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.399s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.827201] env[69357]: DEBUG nova.compute.manager [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 906.828802] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7575de41-5859-48db-8abc-94b96e626149 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.819s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.829021] env[69357]: DEBUG nova.objects.instance [None req-7575de41-5859-48db-8abc-94b96e626149 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Lazy-loading 'resources' on Instance uuid d48829d0-0de1-4dce-8acf-c60180ace0a7 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.905685] env[69357]: DEBUG oslo_vmware.api [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282817, 'name': PowerOffVM_Task, 'duration_secs': 0.251968} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.906199] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.908488] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.908488] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4063bd-7d48-4bd1-8fe9-5669d56e9991 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.921587] env[69357]: DEBUG oslo_vmware.api [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282816, 'name': PowerOnVM_Task, 'duration_secs': 0.543046} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.922487] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.922487] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.922858] env[69357]: INFO nova.compute.manager [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] Took 4.87 seconds to spawn the instance on the hypervisor. [ 906.924658] env[69357]: DEBUG nova.compute.manager [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.924658] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-568a9e9e-7005-45d8-8e5f-b0ca6049b389 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.925482] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ff1092-4c7e-48ae-a821-75a27ded9c02 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.992042] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.992241] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.992482] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Deleting the datastore file [datastore2] 64746735-2833-4b59-b40c-80985b2bca72 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.992822] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ddae5c8-71ee-4d56-bb64-791a97f27ca2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.000356] env[69357]: DEBUG oslo_vmware.api [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 907.000356] env[69357]: value = "task-3282819" [ 907.000356] env[69357]: _type = "Task" [ 907.000356] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.008901] env[69357]: DEBUG oslo_vmware.api [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.110136] env[69357]: DEBUG oslo_concurrency.lockutils [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Releasing lock "refresh_cache-d8ea2cd9-9230-4dd2-8737-07d5ca6553bc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.110529] env[69357]: DEBUG nova.compute.manager [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Instance network_info: |[{"id": "fff26eb9-30fe-49cd-ac16-84b68238fc0a", "address": "fa:16:3e:0c:ae:79", "network": {"id": "256f2819-f719-4377-82d3-97bddef87341", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-545752502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34055bbad79e42e59bb22ff7a0529002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfff26eb9-30", "ovs_interfaceid": "fff26eb9-30fe-49cd-ac16-84b68238fc0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 907.110840] env[69357]: DEBUG oslo_concurrency.lockutils [req-894a54ed-94cb-4f58-9615-b3ec920d3452 req-9fa6bab4-b08e-4e2d-b1b7-3dcf19e79b31 service nova] Acquired lock "refresh_cache-d8ea2cd9-9230-4dd2-8737-07d5ca6553bc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.111030] env[69357]: DEBUG nova.network.neutron [req-894a54ed-94cb-4f58-9615-b3ec920d3452 req-9fa6bab4-b08e-4e2d-b1b7-3dcf19e79b31 service nova] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Refreshing network info cache for port fff26eb9-30fe-49cd-ac16-84b68238fc0a {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.112664] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:ae:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fff26eb9-30fe-49cd-ac16-84b68238fc0a', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.120560] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.121618] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.121851] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-137d7014-6d13-4955-bda8-4baefc741bb4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.142638] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.142638] env[69357]: value = "task-3282820" [ 907.142638] env[69357]: _type = "Task" [ 907.142638] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.150696] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282820, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.334049] env[69357]: DEBUG nova.compute.utils [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.337674] env[69357]: DEBUG nova.compute.manager [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Not allocating networking since 'none' was specified. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 907.446739] env[69357]: INFO nova.compute.manager [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] Took 18.34 seconds to build instance. [ 907.519035] env[69357]: DEBUG oslo_vmware.api [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282819, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204751} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.519313] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.519504] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.519675] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.651901] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282820, 'name': CreateVM_Task, 'duration_secs': 0.448522} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.652192] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.654024] env[69357]: DEBUG oslo_concurrency.lockutils [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.654024] env[69357]: DEBUG oslo_concurrency.lockutils [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.654256] env[69357]: DEBUG oslo_concurrency.lockutils [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.655219] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a670e1fa-36d1-4351-b1c9-d443b28227c8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.657826] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-babe1d32-a060-40ca-8039-16c6d75b45cd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.663033] env[69357]: DEBUG oslo_vmware.api [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 907.663033] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5276bea7-979f-8f52-e80c-ce7f47261635" [ 907.663033] env[69357]: _type = "Task" [ 907.663033] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.668707] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d066eb3-f842-498d-891e-2bd1eb458162 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.679901] env[69357]: DEBUG oslo_vmware.api [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5276bea7-979f-8f52-e80c-ce7f47261635, 'name': SearchDatastore_Task, 'duration_secs': 0.009759} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.706218] env[69357]: DEBUG oslo_concurrency.lockutils [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.706833] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.706833] env[69357]: DEBUG oslo_concurrency.lockutils [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.706951] env[69357]: DEBUG oslo_concurrency.lockutils [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.707131] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.708122] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfce29ac-83da-459e-9c5d-531d0a0c4903 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.711244] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8694adcc-a92f-4a2c-b7f0-b94da74a1f83 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.720356] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9069938-fc9b-4012-a69a-c292c6b6068d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.725474] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.725665] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.726727] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81acc0e6-7cf0-4a35-aafe-ce333a5cd4a1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.736942] env[69357]: DEBUG nova.compute.provider_tree [None req-7575de41-5859-48db-8abc-94b96e626149 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.741163] env[69357]: DEBUG oslo_vmware.api [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 907.741163] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]520ebca8-ea12-8c6e-0ce8-814536cc85ea" [ 907.741163] env[69357]: _type = "Task" [ 907.741163] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.749096] env[69357]: DEBUG oslo_vmware.api [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]520ebca8-ea12-8c6e-0ce8-814536cc85ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.838685] env[69357]: DEBUG nova.compute.manager [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 907.915453] env[69357]: DEBUG nova.network.neutron [req-894a54ed-94cb-4f58-9615-b3ec920d3452 req-9fa6bab4-b08e-4e2d-b1b7-3dcf19e79b31 service nova] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Updated VIF entry in instance network info cache for port fff26eb9-30fe-49cd-ac16-84b68238fc0a. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.915709] env[69357]: DEBUG nova.network.neutron [req-894a54ed-94cb-4f58-9615-b3ec920d3452 req-9fa6bab4-b08e-4e2d-b1b7-3dcf19e79b31 service nova] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Updating instance_info_cache with network_info: [{"id": "fff26eb9-30fe-49cd-ac16-84b68238fc0a", "address": "fa:16:3e:0c:ae:79", "network": {"id": "256f2819-f719-4377-82d3-97bddef87341", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-545752502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34055bbad79e42e59bb22ff7a0529002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfff26eb9-30", "ovs_interfaceid": "fff26eb9-30fe-49cd-ac16-84b68238fc0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.934685] env[69357]: DEBUG oslo_vmware.rw_handles [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c49e76-b96c-aaa7-be4b-be0fab912caf/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 907.935394] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49a51ae-8802-4b25-813b-d88304af1fba {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.941923] env[69357]: DEBUG oslo_vmware.rw_handles [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c49e76-b96c-aaa7-be4b-be0fab912caf/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 907.942102] env[69357]: ERROR oslo_vmware.rw_handles [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c49e76-b96c-aaa7-be4b-be0fab912caf/disk-0.vmdk due to incomplete transfer. [ 907.942338] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3c3937df-3fde-450d-9c50-5fff61a259a7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.949719] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ee756d54-62b3-4236-8541-fcdf2d73217a tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Lock "3f6cafba-02ad-47a6-b01d-58ad211c3e61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.852s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.949965] env[69357]: DEBUG oslo_vmware.rw_handles [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c49e76-b96c-aaa7-be4b-be0fab912caf/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 907.950164] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Uploaded image ccea1b13-3ccb-41c9-a5b2-5159fb59f815 to the Glance image server {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 907.952268] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Destroying the VM {{(pid=69357) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 907.952527] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dc995496-503b-4721-b3bf-fbca603d4996 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.957914] env[69357]: DEBUG oslo_vmware.api [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the task: (returnval){ [ 907.957914] env[69357]: value = "task-3282821" [ 907.957914] env[69357]: _type = "Task" [ 907.957914] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.965986] env[69357]: DEBUG oslo_vmware.api [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282821, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.239877] env[69357]: DEBUG nova.scheduler.client.report [None req-7575de41-5859-48db-8abc-94b96e626149 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.253562] env[69357]: DEBUG oslo_vmware.api [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]520ebca8-ea12-8c6e-0ce8-814536cc85ea, 'name': SearchDatastore_Task, 'duration_secs': 0.009369} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.254944] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-723034bf-aadf-420f-a493-4cefc0e03254 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.260507] env[69357]: DEBUG oslo_vmware.api [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 908.260507] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]520986bb-a128-ec93-3558-8fc39c4f7fe7" [ 908.260507] env[69357]: _type = "Task" [ 908.260507] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.268237] env[69357]: DEBUG oslo_vmware.api [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]520986bb-a128-ec93-3558-8fc39c4f7fe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.418619] env[69357]: DEBUG oslo_concurrency.lockutils [req-894a54ed-94cb-4f58-9615-b3ec920d3452 req-9fa6bab4-b08e-4e2d-b1b7-3dcf19e79b31 service nova] Releasing lock "refresh_cache-d8ea2cd9-9230-4dd2-8737-07d5ca6553bc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.467181] env[69357]: DEBUG oslo_vmware.api [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282821, 'name': Destroy_Task, 'duration_secs': 0.448804} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.467496] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Destroyed the VM [ 908.467767] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Deleting Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 908.468061] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8d44d366-8ad0-474f-9f1b-cd884e4cf834 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.475619] env[69357]: DEBUG oslo_vmware.api [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the task: (returnval){ [ 908.475619] env[69357]: value = "task-3282822" [ 908.475619] env[69357]: _type = "Task" [ 908.475619] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.482983] env[69357]: DEBUG oslo_vmware.api [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282822, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.554150] env[69357]: DEBUG nova.virt.hardware [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.554456] env[69357]: DEBUG nova.virt.hardware [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.554571] env[69357]: DEBUG nova.virt.hardware [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.554757] env[69357]: DEBUG nova.virt.hardware [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.554920] env[69357]: DEBUG nova.virt.hardware [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.555105] env[69357]: DEBUG nova.virt.hardware [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.555326] env[69357]: DEBUG nova.virt.hardware [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.555511] env[69357]: DEBUG nova.virt.hardware [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.555891] env[69357]: DEBUG nova.virt.hardware [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.555891] env[69357]: DEBUG nova.virt.hardware [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.556321] env[69357]: DEBUG nova.virt.hardware [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.556912] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5b76db-7508-4d19-a309-560471331fec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.565087] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a41337c-fcf2-46d3-a36c-ca2f8d7567dc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.579159] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:07:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72fbd313-f84e-4183-8c2c-118bbb56d88c', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.586891] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.587183] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.587440] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a8a8341-db93-43e0-86ae-9517c2558e0e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.606563] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.606563] env[69357]: value = "task-3282823" [ 908.606563] env[69357]: _type = "Task" [ 908.606563] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.614166] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282823, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.748349] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7575de41-5859-48db-8abc-94b96e626149 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.752714] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a747a50d-74e1-41b5-85d7-d50ad900c741 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.331s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.752714] env[69357]: DEBUG nova.objects.instance [None req-a747a50d-74e1-41b5-85d7-d50ad900c741 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Lazy-loading 'resources' on Instance uuid 9bb73b0a-0b8a-45b0-be44-d106cfcb3209 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.774164] env[69357]: DEBUG oslo_vmware.api [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]520986bb-a128-ec93-3558-8fc39c4f7fe7, 'name': SearchDatastore_Task, 'duration_secs': 0.035466} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.774164] env[69357]: DEBUG oslo_concurrency.lockutils [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.775521] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] d8ea2cd9-9230-4dd2-8737-07d5ca6553bc/d8ea2cd9-9230-4dd2-8737-07d5ca6553bc.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.775916] env[69357]: INFO nova.scheduler.client.report [None req-7575de41-5859-48db-8abc-94b96e626149 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Deleted allocations for instance d48829d0-0de1-4dce-8acf-c60180ace0a7 [ 908.777047] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2a2e305-5f95-431e-8837-0a08380debc4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.787999] env[69357]: DEBUG oslo_vmware.api [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 908.787999] env[69357]: value = "task-3282824" [ 908.787999] env[69357]: _type = "Task" [ 908.787999] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.797932] env[69357]: DEBUG oslo_vmware.api [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282824, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.848679] env[69357]: DEBUG nova.compute.manager [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 908.877366] env[69357]: DEBUG nova.virt.hardware [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.877703] env[69357]: DEBUG nova.virt.hardware [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.877870] env[69357]: DEBUG nova.virt.hardware [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.878071] env[69357]: DEBUG nova.virt.hardware [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.878224] env[69357]: DEBUG nova.virt.hardware [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.878375] env[69357]: DEBUG nova.virt.hardware [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.878581] env[69357]: DEBUG nova.virt.hardware [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.878739] env[69357]: DEBUG nova.virt.hardware [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.878907] env[69357]: DEBUG nova.virt.hardware [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.879086] env[69357]: DEBUG nova.virt.hardware [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.879264] env[69357]: DEBUG nova.virt.hardware [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.880420] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c1be24-45d3-4e0b-835a-0e98b66f021f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.888540] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a211376e-5f22-4481-8f32-361f44cf7543 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.902733] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Instance VIF info [] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.909413] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.909722] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4d88563-12d8-4196-854c-768310775bbe] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.909953] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-507c84ba-7b0d-478c-8694-726b31899e15 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.927611] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.927611] env[69357]: value = "task-3282825" [ 908.927611] env[69357]: _type = "Task" [ 908.927611] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.935479] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282825, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.986817] env[69357]: DEBUG oslo_vmware.api [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282822, 'name': RemoveSnapshot_Task, 'duration_secs': 0.344537} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.987634] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Deleted Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 908.988011] env[69357]: DEBUG nova.compute.manager [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.989160] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c29a199-94cf-49b1-bf23-dd1168dd81a9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.116888] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282823, 'name': CreateVM_Task, 'duration_secs': 0.449058} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.117114] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.117882] env[69357]: DEBUG oslo_concurrency.lockutils [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.118065] env[69357]: DEBUG oslo_concurrency.lockutils [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.118428] env[69357]: DEBUG oslo_concurrency.lockutils [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.118706] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a5145ec-eb1d-4a3a-ad79-0c8a8f9fdc49 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.123943] env[69357]: DEBUG oslo_vmware.api [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 909.123943] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52797c5d-df8c-b2bb-d0df-75f93b5612d3" [ 909.123943] env[69357]: _type = "Task" [ 909.123943] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.132410] env[69357]: DEBUG oslo_vmware.api [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52797c5d-df8c-b2bb-d0df-75f93b5612d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.286823] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7575de41-5859-48db-8abc-94b96e626149 tempest-FloatingIPsAssociationTestJSON-956540485 tempest-FloatingIPsAssociationTestJSON-956540485-project-member] Lock "d48829d0-0de1-4dce-8acf-c60180ace0a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.874s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.303899] env[69357]: DEBUG oslo_vmware.api [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282824, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470473} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.304689] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] d8ea2cd9-9230-4dd2-8737-07d5ca6553bc/d8ea2cd9-9230-4dd2-8737-07d5ca6553bc.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.305205] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.305205] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b3722c6-df40-4b28-90de-94d7ba2648dc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.312008] env[69357]: DEBUG oslo_vmware.api [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 909.312008] env[69357]: value = "task-3282826" [ 909.312008] env[69357]: _type = "Task" [ 909.312008] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.321232] env[69357]: DEBUG oslo_vmware.api [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.440833] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282825, 'name': CreateVM_Task, 'duration_secs': 0.482779} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.441148] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4d88563-12d8-4196-854c-768310775bbe] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.441424] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.501304] env[69357]: INFO nova.compute.manager [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Shelve offloading [ 909.533568] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48bd024-2e19-4af7-b59a-cf1807e46c2d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.541749] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d876fbb-f6f1-44d4-a0a9-39ad40b3e2d8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.573272] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49881410-fc3c-4ac5-a040-76c690e5b071 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.581554] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0764783b-8676-4efb-90a8-cd841062f9d5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.594925] env[69357]: DEBUG nova.compute.provider_tree [None req-a747a50d-74e1-41b5-85d7-d50ad900c741 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.633617] env[69357]: DEBUG oslo_vmware.api [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52797c5d-df8c-b2bb-d0df-75f93b5612d3, 'name': SearchDatastore_Task, 'duration_secs': 0.056641} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.633945] env[69357]: DEBUG oslo_concurrency.lockutils [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.634237] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.634475] env[69357]: DEBUG oslo_concurrency.lockutils [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.634619] env[69357]: DEBUG oslo_concurrency.lockutils [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.634798] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.635121] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.635434] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.635659] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef6a3ef9-cc86-4c99-bac2-7d193031171f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.637469] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-856e0b76-d63a-4fd8-91b2-c6e2ac2927ea {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.642700] env[69357]: DEBUG oslo_vmware.api [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Waiting for the task: (returnval){ [ 909.642700] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ab468c-3029-1323-7a48-8e7553127eed" [ 909.642700] env[69357]: _type = "Task" [ 909.642700] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.647422] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.647617] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.648754] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9950393a-715c-43ef-a69c-a5b0f9cd6e97 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.653919] env[69357]: DEBUG oslo_vmware.api [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ab468c-3029-1323-7a48-8e7553127eed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.656763] env[69357]: DEBUG oslo_vmware.api [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 909.656763] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]525279f2-a944-006a-2112-c23d13cc2202" [ 909.656763] env[69357]: _type = "Task" [ 909.656763] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.663832] env[69357]: DEBUG oslo_vmware.api [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]525279f2-a944-006a-2112-c23d13cc2202, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.825268] env[69357]: DEBUG oslo_vmware.api [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062755} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.825768] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.827120] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2097f8be-ea2a-44f6-9caa-8197ded42fd0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.853068] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] d8ea2cd9-9230-4dd2-8737-07d5ca6553bc/d8ea2cd9-9230-4dd2-8737-07d5ca6553bc.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.853407] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-187272f3-b2a3-4341-a18c-ff57d30e0b4d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.873251] env[69357]: DEBUG oslo_vmware.api [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 909.873251] env[69357]: value = "task-3282827" [ 909.873251] env[69357]: _type = "Task" [ 909.873251] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.881334] env[69357]: DEBUG oslo_vmware.api [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.006596] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.006927] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4be208ce-a011-4635-829d-813b7bc96345 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.014179] env[69357]: DEBUG oslo_vmware.api [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the task: (returnval){ [ 910.014179] env[69357]: value = "task-3282828" [ 910.014179] env[69357]: _type = "Task" [ 910.014179] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.024935] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] VM already powered off {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 910.026297] env[69357]: DEBUG nova.compute.manager [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.027570] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb25bcdf-ef2f-4072-be7c-26142ec4584a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.034095] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquiring lock "refresh_cache-9d3a99e6-4639-440d-90c2-e142903094c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.034459] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquired lock "refresh_cache-9d3a99e6-4639-440d-90c2-e142903094c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.034718] env[69357]: DEBUG nova.network.neutron [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.101382] env[69357]: DEBUG nova.scheduler.client.report [None req-a747a50d-74e1-41b5-85d7-d50ad900c741 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.154826] env[69357]: DEBUG oslo_vmware.api [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ab468c-3029-1323-7a48-8e7553127eed, 'name': SearchDatastore_Task, 'duration_secs': 0.010015} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.155526] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.155616] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.155912] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.168130] env[69357]: DEBUG oslo_vmware.api [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]525279f2-a944-006a-2112-c23d13cc2202, 'name': SearchDatastore_Task, 'duration_secs': 0.008231} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.168926] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b67fe56-4ab7-426f-81e2-2e4c38fb0975 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.175409] env[69357]: DEBUG oslo_vmware.api [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 910.175409] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ad30e2-7e51-1f7e-c86d-d380efce496e" [ 910.175409] env[69357]: _type = "Task" [ 910.175409] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.187242] env[69357]: DEBUG oslo_vmware.api [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ad30e2-7e51-1f7e-c86d-d380efce496e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.384285] env[69357]: DEBUG oslo_vmware.api [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.611106] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a747a50d-74e1-41b5-85d7-d50ad900c741 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.614322] env[69357]: DEBUG oslo_concurrency.lockutils [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.677s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.617289] env[69357]: INFO nova.compute.claims [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.639361] env[69357]: INFO nova.scheduler.client.report [None req-a747a50d-74e1-41b5-85d7-d50ad900c741 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Deleted allocations for instance 9bb73b0a-0b8a-45b0-be44-d106cfcb3209 [ 910.685985] env[69357]: DEBUG oslo_vmware.api [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ad30e2-7e51-1f7e-c86d-d380efce496e, 'name': SearchDatastore_Task, 'duration_secs': 0.009267} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.686764] env[69357]: DEBUG oslo_concurrency.lockutils [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.687048] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 64746735-2833-4b59-b40c-80985b2bca72/64746735-2833-4b59-b40c-80985b2bca72.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.687336] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.687526] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.687742] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7808c01d-ba95-49aa-a02c-a51f075fbe35 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.691180] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1628bb7c-ce22-418a-be9d-aa2b776c1cbb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.696672] env[69357]: DEBUG oslo_vmware.api [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 910.696672] env[69357]: value = "task-3282829" [ 910.696672] env[69357]: _type = "Task" [ 910.696672] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.705794] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.705976] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.707435] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4375fe85-5204-4969-8959-4cc6b9dbdcdb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.713160] env[69357]: DEBUG oslo_vmware.api [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.715975] env[69357]: DEBUG oslo_vmware.api [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Waiting for the task: (returnval){ [ 910.715975] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]526d1105-f321-4bf1-fc4c-226ad4464fec" [ 910.715975] env[69357]: _type = "Task" [ 910.715975] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.723490] env[69357]: DEBUG oslo_vmware.api [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]526d1105-f321-4bf1-fc4c-226ad4464fec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.773241] env[69357]: DEBUG nova.network.neutron [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Updating instance_info_cache with network_info: [{"id": "0deb64b4-52ef-4aae-abfb-868208d52aea", "address": "fa:16:3e:2e:fc:e8", "network": {"id": "cc712f17-69e2-4b35-8968-a1091346ece7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1031991286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "599a1079b5654c3292648e2ced84dc7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0deb64b4-52", "ovs_interfaceid": "0deb64b4-52ef-4aae-abfb-868208d52aea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.888656] env[69357]: DEBUG oslo_vmware.api [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282827, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.147277] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a747a50d-74e1-41b5-85d7-d50ad900c741 tempest-ImagesOneServerNegativeTestJSON-631613603 tempest-ImagesOneServerNegativeTestJSON-631613603-project-member] Lock "9bb73b0a-0b8a-45b0-be44-d106cfcb3209" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.221s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.206272] env[69357]: DEBUG oslo_vmware.api [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282829, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446106} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.206541] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 64746735-2833-4b59-b40c-80985b2bca72/64746735-2833-4b59-b40c-80985b2bca72.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 911.206743] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 911.206988] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eee9bb69-b13f-4c4c-bc00-d3a88ba64c3a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.212978] env[69357]: DEBUG oslo_vmware.api [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 911.212978] env[69357]: value = "task-3282830" [ 911.212978] env[69357]: _type = "Task" [ 911.212978] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.222842] env[69357]: DEBUG oslo_vmware.api [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282830, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.229155] env[69357]: DEBUG oslo_vmware.api [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]526d1105-f321-4bf1-fc4c-226ad4464fec, 'name': SearchDatastore_Task, 'duration_secs': 0.008087} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.229938] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92eef765-9c12-4d65-aa7b-af1ccf0cc409 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.235377] env[69357]: DEBUG oslo_vmware.api [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Waiting for the task: (returnval){ [ 911.235377] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52db6db3-d1b5-8e8b-7306-f23356b58fea" [ 911.235377] env[69357]: _type = "Task" [ 911.235377] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.244272] env[69357]: DEBUG oslo_vmware.api [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52db6db3-d1b5-8e8b-7306-f23356b58fea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.277112] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Releasing lock "refresh_cache-9d3a99e6-4639-440d-90c2-e142903094c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.385260] env[69357]: DEBUG oslo_vmware.api [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282827, 'name': ReconfigVM_Task, 'duration_secs': 1.050355} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.385630] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Reconfigured VM instance instance-00000047 to attach disk [datastore1] d8ea2cd9-9230-4dd2-8737-07d5ca6553bc/d8ea2cd9-9230-4dd2-8737-07d5ca6553bc.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.386316] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25d5e828-197e-44ef-9663-2d1be0f261ad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.392617] env[69357]: DEBUG oslo_vmware.api [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 911.392617] env[69357]: value = "task-3282831" [ 911.392617] env[69357]: _type = "Task" [ 911.392617] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.401020] env[69357]: DEBUG oslo_vmware.api [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282831, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.665833] env[69357]: DEBUG nova.compute.manager [req-f5d9f971-14be-42cd-988f-0902926df791 req-3c7729a2-e693-4e51-9092-5c517ac54913 service nova] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Received event network-vif-unplugged-0deb64b4-52ef-4aae-abfb-868208d52aea {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.666220] env[69357]: DEBUG oslo_concurrency.lockutils [req-f5d9f971-14be-42cd-988f-0902926df791 req-3c7729a2-e693-4e51-9092-5c517ac54913 service nova] Acquiring lock "9d3a99e6-4639-440d-90c2-e142903094c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.666490] env[69357]: DEBUG oslo_concurrency.lockutils [req-f5d9f971-14be-42cd-988f-0902926df791 req-3c7729a2-e693-4e51-9092-5c517ac54913 service nova] Lock "9d3a99e6-4639-440d-90c2-e142903094c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.666607] env[69357]: DEBUG oslo_concurrency.lockutils [req-f5d9f971-14be-42cd-988f-0902926df791 req-3c7729a2-e693-4e51-9092-5c517ac54913 service nova] Lock "9d3a99e6-4639-440d-90c2-e142903094c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.666861] env[69357]: DEBUG nova.compute.manager [req-f5d9f971-14be-42cd-988f-0902926df791 req-3c7729a2-e693-4e51-9092-5c517ac54913 service nova] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] No waiting events found dispatching network-vif-unplugged-0deb64b4-52ef-4aae-abfb-868208d52aea {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.666982] env[69357]: WARNING nova.compute.manager [req-f5d9f971-14be-42cd-988f-0902926df791 req-3c7729a2-e693-4e51-9092-5c517ac54913 service nova] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Received unexpected event network-vif-unplugged-0deb64b4-52ef-4aae-abfb-868208d52aea for instance with vm_state shelved and task_state shelving_offloading. [ 911.688506] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.689933] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef16405-1489-41ac-be13-1ac5103edf7d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.700314] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.700568] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54a21ae6-f069-4b9b-b0f1-5d358979b7b4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.725511] env[69357]: DEBUG oslo_vmware.api [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282830, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079832} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.726118] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.726876] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7892ba-c08b-4384-8065-63a8e20fa177 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.753879] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 64746735-2833-4b59-b40c-80985b2bca72/64746735-2833-4b59-b40c-80985b2bca72.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.760027] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce66af87-0463-44b1-bfa1-c5fceb0cc17c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.775768] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.775984] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.776178] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Deleting the datastore file [datastore2] 9d3a99e6-4639-440d-90c2-e142903094c0 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.777035] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-beb2bdeb-7218-40a5-85be-1751108b1b45 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.782446] env[69357]: DEBUG oslo_vmware.api [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52db6db3-d1b5-8e8b-7306-f23356b58fea, 'name': SearchDatastore_Task, 'duration_secs': 0.008804} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.784381] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.784381] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] f4d88563-12d8-4196-854c-768310775bbe/f4d88563-12d8-4196-854c-768310775bbe.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.784689] env[69357]: DEBUG oslo_vmware.api [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 911.784689] env[69357]: value = "task-3282833" [ 911.784689] env[69357]: _type = "Task" [ 911.784689] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.787200] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9d8760a-2c97-4357-9e70-62acb2bbc2a9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.793255] env[69357]: DEBUG oslo_vmware.api [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the task: (returnval){ [ 911.793255] env[69357]: value = "task-3282834" [ 911.793255] env[69357]: _type = "Task" [ 911.793255] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.799921] env[69357]: DEBUG oslo_vmware.api [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282833, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.806840] env[69357]: DEBUG oslo_vmware.api [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Waiting for the task: (returnval){ [ 911.806840] env[69357]: value = "task-3282835" [ 911.806840] env[69357]: _type = "Task" [ 911.806840] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.807100] env[69357]: DEBUG oslo_vmware.api [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.815719] env[69357]: DEBUG oslo_vmware.api [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.904285] env[69357]: DEBUG oslo_vmware.api [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282831, 'name': Rename_Task, 'duration_secs': 0.283242} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.904557] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.904801] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13d44a64-9e9b-42ad-9d0f-a3d6f70ade1b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.910892] env[69357]: DEBUG oslo_vmware.api [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 911.910892] env[69357]: value = "task-3282836" [ 911.910892] env[69357]: _type = "Task" [ 911.910892] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.918614] env[69357]: DEBUG oslo_vmware.api [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.986566] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5652dee5-98a2-4552-a4ca-eb691219d4a6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.996735] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c689e3c-6cf7-4c78-89ea-c3531bad5b84 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.032164] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330bf8b8-c9db-4705-9d54-fa28e186a380 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.043501] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c03ed1-8feb-4181-8eb9-cbbedcc82135 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.061936] env[69357]: DEBUG nova.compute.provider_tree [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.301590] env[69357]: DEBUG oslo_vmware.api [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.307857] env[69357]: DEBUG oslo_vmware.api [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166678} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.310853] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.313118] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.313118] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.318588] env[69357]: DEBUG oslo_vmware.api [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469118} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.318969] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] f4d88563-12d8-4196-854c-768310775bbe/f4d88563-12d8-4196-854c-768310775bbe.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.319419] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.319953] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4db21005-abc0-4ed8-919a-8e28710646d0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.326722] env[69357]: DEBUG oslo_vmware.api [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Waiting for the task: (returnval){ [ 912.326722] env[69357]: value = "task-3282837" [ 912.326722] env[69357]: _type = "Task" [ 912.326722] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.331864] env[69357]: INFO nova.scheduler.client.report [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Deleted allocations for instance 9d3a99e6-4639-440d-90c2-e142903094c0 [ 912.340770] env[69357]: DEBUG oslo_vmware.api [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282837, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.423263] env[69357]: DEBUG oslo_vmware.api [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282836, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.565751] env[69357]: DEBUG nova.scheduler.client.report [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.802339] env[69357]: DEBUG oslo_vmware.api [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282833, 'name': ReconfigVM_Task, 'duration_secs': 0.627904} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.802339] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 64746735-2833-4b59-b40c-80985b2bca72/64746735-2833-4b59-b40c-80985b2bca72.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.802339] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e32e3ac-3556-47c6-97df-bff8d7ebdb8c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.809026] env[69357]: DEBUG oslo_vmware.api [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 912.809026] env[69357]: value = "task-3282838" [ 912.809026] env[69357]: _type = "Task" [ 912.809026] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.814507] env[69357]: DEBUG oslo_vmware.api [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282838, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.837755] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.839019] env[69357]: DEBUG oslo_vmware.api [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282837, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066697} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.839429] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 912.840343] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcc1feb-d392-42fa-8749-b1ff0f9ea111 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.866260] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] f4d88563-12d8-4196-854c-768310775bbe/f4d88563-12d8-4196-854c-768310775bbe.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.869041] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7be1a57-a90c-44ce-86ac-d07acfc4a3f1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.891646] env[69357]: DEBUG oslo_vmware.api [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Waiting for the task: (returnval){ [ 912.891646] env[69357]: value = "task-3282839" [ 912.891646] env[69357]: _type = "Task" [ 912.891646] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.902891] env[69357]: DEBUG oslo_vmware.api [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282839, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.925113] env[69357]: DEBUG oslo_vmware.api [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282836, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.075025] env[69357]: DEBUG oslo_concurrency.lockutils [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.075025] env[69357]: DEBUG nova.compute.manager [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 913.080283] env[69357]: DEBUG oslo_concurrency.lockutils [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.844s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.080283] env[69357]: INFO nova.compute.claims [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.318566] env[69357]: DEBUG oslo_vmware.api [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282838, 'name': Rename_Task, 'duration_secs': 0.180032} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.318863] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.319118] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-599c442d-b98f-4c51-99c2-99cd5229d1d3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.325917] env[69357]: DEBUG oslo_vmware.api [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 913.325917] env[69357]: value = "task-3282840" [ 913.325917] env[69357]: _type = "Task" [ 913.325917] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.333796] env[69357]: DEBUG oslo_vmware.api [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.407090] env[69357]: DEBUG oslo_vmware.api [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.422655] env[69357]: DEBUG oslo_vmware.api [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3282836, 'name': PowerOnVM_Task, 'duration_secs': 1.049069} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.422919] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.423298] env[69357]: INFO nova.compute.manager [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Took 8.92 seconds to spawn the instance on the hypervisor. [ 913.423361] env[69357]: DEBUG nova.compute.manager [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.424168] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66482d51-c01c-42f7-9b5c-01066c449f21 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.592147] env[69357]: DEBUG nova.compute.utils [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 913.594597] env[69357]: DEBUG nova.compute.manager [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Not allocating networking since 'none' was specified. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 913.701575] env[69357]: DEBUG nova.compute.manager [req-5985643f-e7cd-4666-98bd-6ad3af0c680e req-5c13ee51-4c56-4855-9953-4b9208af4c6f service nova] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Received event network-changed-0deb64b4-52ef-4aae-abfb-868208d52aea {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.701817] env[69357]: DEBUG nova.compute.manager [req-5985643f-e7cd-4666-98bd-6ad3af0c680e req-5c13ee51-4c56-4855-9953-4b9208af4c6f service nova] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Refreshing instance network info cache due to event network-changed-0deb64b4-52ef-4aae-abfb-868208d52aea. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 913.702024] env[69357]: DEBUG oslo_concurrency.lockutils [req-5985643f-e7cd-4666-98bd-6ad3af0c680e req-5c13ee51-4c56-4855-9953-4b9208af4c6f service nova] Acquiring lock "refresh_cache-9d3a99e6-4639-440d-90c2-e142903094c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.703269] env[69357]: DEBUG oslo_concurrency.lockutils [req-5985643f-e7cd-4666-98bd-6ad3af0c680e req-5c13ee51-4c56-4855-9953-4b9208af4c6f service nova] Acquired lock "refresh_cache-9d3a99e6-4639-440d-90c2-e142903094c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.703269] env[69357]: DEBUG nova.network.neutron [req-5985643f-e7cd-4666-98bd-6ad3af0c680e req-5c13ee51-4c56-4855-9953-4b9208af4c6f service nova] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Refreshing network info cache for port 0deb64b4-52ef-4aae-abfb-868208d52aea {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.840980] env[69357]: DEBUG oslo_vmware.api [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282840, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.907429] env[69357]: DEBUG oslo_vmware.api [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282839, 'name': ReconfigVM_Task, 'duration_secs': 0.618257} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.907645] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Reconfigured VM instance instance-00000048 to attach disk [datastore1] f4d88563-12d8-4196-854c-768310775bbe/f4d88563-12d8-4196-854c-768310775bbe.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.909089] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db2a6456-fd7e-4c3a-8d38-e4f245968294 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.917765] env[69357]: DEBUG oslo_vmware.api [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Waiting for the task: (returnval){ [ 913.917765] env[69357]: value = "task-3282841" [ 913.917765] env[69357]: _type = "Task" [ 913.917765] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.929915] env[69357]: DEBUG oslo_vmware.api [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282841, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.945462] env[69357]: INFO nova.compute.manager [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Took 24.81 seconds to build instance. [ 914.095861] env[69357]: DEBUG nova.compute.manager [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.350538] env[69357]: DEBUG oslo_vmware.api [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282840, 'name': PowerOnVM_Task, 'duration_secs': 0.855244} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.351141] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.351426] env[69357]: DEBUG nova.compute.manager [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.352345] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f815466c-592a-405d-a4ac-2d8130eadb9f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.432819] env[69357]: DEBUG oslo_vmware.api [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282841, 'name': Rename_Task, 'duration_secs': 0.133441} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.433733] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.434032] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bbc6f75-b969-4e8e-967f-dd2d211d7af0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.445856] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31cc7ad-9c7b-43e9-bf7e-0582da090be7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.452757] env[69357]: DEBUG oslo_concurrency.lockutils [None req-26ed7fa6-6091-41e4-afc3-a6e08fce6855 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "d8ea2cd9-9230-4dd2-8737-07d5ca6553bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.334s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.453405] env[69357]: DEBUG oslo_vmware.api [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Waiting for the task: (returnval){ [ 914.453405] env[69357]: value = "task-3282842" [ 914.453405] env[69357]: _type = "Task" [ 914.453405] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.463266] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1459dd39-9fa3-4551-959f-ca161b117967 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.472460] env[69357]: DEBUG oslo_vmware.api [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282842, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.504998] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041fb010-a377-4c5d-8627-6a1921a524c6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.513265] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83afd6b-2890-4bff-8cf3-8be2220d7323 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.527523] env[69357]: DEBUG nova.compute.provider_tree [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.678085] env[69357]: DEBUG nova.network.neutron [req-5985643f-e7cd-4666-98bd-6ad3af0c680e req-5c13ee51-4c56-4855-9953-4b9208af4c6f service nova] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Updated VIF entry in instance network info cache for port 0deb64b4-52ef-4aae-abfb-868208d52aea. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.678085] env[69357]: DEBUG nova.network.neutron [req-5985643f-e7cd-4666-98bd-6ad3af0c680e req-5c13ee51-4c56-4855-9953-4b9208af4c6f service nova] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Updating instance_info_cache with network_info: [{"id": "0deb64b4-52ef-4aae-abfb-868208d52aea", "address": "fa:16:3e:2e:fc:e8", "network": {"id": "cc712f17-69e2-4b35-8968-a1091346ece7", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1031991286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "599a1079b5654c3292648e2ced84dc7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0deb64b4-52", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.876838] env[69357]: DEBUG oslo_concurrency.lockutils [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.952275] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquiring lock "9d3a99e6-4639-440d-90c2-e142903094c0" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.965761] env[69357]: DEBUG oslo_vmware.api [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282842, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.032696] env[69357]: DEBUG nova.scheduler.client.report [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.120215] env[69357]: DEBUG nova.compute.manager [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 915.189543] env[69357]: DEBUG oslo_concurrency.lockutils [req-5985643f-e7cd-4666-98bd-6ad3af0c680e req-5c13ee51-4c56-4855-9953-4b9208af4c6f service nova] Releasing lock "refresh_cache-9d3a99e6-4639-440d-90c2-e142903094c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.201177] env[69357]: DEBUG nova.virt.hardware [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.201288] env[69357]: DEBUG nova.virt.hardware [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.201454] env[69357]: DEBUG nova.virt.hardware [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.201636] env[69357]: DEBUG nova.virt.hardware [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.201791] env[69357]: DEBUG nova.virt.hardware [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.201939] env[69357]: DEBUG nova.virt.hardware [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.202161] env[69357]: DEBUG nova.virt.hardware [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.202322] env[69357]: DEBUG nova.virt.hardware [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.202485] env[69357]: DEBUG nova.virt.hardware [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.202644] env[69357]: DEBUG nova.virt.hardware [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.202814] env[69357]: DEBUG nova.virt.hardware [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.203722] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcc83c4-da48-40c0-ae6a-263d83ee7b6b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.212617] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70dfa4a4-7721-4ad3-ae6c-8d828933603e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.226509] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Instance VIF info [] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.232066] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Creating folder: Project (795906976b6c4a119d62d6813cfc73ec). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.232827] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8079d9bd-fa45-42e4-a171-f12f20ea90c3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.242783] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Created folder: Project (795906976b6c4a119d62d6813cfc73ec) in parent group-v655402. [ 915.242981] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Creating folder: Instances. Parent ref: group-v655605. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.243178] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20ee1317-7e38-4b35-8b8d-79b8687f84b6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.251916] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Created folder: Instances in parent group-v655605. [ 915.252064] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.252271] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.252543] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b04c28a-544f-4509-b6e8-80f8f2d753e8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.268923] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.268923] env[69357]: value = "task-3282845" [ 915.268923] env[69357]: _type = "Task" [ 915.268923] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.276768] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282845, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.467305] env[69357]: DEBUG oslo_vmware.api [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282842, 'name': PowerOnVM_Task, 'duration_secs': 0.588263} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.467305] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.467305] env[69357]: INFO nova.compute.manager [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Took 6.62 seconds to spawn the instance on the hypervisor. [ 915.467596] env[69357]: DEBUG nova.compute.manager [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.468718] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ee28ff-67c4-43aa-baf3-9040e766898e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.497818] env[69357]: DEBUG oslo_concurrency.lockutils [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "293709c1-4f73-4f7c-a4b9-c11d41ab685e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.498199] env[69357]: DEBUG oslo_concurrency.lockutils [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "293709c1-4f73-4f7c-a4b9-c11d41ab685e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.512324] env[69357]: DEBUG nova.compute.manager [req-62cf5406-2e3f-49f3-989c-a4380003e395 req-bd8f61b2-1469-4a46-b631-6279b496b4dc service nova] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Received event network-changed-fff26eb9-30fe-49cd-ac16-84b68238fc0a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.512324] env[69357]: DEBUG nova.compute.manager [req-62cf5406-2e3f-49f3-989c-a4380003e395 req-bd8f61b2-1469-4a46-b631-6279b496b4dc service nova] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Refreshing instance network info cache due to event network-changed-fff26eb9-30fe-49cd-ac16-84b68238fc0a. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 915.512324] env[69357]: DEBUG oslo_concurrency.lockutils [req-62cf5406-2e3f-49f3-989c-a4380003e395 req-bd8f61b2-1469-4a46-b631-6279b496b4dc service nova] Acquiring lock "refresh_cache-d8ea2cd9-9230-4dd2-8737-07d5ca6553bc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.514819] env[69357]: DEBUG oslo_concurrency.lockutils [req-62cf5406-2e3f-49f3-989c-a4380003e395 req-bd8f61b2-1469-4a46-b631-6279b496b4dc service nova] Acquired lock "refresh_cache-d8ea2cd9-9230-4dd2-8737-07d5ca6553bc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.515640] env[69357]: DEBUG nova.network.neutron [req-62cf5406-2e3f-49f3-989c-a4380003e395 req-bd8f61b2-1469-4a46-b631-6279b496b4dc service nova] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Refreshing network info cache for port fff26eb9-30fe-49cd-ac16-84b68238fc0a {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.539117] env[69357]: DEBUG oslo_concurrency.lockutils [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.539715] env[69357]: DEBUG nova.compute.manager [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.546345] env[69357]: DEBUG oslo_concurrency.lockutils [None req-197f7f7b-09bc-40f0-a581-2fac9ffaed34 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.317s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.546345] env[69357]: DEBUG nova.objects.instance [None req-197f7f7b-09bc-40f0-a581-2fac9ffaed34 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lazy-loading 'resources' on Instance uuid 6eaf986f-0491-4160-accd-ee7bbd4dfe1b {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.782999] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282845, 'name': CreateVM_Task, 'duration_secs': 0.411503} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.785262] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.785794] env[69357]: DEBUG oslo_concurrency.lockutils [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.785966] env[69357]: DEBUG oslo_concurrency.lockutils [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.786307] env[69357]: DEBUG oslo_concurrency.lockutils [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.786562] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf635c93-9c45-4d69-9d2d-de26b877cc9d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.792297] env[69357]: DEBUG oslo_vmware.api [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Waiting for the task: (returnval){ [ 915.792297] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]522f94bd-5236-6028-76ae-518753b23dae" [ 915.792297] env[69357]: _type = "Task" [ 915.792297] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.804333] env[69357]: DEBUG oslo_vmware.api [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]522f94bd-5236-6028-76ae-518753b23dae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.918844] env[69357]: DEBUG oslo_concurrency.lockutils [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "64746735-2833-4b59-b40c-80985b2bca72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.919591] env[69357]: DEBUG oslo_concurrency.lockutils [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "64746735-2833-4b59-b40c-80985b2bca72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.919750] env[69357]: DEBUG oslo_concurrency.lockutils [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "64746735-2833-4b59-b40c-80985b2bca72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.921854] env[69357]: DEBUG oslo_concurrency.lockutils [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "64746735-2833-4b59-b40c-80985b2bca72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.921854] env[69357]: DEBUG oslo_concurrency.lockutils [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "64746735-2833-4b59-b40c-80985b2bca72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.922724] env[69357]: INFO nova.compute.manager [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Terminating instance [ 915.994021] env[69357]: INFO nova.compute.manager [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Took 26.07 seconds to build instance. [ 916.000572] env[69357]: DEBUG nova.compute.manager [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 916.053283] env[69357]: DEBUG nova.compute.utils [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.059914] env[69357]: DEBUG nova.compute.manager [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 916.059914] env[69357]: DEBUG nova.network.neutron [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 916.307688] env[69357]: DEBUG oslo_vmware.api [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]522f94bd-5236-6028-76ae-518753b23dae, 'name': SearchDatastore_Task, 'duration_secs': 0.015518} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.308146] env[69357]: DEBUG oslo_concurrency.lockutils [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.308376] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.309532] env[69357]: DEBUG oslo_concurrency.lockutils [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.309532] env[69357]: DEBUG oslo_concurrency.lockutils [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.309532] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.309532] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1e23b79-2c40-4a6f-8cd1-d551c15e2de1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.321499] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.321674] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.322395] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5de130b3-edbe-42ed-909f-65d9bd576600 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.331016] env[69357]: DEBUG oslo_vmware.api [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Waiting for the task: (returnval){ [ 916.331016] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e9018b-9471-450b-c24f-c4c1fbc13c45" [ 916.331016] env[69357]: _type = "Task" [ 916.331016] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.338254] env[69357]: DEBUG oslo_vmware.api [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e9018b-9471-450b-c24f-c4c1fbc13c45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.362308] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664a1bfd-91e8-4360-87a9-de349604fb83 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.369670] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3d854a-c3d7-4f01-9185-6ce4418fa8de {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.408698] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa25cf01-cef8-464d-bf23-e589b4c9f994 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.416982] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4f390d-d8c6-419d-aa37-b67611574889 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.433035] env[69357]: DEBUG nova.compute.provider_tree [None req-197f7f7b-09bc-40f0-a581-2fac9ffaed34 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.434297] env[69357]: DEBUG nova.policy [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eabb09b2069944d2b43b5d8bd65568de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '908005a1aca5413f88021f894d13f683', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.440591] env[69357]: DEBUG nova.compute.manager [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 916.440794] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.441943] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f7476f-a7b6-46db-867e-c4ba47317664 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.451611] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.451850] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4af46d1e-0ba9-45cc-b0c5-d8ba537c9b33 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.459070] env[69357]: DEBUG oslo_vmware.api [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 916.459070] env[69357]: value = "task-3282846" [ 916.459070] env[69357]: _type = "Task" [ 916.459070] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.467896] env[69357]: DEBUG oslo_vmware.api [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.486223] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "b11d0515-96c6-4642-9138-fd1717ee5980" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.486487] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "b11d0515-96c6-4642-9138-fd1717ee5980" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.492553] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2208f261-f707-4fd9-afd9-c3fd34edd17d tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Lock "f4d88563-12d8-4196-854c-768310775bbe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.588s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.531357] env[69357]: DEBUG oslo_concurrency.lockutils [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.566793] env[69357]: DEBUG nova.compute.manager [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.610245] env[69357]: INFO nova.compute.manager [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Rebuilding instance [ 916.694594] env[69357]: DEBUG nova.compute.manager [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.695339] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2ff809-67e3-42a6-9046-0d2488cf67f1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.842851] env[69357]: DEBUG oslo_vmware.api [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e9018b-9471-450b-c24f-c4c1fbc13c45, 'name': SearchDatastore_Task, 'duration_secs': 0.039163} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.843739] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7f2fee8-8fbc-472b-b74f-f945d8d26d76 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.849742] env[69357]: DEBUG oslo_vmware.api [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Waiting for the task: (returnval){ [ 916.849742] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5277d576-233c-6fda-4ff9-f666fa1b0fa0" [ 916.849742] env[69357]: _type = "Task" [ 916.849742] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.857364] env[69357]: DEBUG oslo_vmware.api [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5277d576-233c-6fda-4ff9-f666fa1b0fa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.910929] env[69357]: DEBUG nova.network.neutron [req-62cf5406-2e3f-49f3-989c-a4380003e395 req-bd8f61b2-1469-4a46-b631-6279b496b4dc service nova] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Updated VIF entry in instance network info cache for port fff26eb9-30fe-49cd-ac16-84b68238fc0a. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.911343] env[69357]: DEBUG nova.network.neutron [req-62cf5406-2e3f-49f3-989c-a4380003e395 req-bd8f61b2-1469-4a46-b631-6279b496b4dc service nova] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Updating instance_info_cache with network_info: [{"id": "fff26eb9-30fe-49cd-ac16-84b68238fc0a", "address": "fa:16:3e:0c:ae:79", "network": {"id": "256f2819-f719-4377-82d3-97bddef87341", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-545752502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34055bbad79e42e59bb22ff7a0529002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfff26eb9-30", "ovs_interfaceid": "fff26eb9-30fe-49cd-ac16-84b68238fc0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.937875] env[69357]: DEBUG nova.scheduler.client.report [None req-197f7f7b-09bc-40f0-a581-2fac9ffaed34 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.971640] env[69357]: DEBUG oslo_vmware.api [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282846, 'name': PowerOffVM_Task, 'duration_secs': 0.262717} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.972055] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.972303] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.972615] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-366bc1e6-9e9c-4f04-bc68-8330f8fc922f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.988671] env[69357]: DEBUG nova.compute.manager [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.058333] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.058812] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.058812] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Deleting the datastore file [datastore1] 64746735-2833-4b59-b40c-80985b2bca72 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.059129] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06ed797f-c4d1-4114-bbc6-160c0b9023f6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.062944] env[69357]: DEBUG nova.network.neutron [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Successfully created port: 860c46d3-7737-4710-946d-fd6a9459e87c {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 917.070103] env[69357]: DEBUG oslo_vmware.api [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 917.070103] env[69357]: value = "task-3282848" [ 917.070103] env[69357]: _type = "Task" [ 917.070103] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.083738] env[69357]: DEBUG oslo_vmware.api [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.361373] env[69357]: DEBUG oslo_vmware.api [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5277d576-233c-6fda-4ff9-f666fa1b0fa0, 'name': SearchDatastore_Task, 'duration_secs': 0.028603} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.361953] env[69357]: DEBUG oslo_concurrency.lockutils [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.362048] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 6d1b068e-3bc9-4b90-88a5-0f074666e084/6d1b068e-3bc9-4b90-88a5-0f074666e084.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.362334] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad74b373-d49a-4b12-b49e-8df2170e2824 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.370581] env[69357]: DEBUG oslo_vmware.api [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Waiting for the task: (returnval){ [ 917.370581] env[69357]: value = "task-3282849" [ 917.370581] env[69357]: _type = "Task" [ 917.370581] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.379697] env[69357]: DEBUG oslo_vmware.api [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': task-3282849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.416899] env[69357]: DEBUG oslo_concurrency.lockutils [req-62cf5406-2e3f-49f3-989c-a4380003e395 req-bd8f61b2-1469-4a46-b631-6279b496b4dc service nova] Releasing lock "refresh_cache-d8ea2cd9-9230-4dd2-8737-07d5ca6553bc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.446028] env[69357]: DEBUG oslo_concurrency.lockutils [None req-197f7f7b-09bc-40f0-a581-2fac9ffaed34 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.447481] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.520s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.451459] env[69357]: INFO nova.compute.claims [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 917.485946] env[69357]: INFO nova.scheduler.client.report [None req-197f7f7b-09bc-40f0-a581-2fac9ffaed34 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Deleted allocations for instance 6eaf986f-0491-4160-accd-ee7bbd4dfe1b [ 917.518169] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.582635] env[69357]: DEBUG nova.compute.manager [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.583924] env[69357]: DEBUG oslo_vmware.api [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.479159} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.584591] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.584591] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.584774] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.584948] env[69357]: INFO nova.compute.manager [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Took 1.14 seconds to destroy the instance on the hypervisor. [ 917.585212] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.585431] env[69357]: DEBUG nova.compute.manager [-] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.585559] env[69357]: DEBUG nova.network.neutron [-] [instance: 64746735-2833-4b59-b40c-80985b2bca72] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.618960] env[69357]: DEBUG nova.virt.hardware [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.619651] env[69357]: DEBUG nova.virt.hardware [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.619651] env[69357]: DEBUG nova.virt.hardware [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.619824] env[69357]: DEBUG nova.virt.hardware [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.620024] env[69357]: DEBUG nova.virt.hardware [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.620200] env[69357]: DEBUG nova.virt.hardware [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.620454] env[69357]: DEBUG nova.virt.hardware [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.620652] env[69357]: DEBUG nova.virt.hardware [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.620876] env[69357]: DEBUG nova.virt.hardware [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.621101] env[69357]: DEBUG nova.virt.hardware [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.621334] env[69357]: DEBUG nova.virt.hardware [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.622824] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014e35b6-3f83-4a91-9c14-e4a053048a74 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.633036] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ef22f8-678b-4501-bf93-7b0a2f143997 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.717082] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.717512] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c085b06a-2d61-45f1-bc0f-4f4bfc050b7f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.725241] env[69357]: DEBUG oslo_vmware.api [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Waiting for the task: (returnval){ [ 917.725241] env[69357]: value = "task-3282850" [ 917.725241] env[69357]: _type = "Task" [ 917.725241] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.734270] env[69357]: DEBUG oslo_vmware.api [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.885872] env[69357]: DEBUG oslo_vmware.api [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': task-3282849, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.998456] env[69357]: DEBUG oslo_concurrency.lockutils [None req-197f7f7b-09bc-40f0-a581-2fac9ffaed34 tempest-ServersAdminTestJSON-1177912064 tempest-ServersAdminTestJSON-1177912064-project-member] Lock "6eaf986f-0491-4160-accd-ee7bbd4dfe1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.272s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.106042] env[69357]: DEBUG nova.compute.manager [req-12313d28-36c7-438e-a686-08adb48bcbfa req-5e18756e-4100-46e2-99a4-acdbe47083db service nova] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Received event network-vif-deleted-72fbd313-f84e-4183-8c2c-118bbb56d88c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.106042] env[69357]: INFO nova.compute.manager [req-12313d28-36c7-438e-a686-08adb48bcbfa req-5e18756e-4100-46e2-99a4-acdbe47083db service nova] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Neutron deleted interface 72fbd313-f84e-4183-8c2c-118bbb56d88c; detaching it from the instance and deleting it from the info cache [ 918.106042] env[69357]: DEBUG nova.network.neutron [req-12313d28-36c7-438e-a686-08adb48bcbfa req-5e18756e-4100-46e2-99a4-acdbe47083db service nova] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.240034] env[69357]: DEBUG oslo_vmware.api [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282850, 'name': PowerOffVM_Task, 'duration_secs': 0.235064} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.240034] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.240034] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.240034] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e67ce3-cfaa-48bd-be2b-bd4b63f2c44d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.249730] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 918.249730] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a703bdb8-eba8-4be6-bf4c-cce277733a9b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.275757] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 918.275757] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 918.275757] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Deleting the datastore file [datastore1] f4d88563-12d8-4196-854c-768310775bbe {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 918.275757] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9981d3c5-43dc-4715-99c6-a65e38a3983b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.286186] env[69357]: DEBUG oslo_vmware.api [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Waiting for the task: (returnval){ [ 918.286186] env[69357]: value = "task-3282852" [ 918.286186] env[69357]: _type = "Task" [ 918.286186] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.295380] env[69357]: DEBUG oslo_vmware.api [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.385091] env[69357]: DEBUG oslo_vmware.api [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': task-3282849, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57401} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.385581] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 6d1b068e-3bc9-4b90-88a5-0f074666e084/6d1b068e-3bc9-4b90-88a5-0f074666e084.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.385957] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.386382] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7676fd19-c6df-413c-b753-b8501d4cc094 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.395021] env[69357]: DEBUG oslo_vmware.api [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Waiting for the task: (returnval){ [ 918.395021] env[69357]: value = "task-3282853" [ 918.395021] env[69357]: _type = "Task" [ 918.395021] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.405189] env[69357]: DEBUG oslo_vmware.api [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': task-3282853, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.580896] env[69357]: DEBUG nova.network.neutron [-] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.609325] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a309559-623a-432a-8dd6-69f90bfabd36 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.625549] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0453d3-df5d-456f-a32f-1db7fe529b00 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.661245] env[69357]: DEBUG nova.compute.manager [req-12313d28-36c7-438e-a686-08adb48bcbfa req-5e18756e-4100-46e2-99a4-acdbe47083db service nova] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Detach interface failed, port_id=72fbd313-f84e-4183-8c2c-118bbb56d88c, reason: Instance 64746735-2833-4b59-b40c-80985b2bca72 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 918.799186] env[69357]: DEBUG oslo_vmware.api [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110763} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.799444] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.799625] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.799794] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 918.816103] env[69357]: DEBUG nova.network.neutron [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Successfully updated port: 860c46d3-7737-4710-946d-fd6a9459e87c {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.842878] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11285f21-a470-4369-a1a2-d5ae903dd17c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.851517] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8bd638-04a1-4b11-9cb0-57d75f30279e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.885026] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d903f9-8672-48ab-8f08-76851fb5f507 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.892951] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5242db2-d2fc-4f9d-b0fb-63a6962b433c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.910803] env[69357]: DEBUG nova.compute.provider_tree [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.919072] env[69357]: DEBUG oslo_vmware.api [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': task-3282853, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069612} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.919666] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.920522] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdea083-3d8b-44ba-837a-2e834e997ad5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.943459] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 6d1b068e-3bc9-4b90-88a5-0f074666e084/6d1b068e-3bc9-4b90-88a5-0f074666e084.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.944159] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9195efe-0512-4ff8-b4a3-a5956a0b1bdb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.966200] env[69357]: DEBUG oslo_vmware.api [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Waiting for the task: (returnval){ [ 918.966200] env[69357]: value = "task-3282854" [ 918.966200] env[69357]: _type = "Task" [ 918.966200] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.977258] env[69357]: DEBUG oslo_vmware.api [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': task-3282854, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.087029] env[69357]: INFO nova.compute.manager [-] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Took 1.50 seconds to deallocate network for instance. [ 919.320346] env[69357]: DEBUG oslo_concurrency.lockutils [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquiring lock "refresh_cache-0d3bc6af-ee75-42fb-a73d-b30def9bcced" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.320346] env[69357]: DEBUG oslo_concurrency.lockutils [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquired lock "refresh_cache-0d3bc6af-ee75-42fb-a73d-b30def9bcced" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.320346] env[69357]: DEBUG nova.network.neutron [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.422037] env[69357]: DEBUG nova.scheduler.client.report [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.477428] env[69357]: DEBUG oslo_vmware.api [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': task-3282854, 'name': ReconfigVM_Task, 'duration_secs': 0.334701} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.477688] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 6d1b068e-3bc9-4b90-88a5-0f074666e084/6d1b068e-3bc9-4b90-88a5-0f074666e084.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.478329] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d065d975-0dd5-427a-94bd-547e942a9134 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.484877] env[69357]: DEBUG oslo_vmware.api [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Waiting for the task: (returnval){ [ 919.484877] env[69357]: value = "task-3282855" [ 919.484877] env[69357]: _type = "Task" [ 919.484877] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.492627] env[69357]: DEBUG oslo_vmware.api [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': task-3282855, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.594471] env[69357]: DEBUG oslo_concurrency.lockutils [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.841891] env[69357]: DEBUG nova.virt.hardware [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.842299] env[69357]: DEBUG nova.virt.hardware [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.842567] env[69357]: DEBUG nova.virt.hardware [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.842850] env[69357]: DEBUG nova.virt.hardware [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.843363] env[69357]: DEBUG nova.virt.hardware [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.843592] env[69357]: DEBUG nova.virt.hardware [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.843914] env[69357]: DEBUG nova.virt.hardware [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.844177] env[69357]: DEBUG nova.virt.hardware [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.844461] env[69357]: DEBUG nova.virt.hardware [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.844724] env[69357]: DEBUG nova.virt.hardware [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.844989] env[69357]: DEBUG nova.virt.hardware [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.845916] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc7c076-de7a-40ed-adc2-b43d519c561f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.855070] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0d9d78-2065-4850-bd92-e40fee264d19 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.859520] env[69357]: DEBUG nova.network.neutron [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.871217] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Instance VIF info [] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.878134] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.878437] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4d88563-12d8-4196-854c-768310775bbe] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.878665] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-717cb812-d618-443d-a47b-c1004bf26c5b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.899326] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.899326] env[69357]: value = "task-3282856" [ 919.899326] env[69357]: _type = "Task" [ 919.899326] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.908457] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282856, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.929620] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.930156] env[69357]: DEBUG nova.compute.manager [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 919.933444] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2e0c2d3d-c89c-4b91-a747-077675b4a82c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.118s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.933544] env[69357]: DEBUG nova.objects.instance [None req-2e0c2d3d-c89c-4b91-a747-077675b4a82c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lazy-loading 'resources' on Instance uuid 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.999308] env[69357]: DEBUG oslo_vmware.api [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': task-3282855, 'name': Rename_Task, 'duration_secs': 0.144518} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.000956] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.002791] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7eb7bdf3-19e2-40f8-a274-7457216583ab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.010538] env[69357]: DEBUG oslo_vmware.api [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Waiting for the task: (returnval){ [ 920.010538] env[69357]: value = "task-3282857" [ 920.010538] env[69357]: _type = "Task" [ 920.010538] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.020754] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Acquiring lock "a615691c-6328-4da1-973a-024a5864419b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.024169] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Lock "a615691c-6328-4da1-973a-024a5864419b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.026874] env[69357]: DEBUG oslo_vmware.api [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': task-3282857, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.116020] env[69357]: DEBUG nova.network.neutron [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Updating instance_info_cache with network_info: [{"id": "860c46d3-7737-4710-946d-fd6a9459e87c", "address": "fa:16:3e:ce:4e:30", "network": {"id": "88641097-4386-4947-b3c1-83551b56298e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-297718487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "908005a1aca5413f88021f894d13f683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap860c46d3-77", "ovs_interfaceid": "860c46d3-7737-4710-946d-fd6a9459e87c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.143754] env[69357]: DEBUG nova.compute.manager [req-5d88d81f-84dc-43e3-b077-c19c3ee0877e req-315a4f63-9da8-4b5d-9020-4ba3c1d3a15f service nova] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Received event network-vif-plugged-860c46d3-7737-4710-946d-fd6a9459e87c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.144971] env[69357]: DEBUG oslo_concurrency.lockutils [req-5d88d81f-84dc-43e3-b077-c19c3ee0877e req-315a4f63-9da8-4b5d-9020-4ba3c1d3a15f service nova] Acquiring lock "0d3bc6af-ee75-42fb-a73d-b30def9bcced-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.144971] env[69357]: DEBUG oslo_concurrency.lockutils [req-5d88d81f-84dc-43e3-b077-c19c3ee0877e req-315a4f63-9da8-4b5d-9020-4ba3c1d3a15f service nova] Lock "0d3bc6af-ee75-42fb-a73d-b30def9bcced-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.144971] env[69357]: DEBUG oslo_concurrency.lockutils [req-5d88d81f-84dc-43e3-b077-c19c3ee0877e req-315a4f63-9da8-4b5d-9020-4ba3c1d3a15f service nova] Lock "0d3bc6af-ee75-42fb-a73d-b30def9bcced-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.145143] env[69357]: DEBUG nova.compute.manager [req-5d88d81f-84dc-43e3-b077-c19c3ee0877e req-315a4f63-9da8-4b5d-9020-4ba3c1d3a15f service nova] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] No waiting events found dispatching network-vif-plugged-860c46d3-7737-4710-946d-fd6a9459e87c {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.145353] env[69357]: WARNING nova.compute.manager [req-5d88d81f-84dc-43e3-b077-c19c3ee0877e req-315a4f63-9da8-4b5d-9020-4ba3c1d3a15f service nova] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Received unexpected event network-vif-plugged-860c46d3-7737-4710-946d-fd6a9459e87c for instance with vm_state building and task_state spawning. [ 920.145573] env[69357]: DEBUG nova.compute.manager [req-5d88d81f-84dc-43e3-b077-c19c3ee0877e req-315a4f63-9da8-4b5d-9020-4ba3c1d3a15f service nova] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Received event network-changed-860c46d3-7737-4710-946d-fd6a9459e87c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.145780] env[69357]: DEBUG nova.compute.manager [req-5d88d81f-84dc-43e3-b077-c19c3ee0877e req-315a4f63-9da8-4b5d-9020-4ba3c1d3a15f service nova] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Refreshing instance network info cache due to event network-changed-860c46d3-7737-4710-946d-fd6a9459e87c. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.145980] env[69357]: DEBUG oslo_concurrency.lockutils [req-5d88d81f-84dc-43e3-b077-c19c3ee0877e req-315a4f63-9da8-4b5d-9020-4ba3c1d3a15f service nova] Acquiring lock "refresh_cache-0d3bc6af-ee75-42fb-a73d-b30def9bcced" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.410821] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282856, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.439508] env[69357]: DEBUG nova.compute.utils [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 920.447379] env[69357]: DEBUG nova.compute.manager [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 920.447574] env[69357]: DEBUG nova.network.neutron [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 920.496186] env[69357]: DEBUG nova.policy [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2964bc3b8eb4521a1a25e73ed9c9a9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27db1307fa6d423ab6d74469d013ca8e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 920.519096] env[69357]: DEBUG oslo_vmware.api [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': task-3282857, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.528737] env[69357]: DEBUG nova.compute.manager [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] [instance: a615691c-6328-4da1-973a-024a5864419b] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.619275] env[69357]: DEBUG oslo_concurrency.lockutils [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Releasing lock "refresh_cache-0d3bc6af-ee75-42fb-a73d-b30def9bcced" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.619893] env[69357]: DEBUG nova.compute.manager [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Instance network_info: |[{"id": "860c46d3-7737-4710-946d-fd6a9459e87c", "address": "fa:16:3e:ce:4e:30", "network": {"id": "88641097-4386-4947-b3c1-83551b56298e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-297718487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "908005a1aca5413f88021f894d13f683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap860c46d3-77", "ovs_interfaceid": "860c46d3-7737-4710-946d-fd6a9459e87c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 920.623053] env[69357]: DEBUG oslo_concurrency.lockutils [req-5d88d81f-84dc-43e3-b077-c19c3ee0877e req-315a4f63-9da8-4b5d-9020-4ba3c1d3a15f service nova] Acquired lock "refresh_cache-0d3bc6af-ee75-42fb-a73d-b30def9bcced" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.623053] env[69357]: DEBUG nova.network.neutron [req-5d88d81f-84dc-43e3-b077-c19c3ee0877e req-315a4f63-9da8-4b5d-9020-4ba3c1d3a15f service nova] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Refreshing network info cache for port 860c46d3-7737-4710-946d-fd6a9459e87c {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.623053] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:4e:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604c9724-b4ef-4393-a76e-eb4a2b510796', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '860c46d3-7737-4710-946d-fd6a9459e87c', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.635907] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Creating folder: Project (908005a1aca5413f88021f894d13f683). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 920.646032] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2783802b-5086-479e-8e1c-aca0dbb931e9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.656984] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Created folder: Project (908005a1aca5413f88021f894d13f683) in parent group-v655402. [ 920.657218] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Creating folder: Instances. Parent ref: group-v655609. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 920.660744] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f52ed93-b684-44d3-aabd-cfba1eb46e3a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.671135] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Created folder: Instances in parent group-v655609. [ 920.671482] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.674379] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.674814] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31a457cc-2e1f-4524-86d8-ad5eceae22e2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.702869] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.702869] env[69357]: value = "task-3282860" [ 920.702869] env[69357]: _type = "Task" [ 920.702869] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.711072] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282860, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.820471] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d94db5-f540-442a-8f01-78a2ac8e59eb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.828355] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26167748-6da6-4a8c-be0d-fb44befe4adc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.866566] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c8da9a-4d72-45cc-85bb-dc7bc6a1c8b6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.874960] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b030b554-5d8c-4ce6-9579-e5630287d601 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.888548] env[69357]: DEBUG nova.compute.provider_tree [None req-2e0c2d3d-c89c-4b91-a747-077675b4a82c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.910204] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282856, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.938907] env[69357]: DEBUG nova.network.neutron [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Successfully created port: fb4db29f-7ad6-41ed-b9fa-deedb56c2162 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 920.948452] env[69357]: DEBUG nova.compute.manager [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 921.022481] env[69357]: DEBUG oslo_vmware.api [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': task-3282857, 'name': PowerOnVM_Task, 'duration_secs': 0.765727} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.022481] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.022568] env[69357]: INFO nova.compute.manager [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Took 5.90 seconds to spawn the instance on the hypervisor. [ 921.022709] env[69357]: DEBUG nova.compute.manager [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.025751] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f243fc-1104-4343-b82b-185a7cdd0db2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.041533] env[69357]: DEBUG nova.network.neutron [req-5d88d81f-84dc-43e3-b077-c19c3ee0877e req-315a4f63-9da8-4b5d-9020-4ba3c1d3a15f service nova] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Updated VIF entry in instance network info cache for port 860c46d3-7737-4710-946d-fd6a9459e87c. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.042057] env[69357]: DEBUG nova.network.neutron [req-5d88d81f-84dc-43e3-b077-c19c3ee0877e req-315a4f63-9da8-4b5d-9020-4ba3c1d3a15f service nova] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Updating instance_info_cache with network_info: [{"id": "860c46d3-7737-4710-946d-fd6a9459e87c", "address": "fa:16:3e:ce:4e:30", "network": {"id": "88641097-4386-4947-b3c1-83551b56298e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-297718487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "908005a1aca5413f88021f894d13f683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap860c46d3-77", "ovs_interfaceid": "860c46d3-7737-4710-946d-fd6a9459e87c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.062029] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.216019] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282860, 'name': CreateVM_Task, 'duration_secs': 0.50187} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.216019] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.216019] env[69357]: DEBUG oslo_concurrency.lockutils [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.216019] env[69357]: DEBUG oslo_concurrency.lockutils [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.216019] env[69357]: DEBUG oslo_concurrency.lockutils [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.216019] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3af4d278-51a7-4e20-b1f1-3181ddaf8133 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.220443] env[69357]: DEBUG oslo_vmware.api [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for the task: (returnval){ [ 921.220443] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52dd4bd9-c70a-f022-6bbf-892e3d1e5b59" [ 921.220443] env[69357]: _type = "Task" [ 921.220443] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.228888] env[69357]: DEBUG oslo_vmware.api [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52dd4bd9-c70a-f022-6bbf-892e3d1e5b59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.391829] env[69357]: DEBUG nova.scheduler.client.report [None req-2e0c2d3d-c89c-4b91-a747-077675b4a82c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.412948] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282856, 'name': CreateVM_Task, 'duration_secs': 1.304525} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.413234] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4d88563-12d8-4196-854c-768310775bbe] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.413644] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.544014] env[69357]: INFO nova.compute.manager [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Took 28.63 seconds to build instance. [ 921.545446] env[69357]: DEBUG oslo_concurrency.lockutils [req-5d88d81f-84dc-43e3-b077-c19c3ee0877e req-315a4f63-9da8-4b5d-9020-4ba3c1d3a15f service nova] Releasing lock "refresh_cache-0d3bc6af-ee75-42fb-a73d-b30def9bcced" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.731105] env[69357]: DEBUG oslo_vmware.api [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52dd4bd9-c70a-f022-6bbf-892e3d1e5b59, 'name': SearchDatastore_Task, 'duration_secs': 0.009251} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.731454] env[69357]: DEBUG oslo_concurrency.lockutils [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.731700] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.731936] env[69357]: DEBUG oslo_concurrency.lockutils [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.732096] env[69357]: DEBUG oslo_concurrency.lockutils [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.732280] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.732560] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.732862] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.733101] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e743b45f-f42e-498e-8fed-14765fe79b8a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.734864] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-871a4926-0711-4935-b46a-6c99a72ce3ed {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.739728] env[69357]: DEBUG oslo_vmware.api [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Waiting for the task: (returnval){ [ 921.739728] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52308918-cc45-11ad-709e-a9f60b8049c5" [ 921.739728] env[69357]: _type = "Task" [ 921.739728] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.743700] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.743900] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.744915] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-395a3d07-2d1b-4ce9-95d7-a02432b6d004 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.749970] env[69357]: DEBUG oslo_vmware.api [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52308918-cc45-11ad-709e-a9f60b8049c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.752741] env[69357]: DEBUG oslo_vmware.api [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for the task: (returnval){ [ 921.752741] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5246b1a8-cb2b-109e-7f24-980846ced1c0" [ 921.752741] env[69357]: _type = "Task" [ 921.752741] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.759700] env[69357]: DEBUG oslo_vmware.api [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5246b1a8-cb2b-109e-7f24-980846ced1c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.896543] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2e0c2d3d-c89c-4b91-a747-077675b4a82c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.898913] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.061s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.899171] env[69357]: DEBUG nova.objects.instance [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lazy-loading 'resources' on Instance uuid 9d3a99e6-4639-440d-90c2-e142903094c0 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.919881] env[69357]: INFO nova.scheduler.client.report [None req-2e0c2d3d-c89c-4b91-a747-077675b4a82c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Deleted allocations for instance 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf [ 921.961587] env[69357]: DEBUG nova.compute.manager [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 921.988148] env[69357]: DEBUG nova.virt.hardware [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.988882] env[69357]: DEBUG nova.virt.hardware [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.988882] env[69357]: DEBUG nova.virt.hardware [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.988882] env[69357]: DEBUG nova.virt.hardware [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.989339] env[69357]: DEBUG nova.virt.hardware [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.989339] env[69357]: DEBUG nova.virt.hardware [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.989339] env[69357]: DEBUG nova.virt.hardware [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.989434] env[69357]: DEBUG nova.virt.hardware [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.990273] env[69357]: DEBUG nova.virt.hardware [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.990273] env[69357]: DEBUG nova.virt.hardware [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.990273] env[69357]: DEBUG nova.virt.hardware [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.991294] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e289a8-9218-4482-98d6-78d6956ce6ff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.000039] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0461e2-c34e-4cc6-b2a0-c96ccaaae7ee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.046756] env[69357]: DEBUG oslo_concurrency.lockutils [None req-004ad4ef-2a9c-4432-81be-789b2c78d923 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Lock "6d1b068e-3bc9-4b90-88a5-0f074666e084" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.136s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.253225] env[69357]: DEBUG oslo_vmware.api [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52308918-cc45-11ad-709e-a9f60b8049c5, 'name': SearchDatastore_Task, 'duration_secs': 0.017308} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.253714] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.253978] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.254286] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.263230] env[69357]: DEBUG oslo_vmware.api [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5246b1a8-cb2b-109e-7f24-980846ced1c0, 'name': SearchDatastore_Task, 'duration_secs': 0.00774} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.264032] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2096335-4ceb-43bd-9664-628fd5937d78 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.269151] env[69357]: DEBUG oslo_vmware.api [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for the task: (returnval){ [ 922.269151] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5296f640-eba6-2a2c-5d03-e9ea38d9e253" [ 922.269151] env[69357]: _type = "Task" [ 922.269151] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.277685] env[69357]: DEBUG oslo_vmware.api [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5296f640-eba6-2a2c-5d03-e9ea38d9e253, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.401321] env[69357]: DEBUG nova.objects.instance [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lazy-loading 'numa_topology' on Instance uuid 9d3a99e6-4639-440d-90c2-e142903094c0 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.428417] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2e0c2d3d-c89c-4b91-a747-077675b4a82c tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.075s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.691177] env[69357]: DEBUG oslo_concurrency.lockutils [None req-313d0e1d-8088-4e40-8731-4850d8732329 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "41430e64-1805-4d83-8f22-e967c59f12fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.691573] env[69357]: DEBUG oslo_concurrency.lockutils [None req-313d0e1d-8088-4e40-8731-4850d8732329 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "41430e64-1805-4d83-8f22-e967c59f12fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.691881] env[69357]: DEBUG oslo_concurrency.lockutils [None req-313d0e1d-8088-4e40-8731-4850d8732329 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "41430e64-1805-4d83-8f22-e967c59f12fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.692161] env[69357]: DEBUG oslo_concurrency.lockutils [None req-313d0e1d-8088-4e40-8731-4850d8732329 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "41430e64-1805-4d83-8f22-e967c59f12fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.692405] env[69357]: DEBUG oslo_concurrency.lockutils [None req-313d0e1d-8088-4e40-8731-4850d8732329 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "41430e64-1805-4d83-8f22-e967c59f12fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.695597] env[69357]: INFO nova.compute.manager [None req-313d0e1d-8088-4e40-8731-4850d8732329 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Terminating instance [ 922.788220] env[69357]: DEBUG oslo_vmware.api [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5296f640-eba6-2a2c-5d03-e9ea38d9e253, 'name': SearchDatastore_Task, 'duration_secs': 0.009517} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.788580] env[69357]: DEBUG oslo_concurrency.lockutils [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.788849] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 0d3bc6af-ee75-42fb-a73d-b30def9bcced/0d3bc6af-ee75-42fb-a73d-b30def9bcced.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.789161] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.789349] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.789569] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-889efcd4-e6a1-426a-8e06-77bfd31fe5e6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.791820] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3694614-c1e5-4031-bace-9e7ac06f9f84 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.801537] env[69357]: DEBUG oslo_vmware.api [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for the task: (returnval){ [ 922.801537] env[69357]: value = "task-3282861" [ 922.801537] env[69357]: _type = "Task" [ 922.801537] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.807171] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.807404] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.808478] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2886c6a2-397d-4106-b4f6-66c0eceb4292 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.813862] env[69357]: DEBUG oslo_vmware.api [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3282861, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.817154] env[69357]: DEBUG oslo_vmware.api [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Waiting for the task: (returnval){ [ 922.817154] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a67aa8-da04-77d9-fcc2-419b2dd90c17" [ 922.817154] env[69357]: _type = "Task" [ 922.817154] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.826304] env[69357]: DEBUG oslo_vmware.api [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a67aa8-da04-77d9-fcc2-419b2dd90c17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.867567] env[69357]: INFO nova.compute.manager [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Rebuilding instance [ 922.905574] env[69357]: DEBUG nova.objects.base [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Object Instance<9d3a99e6-4639-440d-90c2-e142903094c0> lazy-loaded attributes: resources,numa_topology {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 922.927485] env[69357]: DEBUG nova.compute.manager [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.927485] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2663c11b-32ee-4d07-bd13-eb75a0b1d42d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.174723] env[69357]: DEBUG nova.compute.manager [req-7db77621-253f-4488-b769-45703253739d req-16d5fca3-fe2d-43f5-84f6-b564c67f36dd service nova] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Received event network-vif-plugged-fb4db29f-7ad6-41ed-b9fa-deedb56c2162 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.175160] env[69357]: DEBUG oslo_concurrency.lockutils [req-7db77621-253f-4488-b769-45703253739d req-16d5fca3-fe2d-43f5-84f6-b564c67f36dd service nova] Acquiring lock "28286417-98bc-4df3-b6d6-13b32ea1b304-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.175521] env[69357]: DEBUG oslo_concurrency.lockutils [req-7db77621-253f-4488-b769-45703253739d req-16d5fca3-fe2d-43f5-84f6-b564c67f36dd service nova] Lock "28286417-98bc-4df3-b6d6-13b32ea1b304-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.175836] env[69357]: DEBUG oslo_concurrency.lockutils [req-7db77621-253f-4488-b769-45703253739d req-16d5fca3-fe2d-43f5-84f6-b564c67f36dd service nova] Lock "28286417-98bc-4df3-b6d6-13b32ea1b304-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.176148] env[69357]: DEBUG nova.compute.manager [req-7db77621-253f-4488-b769-45703253739d req-16d5fca3-fe2d-43f5-84f6-b564c67f36dd service nova] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] No waiting events found dispatching network-vif-plugged-fb4db29f-7ad6-41ed-b9fa-deedb56c2162 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 923.176418] env[69357]: WARNING nova.compute.manager [req-7db77621-253f-4488-b769-45703253739d req-16d5fca3-fe2d-43f5-84f6-b564c67f36dd service nova] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Received unexpected event network-vif-plugged-fb4db29f-7ad6-41ed-b9fa-deedb56c2162 for instance with vm_state building and task_state spawning. [ 923.200779] env[69357]: DEBUG nova.compute.manager [None req-313d0e1d-8088-4e40-8731-4850d8732329 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.201122] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-313d0e1d-8088-4e40-8731-4850d8732329 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.202529] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90841b9e-4b25-4151-81a8-ee7200a9cd2d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.210859] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-313d0e1d-8088-4e40-8731-4850d8732329 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.211584] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d50c0f1-cde2-4109-8111-586d8da6948c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.215237] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d42224-b9a2-45d4-8581-0ecb56336b0c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.219241] env[69357]: DEBUG oslo_vmware.api [None req-313d0e1d-8088-4e40-8731-4850d8732329 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 923.219241] env[69357]: value = "task-3282862" [ 923.219241] env[69357]: _type = "Task" [ 923.219241] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.227364] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3a9046-bb0d-4cc7-95a5-ab55c87d0578 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.234472] env[69357]: DEBUG oslo_vmware.api [None req-313d0e1d-8088-4e40-8731-4850d8732329 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.269395] env[69357]: DEBUG nova.network.neutron [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Successfully updated port: fb4db29f-7ad6-41ed-b9fa-deedb56c2162 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.271840] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab0acd4-79d6-47fb-a5c3-4ecc8056f24c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.281049] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80bec7d-272b-4d0a-a49c-29e8eb94af42 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.297011] env[69357]: DEBUG nova.compute.provider_tree [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.312832] env[69357]: DEBUG oslo_vmware.api [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3282861, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497084} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.313125] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 0d3bc6af-ee75-42fb-a73d-b30def9bcced/0d3bc6af-ee75-42fb-a73d-b30def9bcced.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.313369] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.313625] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc9d5301-39ce-4db6-89a7-6fdb41f677e1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.322843] env[69357]: DEBUG oslo_vmware.api [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for the task: (returnval){ [ 923.322843] env[69357]: value = "task-3282863" [ 923.322843] env[69357]: _type = "Task" [ 923.322843] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.331352] env[69357]: DEBUG oslo_vmware.api [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a67aa8-da04-77d9-fcc2-419b2dd90c17, 'name': SearchDatastore_Task, 'duration_secs': 0.008618} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.332891] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-292c1846-3078-45ed-9425-ba7f78f810e8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.338330] env[69357]: DEBUG oslo_vmware.api [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3282863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.341430] env[69357]: DEBUG oslo_vmware.api [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Waiting for the task: (returnval){ [ 923.341430] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]522dd271-6f3e-485e-749f-bcc137ad5639" [ 923.341430] env[69357]: _type = "Task" [ 923.341430] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.350554] env[69357]: DEBUG oslo_vmware.api [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]522dd271-6f3e-485e-749f-bcc137ad5639, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.467083] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "6f036279-a4b6-4427-a490-15ec5a5cb41c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.467338] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "6f036279-a4b6-4427-a490-15ec5a5cb41c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.731659] env[69357]: DEBUG oslo_vmware.api [None req-313d0e1d-8088-4e40-8731-4850d8732329 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282862, 'name': PowerOffVM_Task, 'duration_secs': 0.225992} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.731984] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-313d0e1d-8088-4e40-8731-4850d8732329 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.732225] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-313d0e1d-8088-4e40-8731-4850d8732329 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.732527] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c89d49c-6334-4620-a6eb-aa953e9335b8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.776060] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Acquiring lock "refresh_cache-28286417-98bc-4df3-b6d6-13b32ea1b304" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.776280] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Acquired lock "refresh_cache-28286417-98bc-4df3-b6d6-13b32ea1b304" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.776456] env[69357]: DEBUG nova.network.neutron [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.799769] env[69357]: DEBUG nova.scheduler.client.report [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.828997] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-313d0e1d-8088-4e40-8731-4850d8732329 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.829329] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-313d0e1d-8088-4e40-8731-4850d8732329 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.830153] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-313d0e1d-8088-4e40-8731-4850d8732329 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Deleting the datastore file [datastore2] 41430e64-1805-4d83-8f22-e967c59f12fd {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.830288] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa867f08-dc1e-41e1-ba7c-58709a0995d3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.835317] env[69357]: DEBUG oslo_vmware.api [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3282863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146384} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.835931] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.836724] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd71e4e-f957-47a9-987d-18ce2c19b8d7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.840416] env[69357]: DEBUG oslo_vmware.api [None req-313d0e1d-8088-4e40-8731-4850d8732329 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 923.840416] env[69357]: value = "task-3282865" [ 923.840416] env[69357]: _type = "Task" [ 923.840416] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.862043] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 0d3bc6af-ee75-42fb-a73d-b30def9bcced/0d3bc6af-ee75-42fb-a73d-b30def9bcced.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.865280] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cc29d9b-f640-4a5a-b2b2-9e09d1390c07 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.882608] env[69357]: DEBUG oslo_vmware.api [None req-313d0e1d-8088-4e40-8731-4850d8732329 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.887905] env[69357]: DEBUG oslo_vmware.api [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]522dd271-6f3e-485e-749f-bcc137ad5639, 'name': SearchDatastore_Task, 'duration_secs': 0.008401} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.889135] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.889459] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] f4d88563-12d8-4196-854c-768310775bbe/f4d88563-12d8-4196-854c-768310775bbe.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.889827] env[69357]: DEBUG oslo_vmware.api [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for the task: (returnval){ [ 923.889827] env[69357]: value = "task-3282866" [ 923.889827] env[69357]: _type = "Task" [ 923.889827] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.890161] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5677f660-01cf-4e37-9d21-5434f8d62d86 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.900730] env[69357]: DEBUG oslo_vmware.api [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3282866, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.905208] env[69357]: DEBUG oslo_vmware.api [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Waiting for the task: (returnval){ [ 923.905208] env[69357]: value = "task-3282867" [ 923.905208] env[69357]: _type = "Task" [ 923.905208] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.914179] env[69357]: DEBUG oslo_vmware.api [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.954786] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.954786] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a132094f-e190-4373-b6bc-bad4e4428aa3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.962018] env[69357]: DEBUG oslo_vmware.api [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Waiting for the task: (returnval){ [ 923.962018] env[69357]: value = "task-3282868" [ 923.962018] env[69357]: _type = "Task" [ 923.962018] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.968730] env[69357]: DEBUG oslo_vmware.api [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': task-3282868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.969345] env[69357]: DEBUG nova.compute.manager [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 924.307025] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.406s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.308204] env[69357]: DEBUG oslo_concurrency.lockutils [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.432s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.308592] env[69357]: DEBUG nova.objects.instance [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69357) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 924.347050] env[69357]: DEBUG nova.network.neutron [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.355925] env[69357]: DEBUG oslo_vmware.api [None req-313d0e1d-8088-4e40-8731-4850d8732329 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16035} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.356335] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-313d0e1d-8088-4e40-8731-4850d8732329 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.356676] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-313d0e1d-8088-4e40-8731-4850d8732329 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.356995] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-313d0e1d-8088-4e40-8731-4850d8732329 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.357327] env[69357]: INFO nova.compute.manager [None req-313d0e1d-8088-4e40-8731-4850d8732329 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 924.357708] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-313d0e1d-8088-4e40-8731-4850d8732329 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.358044] env[69357]: DEBUG nova.compute.manager [-] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 924.358282] env[69357]: DEBUG nova.network.neutron [-] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 924.404547] env[69357]: DEBUG oslo_vmware.api [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3282866, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.413700] env[69357]: DEBUG oslo_vmware.api [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282867, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.472618] env[69357]: DEBUG oslo_vmware.api [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': task-3282868, 'name': PowerOffVM_Task, 'duration_secs': 0.114716} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.475376] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.475764] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.478448] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83945f0c-542d-44bc-ab13-97084c6b37cc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.488479] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.488479] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fb8a99d-172b-4ceb-aff4-d55361964fe2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.494455] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.509969] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.509969] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.509969] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Deleting the datastore file [datastore2] 6d1b068e-3bc9-4b90-88a5-0f074666e084 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.509969] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-195e89e7-02f2-4e92-a961-213f62436e51 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.517143] env[69357]: DEBUG oslo_vmware.api [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Waiting for the task: (returnval){ [ 924.517143] env[69357]: value = "task-3282870" [ 924.517143] env[69357]: _type = "Task" [ 924.517143] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.522680] env[69357]: DEBUG oslo_vmware.api [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': task-3282870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.684779] env[69357]: DEBUG nova.network.neutron [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Updating instance_info_cache with network_info: [{"id": "fb4db29f-7ad6-41ed-b9fa-deedb56c2162", "address": "fa:16:3e:e0:32:63", "network": {"id": "d65345e4-5d0c-4886-a5cf-c53fc5336fe6", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-256245681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27db1307fa6d423ab6d74469d013ca8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb4db29f-7a", "ovs_interfaceid": "fb4db29f-7ad6-41ed-b9fa-deedb56c2162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.826692] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2e2088df-d187-4e53-9694-7fc462afc548 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lock "9d3a99e6-4639-440d-90c2-e142903094c0" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 33.517s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.827536] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lock "9d3a99e6-4639-440d-90c2-e142903094c0" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 9.875s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.827710] env[69357]: INFO nova.compute.manager [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Unshelving [ 924.904370] env[69357]: DEBUG oslo_vmware.api [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3282866, 'name': ReconfigVM_Task, 'duration_secs': 0.546326} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.904827] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 0d3bc6af-ee75-42fb-a73d-b30def9bcced/0d3bc6af-ee75-42fb-a73d-b30def9bcced.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.908019] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c15a6e28-6a1d-456a-a5f8-8b766377ead2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.916516] env[69357]: DEBUG oslo_vmware.api [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282867, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516814} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.917835] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] f4d88563-12d8-4196-854c-768310775bbe/f4d88563-12d8-4196-854c-768310775bbe.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.918545] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.920054] env[69357]: DEBUG oslo_vmware.api [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for the task: (returnval){ [ 924.920054] env[69357]: value = "task-3282871" [ 924.920054] env[69357]: _type = "Task" [ 924.920054] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.920054] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6560ffa3-a901-41f2-87d9-d313e4254e1b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.930207] env[69357]: DEBUG oslo_vmware.api [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3282871, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.931621] env[69357]: DEBUG oslo_vmware.api [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Waiting for the task: (returnval){ [ 924.931621] env[69357]: value = "task-3282872" [ 924.931621] env[69357]: _type = "Task" [ 924.931621] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.944407] env[69357]: DEBUG oslo_vmware.api [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282872, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.024236] env[69357]: DEBUG oslo_vmware.api [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': task-3282870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090161} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.024566] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.024792] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.024978] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.192502] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Releasing lock "refresh_cache-28286417-98bc-4df3-b6d6-13b32ea1b304" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.193185] env[69357]: DEBUG nova.compute.manager [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Instance network_info: |[{"id": "fb4db29f-7ad6-41ed-b9fa-deedb56c2162", "address": "fa:16:3e:e0:32:63", "network": {"id": "d65345e4-5d0c-4886-a5cf-c53fc5336fe6", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-256245681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27db1307fa6d423ab6d74469d013ca8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb4db29f-7a", "ovs_interfaceid": "fb4db29f-7ad6-41ed-b9fa-deedb56c2162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 925.193905] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:32:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb4db29f-7ad6-41ed-b9fa-deedb56c2162', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.211313] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Creating folder: Project (27db1307fa6d423ab6d74469d013ca8e). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.211989] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-694a5e64-1866-4cda-9f5f-80b755bc4914 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.223486] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Created folder: Project (27db1307fa6d423ab6d74469d013ca8e) in parent group-v655402. [ 925.223713] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Creating folder: Instances. Parent ref: group-v655612. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.225057] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e105b01-7a4c-4903-bdaf-b550a6d3a1c1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.227849] env[69357]: DEBUG nova.compute.manager [req-f49dd8cf-7fb3-4510-a6db-f1c6e53b835f req-4a3116d6-6662-42c4-9b16-c48a2713bf74 service nova] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Received event network-changed-fb4db29f-7ad6-41ed-b9fa-deedb56c2162 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.228038] env[69357]: DEBUG nova.compute.manager [req-f49dd8cf-7fb3-4510-a6db-f1c6e53b835f req-4a3116d6-6662-42c4-9b16-c48a2713bf74 service nova] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Refreshing instance network info cache due to event network-changed-fb4db29f-7ad6-41ed-b9fa-deedb56c2162. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.228252] env[69357]: DEBUG oslo_concurrency.lockutils [req-f49dd8cf-7fb3-4510-a6db-f1c6e53b835f req-4a3116d6-6662-42c4-9b16-c48a2713bf74 service nova] Acquiring lock "refresh_cache-28286417-98bc-4df3-b6d6-13b32ea1b304" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.228397] env[69357]: DEBUG oslo_concurrency.lockutils [req-f49dd8cf-7fb3-4510-a6db-f1c6e53b835f req-4a3116d6-6662-42c4-9b16-c48a2713bf74 service nova] Acquired lock "refresh_cache-28286417-98bc-4df3-b6d6-13b32ea1b304" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.228551] env[69357]: DEBUG nova.network.neutron [req-f49dd8cf-7fb3-4510-a6db-f1c6e53b835f req-4a3116d6-6662-42c4-9b16-c48a2713bf74 service nova] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Refreshing network info cache for port fb4db29f-7ad6-41ed-b9fa-deedb56c2162 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.237633] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Created folder: Instances in parent group-v655612. [ 925.238153] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.238805] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.239027] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-281370bd-4f54-436a-8875-8a82638f65f4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.258747] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.258747] env[69357]: value = "task-3282875" [ 925.258747] env[69357]: _type = "Task" [ 925.258747] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.266835] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282875, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.330039] env[69357]: DEBUG oslo_concurrency.lockutils [None req-07e4225c-9167-4241-9887-fafd9d1f2f95 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.330039] env[69357]: DEBUG oslo_concurrency.lockutils [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.798s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.332966] env[69357]: INFO nova.compute.claims [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.338548] env[69357]: DEBUG nova.network.neutron [-] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.431084] env[69357]: DEBUG oslo_vmware.api [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3282871, 'name': Rename_Task, 'duration_secs': 0.145242} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.431441] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.431814] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa77e2aa-d98d-4984-aecd-8f28368fb06f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.442623] env[69357]: DEBUG oslo_vmware.api [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282872, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067702} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.443792] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.444132] env[69357]: DEBUG oslo_vmware.api [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for the task: (returnval){ [ 925.444132] env[69357]: value = "task-3282876" [ 925.444132] env[69357]: _type = "Task" [ 925.444132] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.444808] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4593843-5540-4578-a1d2-012f72ad31bb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.454219] env[69357]: DEBUG oslo_vmware.api [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3282876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.470532] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] f4d88563-12d8-4196-854c-768310775bbe/f4d88563-12d8-4196-854c-768310775bbe.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.470842] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03baff78-6cd7-406b-a9b9-39e58d9bea1e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.490690] env[69357]: DEBUG oslo_vmware.api [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Waiting for the task: (returnval){ [ 925.490690] env[69357]: value = "task-3282877" [ 925.490690] env[69357]: _type = "Task" [ 925.490690] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.499490] env[69357]: DEBUG oslo_vmware.api [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282877, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.773775] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282875, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.845824] env[69357]: INFO nova.compute.manager [-] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Took 1.49 seconds to deallocate network for instance. [ 925.871587] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.960487] env[69357]: DEBUG oslo_vmware.api [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3282876, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.000838] env[69357]: DEBUG oslo_vmware.api [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282877, 'name': ReconfigVM_Task, 'duration_secs': 0.303153} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.001137] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Reconfigured VM instance instance-00000048 to attach disk [datastore2] f4d88563-12d8-4196-854c-768310775bbe/f4d88563-12d8-4196-854c-768310775bbe.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.003027] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d48363f7-762f-4f48-9c73-6820e8be0645 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.008216] env[69357]: DEBUG oslo_vmware.api [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Waiting for the task: (returnval){ [ 926.008216] env[69357]: value = "task-3282878" [ 926.008216] env[69357]: _type = "Task" [ 926.008216] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.016818] env[69357]: DEBUG oslo_vmware.api [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282878, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.080674] env[69357]: DEBUG nova.virt.hardware [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.080674] env[69357]: DEBUG nova.virt.hardware [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.080674] env[69357]: DEBUG nova.virt.hardware [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.080674] env[69357]: DEBUG nova.virt.hardware [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.080674] env[69357]: DEBUG nova.virt.hardware [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.080674] env[69357]: DEBUG nova.virt.hardware [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.080674] env[69357]: DEBUG nova.virt.hardware [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.080674] env[69357]: DEBUG nova.virt.hardware [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.080674] env[69357]: DEBUG nova.virt.hardware [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.080674] env[69357]: DEBUG nova.virt.hardware [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.080674] env[69357]: DEBUG nova.virt.hardware [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.080674] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ffaa27-3077-47b7-8130-e2ebd15cd6c8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.087668] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7074ec36-e47c-4488-bc4c-849de28f3604 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.108409] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Instance VIF info [] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.114388] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.115954] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.115954] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6a1cce2-9c43-4202-bc4b-b5ecb7f00139 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.130198] env[69357]: DEBUG nova.network.neutron [req-f49dd8cf-7fb3-4510-a6db-f1c6e53b835f req-4a3116d6-6662-42c4-9b16-c48a2713bf74 service nova] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Updated VIF entry in instance network info cache for port fb4db29f-7ad6-41ed-b9fa-deedb56c2162. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.130789] env[69357]: DEBUG nova.network.neutron [req-f49dd8cf-7fb3-4510-a6db-f1c6e53b835f req-4a3116d6-6662-42c4-9b16-c48a2713bf74 service nova] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Updating instance_info_cache with network_info: [{"id": "fb4db29f-7ad6-41ed-b9fa-deedb56c2162", "address": "fa:16:3e:e0:32:63", "network": {"id": "d65345e4-5d0c-4886-a5cf-c53fc5336fe6", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-256245681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27db1307fa6d423ab6d74469d013ca8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb4db29f-7a", "ovs_interfaceid": "fb4db29f-7ad6-41ed-b9fa-deedb56c2162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.136955] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.136955] env[69357]: value = "task-3282879" [ 926.136955] env[69357]: _type = "Task" [ 926.136955] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.145965] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282879, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.273060] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282875, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.352918] env[69357]: DEBUG oslo_concurrency.lockutils [None req-313d0e1d-8088-4e40-8731-4850d8732329 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.460563] env[69357]: DEBUG oslo_vmware.api [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3282876, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.519540] env[69357]: DEBUG oslo_vmware.api [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282878, 'name': Rename_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.633566] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bad7e74-5788-4807-9b4c-76c4362af0ed {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.636691] env[69357]: DEBUG oslo_concurrency.lockutils [req-f49dd8cf-7fb3-4510-a6db-f1c6e53b835f req-4a3116d6-6662-42c4-9b16-c48a2713bf74 service nova] Releasing lock "refresh_cache-28286417-98bc-4df3-b6d6-13b32ea1b304" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.636944] env[69357]: DEBUG nova.compute.manager [req-f49dd8cf-7fb3-4510-a6db-f1c6e53b835f req-4a3116d6-6662-42c4-9b16-c48a2713bf74 service nova] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Received event network-vif-deleted-650885c3-92c6-41ee-b0e5-6bad4a1d2566 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.637659] env[69357]: INFO nova.compute.manager [req-f49dd8cf-7fb3-4510-a6db-f1c6e53b835f req-4a3116d6-6662-42c4-9b16-c48a2713bf74 service nova] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Neutron deleted interface 650885c3-92c6-41ee-b0e5-6bad4a1d2566; detaching it from the instance and deleting it from the info cache [ 926.637659] env[69357]: DEBUG nova.network.neutron [req-f49dd8cf-7fb3-4510-a6db-f1c6e53b835f req-4a3116d6-6662-42c4-9b16-c48a2713bf74 service nova] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.645336] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1205fab7-150b-44eb-95c6-c0a39041891f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.651306] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282879, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.679528] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623dde49-ada1-4edc-8570-712158247d60 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.687385] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e21d434-de5a-4d19-bfb9-3c81c5131f43 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.704568] env[69357]: DEBUG nova.compute.provider_tree [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.769653] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282875, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.867071] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Acquiring lock "97dc6c38-2108-49df-9ccc-dceb0fc41cc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.867355] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Lock "97dc6c38-2108-49df-9ccc-dceb0fc41cc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.959861] env[69357]: DEBUG oslo_vmware.api [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3282876, 'name': PowerOnVM_Task, 'duration_secs': 1.137949} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.960214] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.960452] env[69357]: INFO nova.compute.manager [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Took 9.38 seconds to spawn the instance on the hypervisor. [ 926.960682] env[69357]: DEBUG nova.compute.manager [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.961933] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1018722e-2314-4d4f-b189-053fd7310294 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.020059] env[69357]: DEBUG oslo_vmware.api [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282878, 'name': Rename_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.144751] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7cc48de0-01cf-4420-8e31-c59d8af9d403 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.149715] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282879, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.159621] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc3c80e-0e96-4320-a218-7f42f6b34293 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.202176] env[69357]: DEBUG nova.compute.manager [req-f49dd8cf-7fb3-4510-a6db-f1c6e53b835f req-4a3116d6-6662-42c4-9b16-c48a2713bf74 service nova] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Detach interface failed, port_id=650885c3-92c6-41ee-b0e5-6bad4a1d2566, reason: Instance 41430e64-1805-4d83-8f22-e967c59f12fd could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 927.207675] env[69357]: DEBUG nova.scheduler.client.report [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.244384] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dc31e1ff-98c7-44d2-a44e-90051fe05cd4 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "ff1d2974-d5a3-4753-9fa4-77f49949dd16" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.244655] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dc31e1ff-98c7-44d2-a44e-90051fe05cd4 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "ff1d2974-d5a3-4753-9fa4-77f49949dd16" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.270585] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282875, 'name': CreateVM_Task, 'duration_secs': 1.661652} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.274018] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 927.274018] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.274018] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.274018] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.274018] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39c91989-2177-4787-bf08-1e8fd0a96e6b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.277373] env[69357]: DEBUG oslo_vmware.api [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Waiting for the task: (returnval){ [ 927.277373] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d6a51c-fe40-bb56-9bb6-77488e48d2df" [ 927.277373] env[69357]: _type = "Task" [ 927.277373] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.285325] env[69357]: DEBUG oslo_vmware.api [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d6a51c-fe40-bb56-9bb6-77488e48d2df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.370836] env[69357]: DEBUG nova.compute.manager [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 927.479375] env[69357]: INFO nova.compute.manager [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Took 34.26 seconds to build instance. [ 927.522305] env[69357]: DEBUG oslo_vmware.api [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282878, 'name': Rename_Task, 'duration_secs': 1.151486} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.522595] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.522843] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a061af6-b209-46b7-a4ef-4ed0de6d0dbb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.531467] env[69357]: DEBUG oslo_vmware.api [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Waiting for the task: (returnval){ [ 927.531467] env[69357]: value = "task-3282880" [ 927.531467] env[69357]: _type = "Task" [ 927.531467] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.541575] env[69357]: DEBUG oslo_vmware.api [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.648853] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282879, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.713099] env[69357]: DEBUG oslo_concurrency.lockutils [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.713638] env[69357]: DEBUG nova.compute.manager [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 927.716505] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.199s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.717872] env[69357]: INFO nova.compute.claims [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.748143] env[69357]: DEBUG nova.compute.utils [None req-dc31e1ff-98c7-44d2-a44e-90051fe05cd4 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.787703] env[69357]: DEBUG oslo_vmware.api [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d6a51c-fe40-bb56-9bb6-77488e48d2df, 'name': SearchDatastore_Task, 'duration_secs': 0.010669} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.788038] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.788292] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.788536] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.788682] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.788857] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.789142] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ba34630-fd94-45c7-a93f-9eb8035ae2ad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.800691] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.800812] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.803894] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0920061-ad79-4045-b2b0-c526b1ced946 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.806579] env[69357]: DEBUG oslo_vmware.api [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Waiting for the task: (returnval){ [ 927.806579] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d1e09e-455b-0158-cd4a-54608324b130" [ 927.806579] env[69357]: _type = "Task" [ 927.806579] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.816671] env[69357]: DEBUG oslo_vmware.api [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d1e09e-455b-0158-cd4a-54608324b130, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.898701] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.982784] env[69357]: DEBUG oslo_concurrency.lockutils [None req-47710e94-cc99-4d51-93b3-2793bb6da33a tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "0d3bc6af-ee75-42fb-a73d-b30def9bcced" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.782s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.050169] env[69357]: DEBUG oslo_vmware.api [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282880, 'name': PowerOnVM_Task, 'duration_secs': 0.502033} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.050169] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.050169] env[69357]: DEBUG nova.compute.manager [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.051568] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f9d7a5-495e-4292-91e7-448375207248 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.150844] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282879, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.223032] env[69357]: DEBUG nova.compute.utils [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.226740] env[69357]: DEBUG nova.compute.manager [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 928.226740] env[69357]: DEBUG nova.network.neutron [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 928.254337] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dc31e1ff-98c7-44d2-a44e-90051fe05cd4 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "ff1d2974-d5a3-4753-9fa4-77f49949dd16" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.299872] env[69357]: DEBUG nova.policy [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd26c6e9841774433a92c80d73eb0324b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25f1f9bf540c4f3ca42ed05d7038170a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 928.317115] env[69357]: DEBUG oslo_vmware.api [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d1e09e-455b-0158-cd4a-54608324b130, 'name': SearchDatastore_Task, 'duration_secs': 0.015693} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.317584] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcbac88a-04ca-4e34-b0f7-11cfadb138ac {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.322617] env[69357]: DEBUG oslo_vmware.api [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Waiting for the task: (returnval){ [ 928.322617] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]525a88ee-9b04-b388-d4b9-2f21250ea842" [ 928.322617] env[69357]: _type = "Task" [ 928.322617] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.330566] env[69357]: DEBUG oslo_vmware.api [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]525a88ee-9b04-b388-d4b9-2f21250ea842, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.575649] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.629611] env[69357]: DEBUG nova.compute.manager [req-ee5b21ea-ca67-430b-bb2e-aea179f2a0bb req-db2b81c9-f6f4-46f6-8150-3284d2662948 service nova] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Received event network-changed-860c46d3-7737-4710-946d-fd6a9459e87c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.629938] env[69357]: DEBUG nova.compute.manager [req-ee5b21ea-ca67-430b-bb2e-aea179f2a0bb req-db2b81c9-f6f4-46f6-8150-3284d2662948 service nova] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Refreshing instance network info cache due to event network-changed-860c46d3-7737-4710-946d-fd6a9459e87c. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.630103] env[69357]: DEBUG oslo_concurrency.lockutils [req-ee5b21ea-ca67-430b-bb2e-aea179f2a0bb req-db2b81c9-f6f4-46f6-8150-3284d2662948 service nova] Acquiring lock "refresh_cache-0d3bc6af-ee75-42fb-a73d-b30def9bcced" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.630266] env[69357]: DEBUG oslo_concurrency.lockutils [req-ee5b21ea-ca67-430b-bb2e-aea179f2a0bb req-db2b81c9-f6f4-46f6-8150-3284d2662948 service nova] Acquired lock "refresh_cache-0d3bc6af-ee75-42fb-a73d-b30def9bcced" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.630395] env[69357]: DEBUG nova.network.neutron [req-ee5b21ea-ca67-430b-bb2e-aea179f2a0bb req-db2b81c9-f6f4-46f6-8150-3284d2662948 service nova] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Refreshing network info cache for port 860c46d3-7737-4710-946d-fd6a9459e87c {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.650991] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282879, 'name': CreateVM_Task, 'duration_secs': 2.050113} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.651192] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.651672] env[69357]: DEBUG oslo_concurrency.lockutils [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.651818] env[69357]: DEBUG oslo_concurrency.lockutils [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.652154] env[69357]: DEBUG oslo_concurrency.lockutils [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.652406] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61d187f6-d076-4580-8653-feabc403e1f9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.656950] env[69357]: DEBUG oslo_vmware.api [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Waiting for the task: (returnval){ [ 928.656950] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52279531-dfdb-8093-be04-a7313ba6e5b8" [ 928.656950] env[69357]: _type = "Task" [ 928.656950] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.665315] env[69357]: DEBUG oslo_vmware.api [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52279531-dfdb-8093-be04-a7313ba6e5b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.727719] env[69357]: DEBUG nova.compute.manager [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.793882] env[69357]: DEBUG nova.network.neutron [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Successfully created port: 5102908f-e028-4263-8706-1621337f379f {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 928.843166] env[69357]: DEBUG oslo_vmware.api [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]525a88ee-9b04-b388-d4b9-2f21250ea842, 'name': SearchDatastore_Task, 'duration_secs': 0.013124} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.843166] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.843166] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 28286417-98bc-4df3-b6d6-13b32ea1b304/28286417-98bc-4df3-b6d6-13b32ea1b304.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 928.843166] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-782faa55-fac4-4272-b0b0-702eed79b50d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.855164] env[69357]: DEBUG oslo_vmware.api [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Waiting for the task: (returnval){ [ 928.855164] env[69357]: value = "task-3282881" [ 928.855164] env[69357]: _type = "Task" [ 928.855164] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.864712] env[69357]: DEBUG oslo_vmware.api [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Task: {'id': task-3282881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.087614] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b9215d-74f1-47df-9085-f1e05504193a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.094080] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5042fdae-8d2b-4a6e-97e2-729673d5455a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.127592] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7637d97e-3d2a-456c-8909-0d47b4079b07 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.138129] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6957b5f3-1803-41a5-922b-09bb93af7002 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.153430] env[69357]: DEBUG nova.compute.provider_tree [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.166651] env[69357]: DEBUG oslo_vmware.api [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52279531-dfdb-8093-be04-a7313ba6e5b8, 'name': SearchDatastore_Task, 'duration_secs': 0.010393} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.167610] env[69357]: DEBUG oslo_concurrency.lockutils [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.167856] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.168101] env[69357]: DEBUG oslo_concurrency.lockutils [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.168252] env[69357]: DEBUG oslo_concurrency.lockutils [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.168432] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.169026] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ea369b9-b5f1-499c-8d97-b354728e825a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.183702] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.183910] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.185122] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48a764c2-8cac-46e7-952f-d8e78827e3aa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.191045] env[69357]: DEBUG oslo_vmware.api [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Waiting for the task: (returnval){ [ 929.191045] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5277d8a3-eaca-c611-ef62-cdf95412db62" [ 929.191045] env[69357]: _type = "Task" [ 929.191045] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.200423] env[69357]: DEBUG oslo_vmware.api [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5277d8a3-eaca-c611-ef62-cdf95412db62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.345193] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dc31e1ff-98c7-44d2-a44e-90051fe05cd4 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "ff1d2974-d5a3-4753-9fa4-77f49949dd16" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.345193] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dc31e1ff-98c7-44d2-a44e-90051fe05cd4 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "ff1d2974-d5a3-4753-9fa4-77f49949dd16" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.345193] env[69357]: INFO nova.compute.manager [None req-dc31e1ff-98c7-44d2-a44e-90051fe05cd4 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Attaching volume 14561113-ee40-469e-8a30-8aeabe51f83a to /dev/sdb [ 929.369067] env[69357]: DEBUG oslo_vmware.api [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Task: {'id': task-3282881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50912} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.369240] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 28286417-98bc-4df3-b6d6-13b32ea1b304/28286417-98bc-4df3-b6d6-13b32ea1b304.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.369476] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.369748] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8040df2c-3387-4032-9176-d1b38e3ee677 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.378338] env[69357]: DEBUG oslo_vmware.api [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Waiting for the task: (returnval){ [ 929.378338] env[69357]: value = "task-3282882" [ 929.378338] env[69357]: _type = "Task" [ 929.378338] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.385839] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77e8637-48b2-49f7-a698-ad5f5e863a94 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.394125] env[69357]: DEBUG oslo_vmware.api [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Task: {'id': task-3282882, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.398680] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6a3801-a88f-4d87-97aa-777b2403b13c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.412211] env[69357]: DEBUG nova.virt.block_device [None req-dc31e1ff-98c7-44d2-a44e-90051fe05cd4 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Updating existing volume attachment record: 55fce83b-10e9-4dfb-844d-366e12d673c3 {{(pid=69357) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 929.473453] env[69357]: DEBUG nova.network.neutron [req-ee5b21ea-ca67-430b-bb2e-aea179f2a0bb req-db2b81c9-f6f4-46f6-8150-3284d2662948 service nova] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Updated VIF entry in instance network info cache for port 860c46d3-7737-4710-946d-fd6a9459e87c. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.473605] env[69357]: DEBUG nova.network.neutron [req-ee5b21ea-ca67-430b-bb2e-aea179f2a0bb req-db2b81c9-f6f4-46f6-8150-3284d2662948 service nova] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Updating instance_info_cache with network_info: [{"id": "860c46d3-7737-4710-946d-fd6a9459e87c", "address": "fa:16:3e:ce:4e:30", "network": {"id": "88641097-4386-4947-b3c1-83551b56298e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-297718487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "908005a1aca5413f88021f894d13f683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap860c46d3-77", "ovs_interfaceid": "860c46d3-7737-4710-946d-fd6a9459e87c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.659046] env[69357]: DEBUG nova.scheduler.client.report [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.701270] env[69357]: DEBUG oslo_vmware.api [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5277d8a3-eaca-c611-ef62-cdf95412db62, 'name': SearchDatastore_Task, 'duration_secs': 0.050314} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.702096] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6ba8ba0-9058-403e-8193-06419fce1c8c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.707053] env[69357]: DEBUG oslo_vmware.api [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Waiting for the task: (returnval){ [ 929.707053] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5225b84a-1eab-9ac9-65f5-b7d5b1199c35" [ 929.707053] env[69357]: _type = "Task" [ 929.707053] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.710124] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Acquiring lock "f4d88563-12d8-4196-854c-768310775bbe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.710352] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Lock "f4d88563-12d8-4196-854c-768310775bbe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.710654] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Acquiring lock "f4d88563-12d8-4196-854c-768310775bbe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.710712] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Lock "f4d88563-12d8-4196-854c-768310775bbe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.710866] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Lock "f4d88563-12d8-4196-854c-768310775bbe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.713503] env[69357]: INFO nova.compute.manager [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Terminating instance [ 929.718918] env[69357]: DEBUG oslo_vmware.api [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5225b84a-1eab-9ac9-65f5-b7d5b1199c35, 'name': SearchDatastore_Task, 'duration_secs': 0.009372} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.719347] env[69357]: DEBUG oslo_concurrency.lockutils [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.719675] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 6d1b068e-3bc9-4b90-88a5-0f074666e084/6d1b068e-3bc9-4b90-88a5-0f074666e084.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.719832] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-824167fc-7fe6-4747-9828-3ad75d01b359 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.726099] env[69357]: DEBUG oslo_vmware.api [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Waiting for the task: (returnval){ [ 929.726099] env[69357]: value = "task-3282884" [ 929.726099] env[69357]: _type = "Task" [ 929.726099] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.734089] env[69357]: DEBUG oslo_vmware.api [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': task-3282884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.737270] env[69357]: DEBUG nova.compute.manager [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 929.764062] env[69357]: DEBUG nova.virt.hardware [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.764304] env[69357]: DEBUG nova.virt.hardware [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.764508] env[69357]: DEBUG nova.virt.hardware [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.764697] env[69357]: DEBUG nova.virt.hardware [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.764838] env[69357]: DEBUG nova.virt.hardware [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.764983] env[69357]: DEBUG nova.virt.hardware [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.765211] env[69357]: DEBUG nova.virt.hardware [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.765383] env[69357]: DEBUG nova.virt.hardware [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.765539] env[69357]: DEBUG nova.virt.hardware [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.765733] env[69357]: DEBUG nova.virt.hardware [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.765914] env[69357]: DEBUG nova.virt.hardware [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.766888] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a68aa3-6ab1-4a19-8b54-420acfbfccc5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.774478] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7493cb86-3143-401b-816e-abcbfff49233 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.887949] env[69357]: DEBUG oslo_vmware.api [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Task: {'id': task-3282882, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062088} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.889187] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.889187] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edf2c47-79a3-4016-802c-42a7e1d8aaf5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.911730] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 28286417-98bc-4df3-b6d6-13b32ea1b304/28286417-98bc-4df3-b6d6-13b32ea1b304.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.912101] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e10c0905-b3f3-411e-9d41-dc8f7f156017 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.933825] env[69357]: DEBUG oslo_vmware.api [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Waiting for the task: (returnval){ [ 929.933825] env[69357]: value = "task-3282887" [ 929.933825] env[69357]: _type = "Task" [ 929.933825] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.942409] env[69357]: DEBUG oslo_vmware.api [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Task: {'id': task-3282887, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.976339] env[69357]: DEBUG oslo_concurrency.lockutils [req-ee5b21ea-ca67-430b-bb2e-aea179f2a0bb req-db2b81c9-f6f4-46f6-8150-3284d2662948 service nova] Releasing lock "refresh_cache-0d3bc6af-ee75-42fb-a73d-b30def9bcced" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.164764] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.165358] env[69357]: DEBUG nova.compute.manager [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 930.168363] env[69357]: DEBUG oslo_concurrency.lockutils [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.574s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.168707] env[69357]: DEBUG nova.objects.instance [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lazy-loading 'resources' on Instance uuid 64746735-2833-4b59-b40c-80985b2bca72 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.220112] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Acquiring lock "refresh_cache-f4d88563-12d8-4196-854c-768310775bbe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.220298] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Acquired lock "refresh_cache-f4d88563-12d8-4196-854c-768310775bbe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.220481] env[69357]: DEBUG nova.network.neutron [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.236539] env[69357]: DEBUG oslo_vmware.api [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': task-3282884, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.446481] env[69357]: DEBUG oslo_vmware.api [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Task: {'id': task-3282887, 'name': ReconfigVM_Task, 'duration_secs': 0.43702} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.447079] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 28286417-98bc-4df3-b6d6-13b32ea1b304/28286417-98bc-4df3-b6d6-13b32ea1b304.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.447822] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fedd3280-cc07-47b1-878a-204ca66b2a48 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.455959] env[69357]: DEBUG oslo_vmware.api [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Waiting for the task: (returnval){ [ 930.455959] env[69357]: value = "task-3282888" [ 930.455959] env[69357]: _type = "Task" [ 930.455959] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.467645] env[69357]: DEBUG oslo_vmware.api [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Task: {'id': task-3282888, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.672247] env[69357]: DEBUG nova.compute.utils [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.673761] env[69357]: DEBUG nova.compute.manager [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.673926] env[69357]: DEBUG nova.network.neutron [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.699893] env[69357]: DEBUG nova.compute.manager [req-139c77e7-2c01-40e7-aa6f-788d8200887b req-99faa4aa-d99f-4131-9d99-cd5bab6809ff service nova] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Received event network-vif-plugged-5102908f-e028-4263-8706-1621337f379f {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.704019] env[69357]: DEBUG oslo_concurrency.lockutils [req-139c77e7-2c01-40e7-aa6f-788d8200887b req-99faa4aa-d99f-4131-9d99-cd5bab6809ff service nova] Acquiring lock "293709c1-4f73-4f7c-a4b9-c11d41ab685e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.704019] env[69357]: DEBUG oslo_concurrency.lockutils [req-139c77e7-2c01-40e7-aa6f-788d8200887b req-99faa4aa-d99f-4131-9d99-cd5bab6809ff service nova] Lock "293709c1-4f73-4f7c-a4b9-c11d41ab685e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.704019] env[69357]: DEBUG oslo_concurrency.lockutils [req-139c77e7-2c01-40e7-aa6f-788d8200887b req-99faa4aa-d99f-4131-9d99-cd5bab6809ff service nova] Lock "293709c1-4f73-4f7c-a4b9-c11d41ab685e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.704019] env[69357]: DEBUG nova.compute.manager [req-139c77e7-2c01-40e7-aa6f-788d8200887b req-99faa4aa-d99f-4131-9d99-cd5bab6809ff service nova] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] No waiting events found dispatching network-vif-plugged-5102908f-e028-4263-8706-1621337f379f {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 930.704019] env[69357]: WARNING nova.compute.manager [req-139c77e7-2c01-40e7-aa6f-788d8200887b req-99faa4aa-d99f-4131-9d99-cd5bab6809ff service nova] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Received unexpected event network-vif-plugged-5102908f-e028-4263-8706-1621337f379f for instance with vm_state building and task_state spawning. [ 930.740844] env[69357]: DEBUG oslo_vmware.api [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': task-3282884, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532146} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.742384] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 6d1b068e-3bc9-4b90-88a5-0f074666e084/6d1b068e-3bc9-4b90-88a5-0f074666e084.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.742673] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 930.745617] env[69357]: DEBUG nova.network.neutron [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.747227] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41a01298-67bf-4baa-a1d6-de8268210da6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.757659] env[69357]: DEBUG oslo_vmware.api [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Waiting for the task: (returnval){ [ 930.757659] env[69357]: value = "task-3282889" [ 930.757659] env[69357]: _type = "Task" [ 930.757659] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.759450] env[69357]: DEBUG nova.network.neutron [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Successfully updated port: 5102908f-e028-4263-8706-1621337f379f {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 930.765556] env[69357]: DEBUG oslo_vmware.api [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': task-3282889, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.768808] env[69357]: DEBUG nova.policy [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33d8f5c2cd2c49c8b0de5cad2407f940', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43de1ca6f72548b8b9e0f140b9228aa0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.816995] env[69357]: DEBUG nova.network.neutron [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.971600] env[69357]: DEBUG oslo_vmware.api [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Task: {'id': task-3282888, 'name': Rename_Task, 'duration_secs': 0.145767} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.974317] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.975405] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef7fbd80-5ade-4239-beaf-2e24ec1bc222 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.980894] env[69357]: DEBUG oslo_vmware.api [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Waiting for the task: (returnval){ [ 930.980894] env[69357]: value = "task-3282890" [ 930.980894] env[69357]: _type = "Task" [ 930.980894] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.988652] env[69357]: DEBUG oslo_vmware.api [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Task: {'id': task-3282890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.048018] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fa53ca-7f81-4c01-9192-232b500651b8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.055679] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d2ad8a-c06c-455b-82fb-8cd0e11bfe2e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.089960] env[69357]: DEBUG nova.network.neutron [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Successfully created port: 11e21727-fab3-42d6-92aa-7e00740f020a {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.092705] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69291deb-b80a-41e7-a0ad-6943c13d5542 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.101371] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5950551f-e22a-4b4a-8387-e9547f13677d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.115975] env[69357]: DEBUG nova.compute.provider_tree [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 931.180436] env[69357]: DEBUG nova.compute.manager [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 931.266025] env[69357]: DEBUG oslo_concurrency.lockutils [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "refresh_cache-293709c1-4f73-4f7c-a4b9-c11d41ab685e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.266025] env[69357]: DEBUG oslo_concurrency.lockutils [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquired lock "refresh_cache-293709c1-4f73-4f7c-a4b9-c11d41ab685e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.266025] env[69357]: DEBUG nova.network.neutron [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.268716] env[69357]: DEBUG oslo_vmware.api [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': task-3282889, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077126} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.269502] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.270485] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44456173-8d3c-466c-ae83-8c5c18d4ffae {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.296093] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 6d1b068e-3bc9-4b90-88a5-0f074666e084/6d1b068e-3bc9-4b90-88a5-0f074666e084.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.296805] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7eff275-ddc9-46b9-9160-93364594eae1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.317654] env[69357]: DEBUG oslo_vmware.api [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Waiting for the task: (returnval){ [ 931.317654] env[69357]: value = "task-3282891" [ 931.317654] env[69357]: _type = "Task" [ 931.317654] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.321335] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Releasing lock "refresh_cache-f4d88563-12d8-4196-854c-768310775bbe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.323984] env[69357]: DEBUG nova.compute.manager [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.323984] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.323984] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fd8d1c-7045-4b86-9f04-6794c9eae836 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.332516] env[69357]: DEBUG oslo_vmware.api [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': task-3282891, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.334835] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.335111] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9c64fe5-f230-493f-a478-2bf89d8fd25c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.341751] env[69357]: DEBUG oslo_vmware.api [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Waiting for the task: (returnval){ [ 931.341751] env[69357]: value = "task-3282892" [ 931.341751] env[69357]: _type = "Task" [ 931.341751] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.349622] env[69357]: DEBUG oslo_vmware.api [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.495975] env[69357]: DEBUG oslo_vmware.api [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Task: {'id': task-3282890, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.638474] env[69357]: ERROR nova.scheduler.client.report [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [req-f13b6cde-5c3d-4873-85be-225a99f0f3e1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcb9ec35-bfdd-4e17-b2d7-2501509e9896. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f13b6cde-5c3d-4873-85be-225a99f0f3e1"}]} [ 931.656064] env[69357]: DEBUG nova.scheduler.client.report [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Refreshing inventories for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 931.670212] env[69357]: DEBUG nova.scheduler.client.report [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Updating ProviderTree inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 931.670584] env[69357]: DEBUG nova.compute.provider_tree [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 931.681939] env[69357]: DEBUG nova.scheduler.client.report [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Refreshing aggregate associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, aggregates: None {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 931.706961] env[69357]: DEBUG nova.scheduler.client.report [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Refreshing trait associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 931.804340] env[69357]: DEBUG nova.network.neutron [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 931.832763] env[69357]: DEBUG oslo_vmware.api [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': task-3282891, 'name': ReconfigVM_Task, 'duration_secs': 0.507099} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.833441] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 6d1b068e-3bc9-4b90-88a5-0f074666e084/6d1b068e-3bc9-4b90-88a5-0f074666e084.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.834079] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33674960-6d8a-4bde-81c3-6a35b0be1017 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.842721] env[69357]: DEBUG oslo_vmware.api [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Waiting for the task: (returnval){ [ 931.842721] env[69357]: value = "task-3282893" [ 931.842721] env[69357]: _type = "Task" [ 931.842721] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.859331] env[69357]: DEBUG oslo_vmware.api [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282892, 'name': PowerOffVM_Task, 'duration_secs': 0.169454} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.864483] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.864483] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.864483] env[69357]: DEBUG oslo_vmware.api [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': task-3282893, 'name': Rename_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.864483] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21547ddc-3d49-448d-9e15-d409a4ca32b3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.887020] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.887245] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.887476] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Deleting the datastore file [datastore2] f4d88563-12d8-4196-854c-768310775bbe {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.888039] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81f00109-15fc-4f58-8592-f5ca9956642b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.894455] env[69357]: DEBUG oslo_vmware.api [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Waiting for the task: (returnval){ [ 931.894455] env[69357]: value = "task-3282895" [ 931.894455] env[69357]: _type = "Task" [ 931.894455] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.905498] env[69357]: DEBUG oslo_vmware.api [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.959445] env[69357]: DEBUG nova.network.neutron [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Updating instance_info_cache with network_info: [{"id": "5102908f-e028-4263-8706-1621337f379f", "address": "fa:16:3e:c3:9d:92", "network": {"id": "91507c6f-2dae-4b3a-832f-a0844c7f3c7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-298291127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25f1f9bf540c4f3ca42ed05d7038170a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5102908f-e0", "ovs_interfaceid": "5102908f-e028-4263-8706-1621337f379f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.992282] env[69357]: DEBUG oslo_vmware.api [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Task: {'id': task-3282890, 'name': PowerOnVM_Task, 'duration_secs': 0.530077} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.994884] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.995121] env[69357]: INFO nova.compute.manager [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Took 10.03 seconds to spawn the instance on the hypervisor. [ 931.995303] env[69357]: DEBUG nova.compute.manager [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.996505] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db68e9ba-210e-4b1c-bd5a-3b265ef9fdfb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.020593] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df425d7d-71d2-4301-bc3e-67b77528d847 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.028586] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8633cc96-271a-421f-8aa1-de5b49afc728 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.062232] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606d42da-f4b7-4c78-ac97-4366b6dbb414 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.070399] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a05af7-c0e3-48b8-9a06-f0694020e657 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.084826] env[69357]: DEBUG nova.compute.provider_tree [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 932.189015] env[69357]: DEBUG nova.compute.manager [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.214399] env[69357]: DEBUG nova.virt.hardware [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.214653] env[69357]: DEBUG nova.virt.hardware [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.214811] env[69357]: DEBUG nova.virt.hardware [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.214992] env[69357]: DEBUG nova.virt.hardware [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.215152] env[69357]: DEBUG nova.virt.hardware [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.215300] env[69357]: DEBUG nova.virt.hardware [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.215505] env[69357]: DEBUG nova.virt.hardware [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.215667] env[69357]: DEBUG nova.virt.hardware [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.215863] env[69357]: DEBUG nova.virt.hardware [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.216038] env[69357]: DEBUG nova.virt.hardware [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.216214] env[69357]: DEBUG nova.virt.hardware [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.217049] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe28c0d-915c-4064-9e0c-29153b916a1a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.225056] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3eed90-1025-49c1-9a03-6db04b053c5c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.355017] env[69357]: DEBUG oslo_vmware.api [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': task-3282893, 'name': Rename_Task, 'duration_secs': 0.230717} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.355277] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.355516] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a663f7b-3616-4734-a9c3-0b70dd33dab6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.361998] env[69357]: DEBUG oslo_vmware.api [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Waiting for the task: (returnval){ [ 932.361998] env[69357]: value = "task-3282897" [ 932.361998] env[69357]: _type = "Task" [ 932.361998] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.369852] env[69357]: DEBUG oslo_vmware.api [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': task-3282897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.405487] env[69357]: DEBUG oslo_vmware.api [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10343} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.405791] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.405990] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.406182] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.406353] env[69357]: INFO nova.compute.manager [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Took 1.08 seconds to destroy the instance on the hypervisor. [ 932.406591] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.406779] env[69357]: DEBUG nova.compute.manager [-] [instance: f4d88563-12d8-4196-854c-768310775bbe] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.406873] env[69357]: DEBUG nova.network.neutron [-] [instance: f4d88563-12d8-4196-854c-768310775bbe] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.421839] env[69357]: DEBUG nova.network.neutron [-] [instance: f4d88563-12d8-4196-854c-768310775bbe] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.462818] env[69357]: DEBUG oslo_concurrency.lockutils [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Releasing lock "refresh_cache-293709c1-4f73-4f7c-a4b9-c11d41ab685e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.463171] env[69357]: DEBUG nova.compute.manager [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Instance network_info: |[{"id": "5102908f-e028-4263-8706-1621337f379f", "address": "fa:16:3e:c3:9d:92", "network": {"id": "91507c6f-2dae-4b3a-832f-a0844c7f3c7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-298291127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25f1f9bf540c4f3ca42ed05d7038170a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5102908f-e0", "ovs_interfaceid": "5102908f-e028-4263-8706-1621337f379f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 932.463630] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:9d:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5102908f-e028-4263-8706-1621337f379f', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.471447] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Creating folder: Project (25f1f9bf540c4f3ca42ed05d7038170a). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 932.471753] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72f14261-d22a-4184-bce3-b47fe194d756 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.486137] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Created folder: Project (25f1f9bf540c4f3ca42ed05d7038170a) in parent group-v655402. [ 932.486137] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Creating folder: Instances. Parent ref: group-v655618. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 932.486137] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db43a9a1-5a46-4845-b52e-da5cdb46caad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.499443] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Created folder: Instances in parent group-v655618. [ 932.499628] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.499836] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.500070] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92a8d3ce-7eb4-4e1c-93f5-3ce2addc16e4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.535682] env[69357]: INFO nova.compute.manager [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Took 29.63 seconds to build instance. [ 932.538277] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.538277] env[69357]: value = "task-3282900" [ 932.538277] env[69357]: _type = "Task" [ 932.538277] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.547230] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282900, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.641024] env[69357]: DEBUG nova.scheduler.client.report [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Updated inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with generation 101 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 932.641336] env[69357]: DEBUG nova.compute.provider_tree [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Updating resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 generation from 101 to 102 during operation: update_inventory {{(pid=69357) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 932.641522] env[69357]: DEBUG nova.compute.provider_tree [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 932.653013] env[69357]: DEBUG nova.network.neutron [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Successfully updated port: 11e21727-fab3-42d6-92aa-7e00740f020a {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.732582] env[69357]: DEBUG nova.compute.manager [req-c1c6ecbc-1c9b-410e-8d38-fbe1eebae7ea req-ddd32a4c-5120-421f-a391-238eabfa46d4 service nova] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Received event network-changed-5102908f-e028-4263-8706-1621337f379f {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.732854] env[69357]: DEBUG nova.compute.manager [req-c1c6ecbc-1c9b-410e-8d38-fbe1eebae7ea req-ddd32a4c-5120-421f-a391-238eabfa46d4 service nova] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Refreshing instance network info cache due to event network-changed-5102908f-e028-4263-8706-1621337f379f. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 932.733013] env[69357]: DEBUG oslo_concurrency.lockutils [req-c1c6ecbc-1c9b-410e-8d38-fbe1eebae7ea req-ddd32a4c-5120-421f-a391-238eabfa46d4 service nova] Acquiring lock "refresh_cache-293709c1-4f73-4f7c-a4b9-c11d41ab685e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.733342] env[69357]: DEBUG oslo_concurrency.lockutils [req-c1c6ecbc-1c9b-410e-8d38-fbe1eebae7ea req-ddd32a4c-5120-421f-a391-238eabfa46d4 service nova] Acquired lock "refresh_cache-293709c1-4f73-4f7c-a4b9-c11d41ab685e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.733573] env[69357]: DEBUG nova.network.neutron [req-c1c6ecbc-1c9b-410e-8d38-fbe1eebae7ea req-ddd32a4c-5120-421f-a391-238eabfa46d4 service nova] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Refreshing network info cache for port 5102908f-e028-4263-8706-1621337f379f {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.874614] env[69357]: DEBUG oslo_vmware.api [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': task-3282897, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.924175] env[69357]: DEBUG nova.network.neutron [-] [instance: f4d88563-12d8-4196-854c-768310775bbe] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.038772] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3e394c56-3de9-4157-b134-686aaf989f0d tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Lock "28286417-98bc-4df3-b6d6-13b32ea1b304" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.139s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.049703] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282900, 'name': CreateVM_Task, 'duration_secs': 0.341035} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.049877] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.050596] env[69357]: DEBUG oslo_concurrency.lockutils [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.050762] env[69357]: DEBUG oslo_concurrency.lockutils [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.051126] env[69357]: DEBUG oslo_concurrency.lockutils [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.051389] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d5cd8ef-4ab2-4cb3-840f-ba93aaf64c4c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.056692] env[69357]: DEBUG oslo_vmware.api [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 933.056692] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c247cc-f9e2-1998-b1c9-27ae494d6406" [ 933.056692] env[69357]: _type = "Task" [ 933.056692] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.065704] env[69357]: DEBUG oslo_vmware.api [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c247cc-f9e2-1998-b1c9-27ae494d6406, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.150445] env[69357]: DEBUG oslo_concurrency.lockutils [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.982s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.153099] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.091s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.155315] env[69357]: INFO nova.compute.claims [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] [instance: a615691c-6328-4da1-973a-024a5864419b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.158029] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "refresh_cache-b11d0515-96c6-4642-9138-fd1717ee5980" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.158117] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquired lock "refresh_cache-b11d0515-96c6-4642-9138-fd1717ee5980" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.158258] env[69357]: DEBUG nova.network.neutron [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.176376] env[69357]: INFO nova.scheduler.client.report [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Deleted allocations for instance 64746735-2833-4b59-b40c-80985b2bca72 [ 933.373844] env[69357]: DEBUG oslo_vmware.api [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': task-3282897, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.424954] env[69357]: DEBUG nova.network.neutron [req-c1c6ecbc-1c9b-410e-8d38-fbe1eebae7ea req-ddd32a4c-5120-421f-a391-238eabfa46d4 service nova] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Updated VIF entry in instance network info cache for port 5102908f-e028-4263-8706-1621337f379f. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.425344] env[69357]: DEBUG nova.network.neutron [req-c1c6ecbc-1c9b-410e-8d38-fbe1eebae7ea req-ddd32a4c-5120-421f-a391-238eabfa46d4 service nova] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Updating instance_info_cache with network_info: [{"id": "5102908f-e028-4263-8706-1621337f379f", "address": "fa:16:3e:c3:9d:92", "network": {"id": "91507c6f-2dae-4b3a-832f-a0844c7f3c7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-298291127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25f1f9bf540c4f3ca42ed05d7038170a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5102908f-e0", "ovs_interfaceid": "5102908f-e028-4263-8706-1621337f379f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.428492] env[69357]: INFO nova.compute.manager [-] [instance: f4d88563-12d8-4196-854c-768310775bbe] Took 1.02 seconds to deallocate network for instance. [ 933.568632] env[69357]: DEBUG oslo_vmware.api [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c247cc-f9e2-1998-b1c9-27ae494d6406, 'name': SearchDatastore_Task, 'duration_secs': 0.010312} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.568939] env[69357]: DEBUG oslo_concurrency.lockutils [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.569196] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.569435] env[69357]: DEBUG oslo_concurrency.lockutils [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.569582] env[69357]: DEBUG oslo_concurrency.lockutils [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.569757] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.570035] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b0aa359-d236-4aef-bef5-83504fc1afb0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.579726] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.579910] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.580627] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff80f4e1-3014-4bb0-a944-bebb212b240f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.586228] env[69357]: DEBUG oslo_vmware.api [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 933.586228] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f59534-a5ca-73df-562c-4520dfdbbd12" [ 933.586228] env[69357]: _type = "Task" [ 933.586228] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.594537] env[69357]: DEBUG oslo_vmware.api [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f59534-a5ca-73df-562c-4520dfdbbd12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.684145] env[69357]: DEBUG oslo_concurrency.lockutils [None req-31869982-79b2-45e5-9a63-d3fde7a1da1a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "64746735-2833-4b59-b40c-80985b2bca72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.765s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.725393] env[69357]: DEBUG nova.network.neutron [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 933.874348] env[69357]: DEBUG oslo_vmware.api [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': task-3282897, 'name': PowerOnVM_Task, 'duration_secs': 1.473931} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.874685] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.874850] env[69357]: DEBUG nova.compute.manager [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.875670] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b22d0c-a8b5-4089-87f4-d35c71527624 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.928033] env[69357]: DEBUG oslo_concurrency.lockutils [req-c1c6ecbc-1c9b-410e-8d38-fbe1eebae7ea req-ddd32a4c-5120-421f-a391-238eabfa46d4 service nova] Releasing lock "refresh_cache-293709c1-4f73-4f7c-a4b9-c11d41ab685e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.928188] env[69357]: DEBUG nova.compute.manager [req-c1c6ecbc-1c9b-410e-8d38-fbe1eebae7ea req-ddd32a4c-5120-421f-a391-238eabfa46d4 service nova] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Received event network-vif-plugged-11e21727-fab3-42d6-92aa-7e00740f020a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.928538] env[69357]: DEBUG oslo_concurrency.lockutils [req-c1c6ecbc-1c9b-410e-8d38-fbe1eebae7ea req-ddd32a4c-5120-421f-a391-238eabfa46d4 service nova] Acquiring lock "b11d0515-96c6-4642-9138-fd1717ee5980-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.928633] env[69357]: DEBUG oslo_concurrency.lockutils [req-c1c6ecbc-1c9b-410e-8d38-fbe1eebae7ea req-ddd32a4c-5120-421f-a391-238eabfa46d4 service nova] Lock "b11d0515-96c6-4642-9138-fd1717ee5980-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.929188] env[69357]: DEBUG oslo_concurrency.lockutils [req-c1c6ecbc-1c9b-410e-8d38-fbe1eebae7ea req-ddd32a4c-5120-421f-a391-238eabfa46d4 service nova] Lock "b11d0515-96c6-4642-9138-fd1717ee5980-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.929188] env[69357]: DEBUG nova.compute.manager [req-c1c6ecbc-1c9b-410e-8d38-fbe1eebae7ea req-ddd32a4c-5120-421f-a391-238eabfa46d4 service nova] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] No waiting events found dispatching network-vif-plugged-11e21727-fab3-42d6-92aa-7e00740f020a {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 933.929188] env[69357]: WARNING nova.compute.manager [req-c1c6ecbc-1c9b-410e-8d38-fbe1eebae7ea req-ddd32a4c-5120-421f-a391-238eabfa46d4 service nova] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Received unexpected event network-vif-plugged-11e21727-fab3-42d6-92aa-7e00740f020a for instance with vm_state building and task_state spawning. [ 933.929512] env[69357]: DEBUG nova.compute.manager [req-c1c6ecbc-1c9b-410e-8d38-fbe1eebae7ea req-ddd32a4c-5120-421f-a391-238eabfa46d4 service nova] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Received event network-changed-11e21727-fab3-42d6-92aa-7e00740f020a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.929725] env[69357]: DEBUG nova.compute.manager [req-c1c6ecbc-1c9b-410e-8d38-fbe1eebae7ea req-ddd32a4c-5120-421f-a391-238eabfa46d4 service nova] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Refreshing instance network info cache due to event network-changed-11e21727-fab3-42d6-92aa-7e00740f020a. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.930053] env[69357]: DEBUG oslo_concurrency.lockutils [req-c1c6ecbc-1c9b-410e-8d38-fbe1eebae7ea req-ddd32a4c-5120-421f-a391-238eabfa46d4 service nova] Acquiring lock "refresh_cache-b11d0515-96c6-4642-9138-fd1717ee5980" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.934730] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.941230] env[69357]: DEBUG nova.network.neutron [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Updating instance_info_cache with network_info: [{"id": "11e21727-fab3-42d6-92aa-7e00740f020a", "address": "fa:16:3e:a2:33:5e", "network": {"id": "82c49d87-7977-405b-bca5-306c72e67e92", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1883218750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43de1ca6f72548b8b9e0f140b9228aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11e21727-fa", "ovs_interfaceid": "11e21727-fab3-42d6-92aa-7e00740f020a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.098436] env[69357]: DEBUG oslo_vmware.api [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f59534-a5ca-73df-562c-4520dfdbbd12, 'name': SearchDatastore_Task, 'duration_secs': 0.00908} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.099667] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f93e452a-003a-43f2-951a-fa3e45c2886c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.107030] env[69357]: DEBUG oslo_vmware.api [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 934.107030] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a28f75-960f-cae5-0803-69d61d3eb2bc" [ 934.107030] env[69357]: _type = "Task" [ 934.107030] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.114537] env[69357]: DEBUG oslo_vmware.api [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a28f75-960f-cae5-0803-69d61d3eb2bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.395126] env[69357]: DEBUG oslo_concurrency.lockutils [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.441933] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9d8a1b-6233-4b07-91bf-054f0776eb8f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.445183] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Releasing lock "refresh_cache-b11d0515-96c6-4642-9138-fd1717ee5980" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.445548] env[69357]: DEBUG nova.compute.manager [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Instance network_info: |[{"id": "11e21727-fab3-42d6-92aa-7e00740f020a", "address": "fa:16:3e:a2:33:5e", "network": {"id": "82c49d87-7977-405b-bca5-306c72e67e92", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1883218750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43de1ca6f72548b8b9e0f140b9228aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11e21727-fa", "ovs_interfaceid": "11e21727-fab3-42d6-92aa-7e00740f020a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 934.445931] env[69357]: DEBUG oslo_concurrency.lockutils [req-c1c6ecbc-1c9b-410e-8d38-fbe1eebae7ea req-ddd32a4c-5120-421f-a391-238eabfa46d4 service nova] Acquired lock "refresh_cache-b11d0515-96c6-4642-9138-fd1717ee5980" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.446173] env[69357]: DEBUG nova.network.neutron [req-c1c6ecbc-1c9b-410e-8d38-fbe1eebae7ea req-ddd32a4c-5120-421f-a391-238eabfa46d4 service nova] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Refreshing network info cache for port 11e21727-fab3-42d6-92aa-7e00740f020a {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.447487] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:33:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11e21727-fab3-42d6-92aa-7e00740f020a', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.455670] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.457247] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.457515] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48a76627-019f-44da-94d9-1d5b91d6399d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.474276] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc31e1ff-98c7-44d2-a44e-90051fe05cd4 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Volume attach. Driver type: vmdk {{(pid=69357) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 934.474546] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc31e1ff-98c7-44d2-a44e-90051fe05cd4 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655617', 'volume_id': '14561113-ee40-469e-8a30-8aeabe51f83a', 'name': 'volume-14561113-ee40-469e-8a30-8aeabe51f83a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff1d2974-d5a3-4753-9fa4-77f49949dd16', 'attached_at': '', 'detached_at': '', 'volume_id': '14561113-ee40-469e-8a30-8aeabe51f83a', 'serial': '14561113-ee40-469e-8a30-8aeabe51f83a'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 934.477577] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39de6635-7499-42c1-887f-eb2de100cbf4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.481909] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d079c52-1728-4c8b-a512-12726130c438 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.486690] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.486690] env[69357]: value = "task-3282901" [ 934.486690] env[69357]: _type = "Task" [ 934.486690] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.528758] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c61f929-2176-4dfd-bb97-8d5f1783002e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.532116] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d82fd17-0ffb-4881-bd2f-01f53a23e095 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.538068] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282901, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.557375] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae82b0d-373e-48b9-8051-82140211e2d6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.561859] env[69357]: DEBUG oslo_concurrency.lockutils [None req-64a84be5-e9d3-46ad-9d0d-e98348b3e22a tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Acquiring lock "28286417-98bc-4df3-b6d6-13b32ea1b304" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.562113] env[69357]: DEBUG oslo_concurrency.lockutils [None req-64a84be5-e9d3-46ad-9d0d-e98348b3e22a tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Lock "28286417-98bc-4df3-b6d6-13b32ea1b304" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.562312] env[69357]: DEBUG oslo_concurrency.lockutils [None req-64a84be5-e9d3-46ad-9d0d-e98348b3e22a tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Acquiring lock "28286417-98bc-4df3-b6d6-13b32ea1b304-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.562491] env[69357]: DEBUG oslo_concurrency.lockutils [None req-64a84be5-e9d3-46ad-9d0d-e98348b3e22a tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Lock "28286417-98bc-4df3-b6d6-13b32ea1b304-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.562655] env[69357]: DEBUG oslo_concurrency.lockutils [None req-64a84be5-e9d3-46ad-9d0d-e98348b3e22a tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Lock "28286417-98bc-4df3-b6d6-13b32ea1b304-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.572376] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc31e1ff-98c7-44d2-a44e-90051fe05cd4 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] volume-14561113-ee40-469e-8a30-8aeabe51f83a/volume-14561113-ee40-469e-8a30-8aeabe51f83a.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.572989] env[69357]: INFO nova.compute.manager [None req-64a84be5-e9d3-46ad-9d0d-e98348b3e22a tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Terminating instance [ 934.574997] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc52c975-3938-4384-a90a-1ad9c5eedf75 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.601102] env[69357]: DEBUG nova.compute.provider_tree [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.603764] env[69357]: DEBUG oslo_vmware.api [None req-dc31e1ff-98c7-44d2-a44e-90051fe05cd4 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 934.603764] env[69357]: value = "task-3282902" [ 934.603764] env[69357]: _type = "Task" [ 934.603764] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.616743] env[69357]: DEBUG oslo_vmware.api [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a28f75-960f-cae5-0803-69d61d3eb2bc, 'name': SearchDatastore_Task, 'duration_secs': 0.00994} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.619900] env[69357]: DEBUG oslo_concurrency.lockutils [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.620191] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 293709c1-4f73-4f7c-a4b9-c11d41ab685e/293709c1-4f73-4f7c-a4b9-c11d41ab685e.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.620723] env[69357]: DEBUG oslo_vmware.api [None req-dc31e1ff-98c7-44d2-a44e-90051fe05cd4 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3282902, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.620948] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b938efdc-b72f-4547-81ed-9168a9ec212f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.628260] env[69357]: DEBUG oslo_vmware.api [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 934.628260] env[69357]: value = "task-3282903" [ 934.628260] env[69357]: _type = "Task" [ 934.628260] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.637485] env[69357]: DEBUG oslo_vmware.api [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3282903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.011377] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282901, 'name': CreateVM_Task, 'duration_secs': 0.411354} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.011691] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.012508] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.012689] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.013052] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.015864] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-099f00bf-2c13-4f6a-8cee-37e7dea7d92f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.022213] env[69357]: DEBUG oslo_vmware.api [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 935.022213] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52872d5c-703b-1532-122f-78aadcdb9872" [ 935.022213] env[69357]: _type = "Task" [ 935.022213] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.035085] env[69357]: DEBUG oslo_vmware.api [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52872d5c-703b-1532-122f-78aadcdb9872, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.091060] env[69357]: DEBUG nova.compute.manager [None req-64a84be5-e9d3-46ad-9d0d-e98348b3e22a tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.091318] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-64a84be5-e9d3-46ad-9d0d-e98348b3e22a tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.092223] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507146eb-c9d4-41fd-b772-8f34753baafc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.109651] env[69357]: DEBUG nova.scheduler.client.report [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.118375] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a84be5-e9d3-46ad-9d0d-e98348b3e22a tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.121557] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e9b0acf-b14a-48dd-aca2-51e7ecc8cb20 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.135027] env[69357]: DEBUG oslo_vmware.api [None req-dc31e1ff-98c7-44d2-a44e-90051fe05cd4 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3282902, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.137296] env[69357]: DEBUG oslo_vmware.api [None req-64a84be5-e9d3-46ad-9d0d-e98348b3e22a tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Waiting for the task: (returnval){ [ 935.137296] env[69357]: value = "task-3282904" [ 935.137296] env[69357]: _type = "Task" [ 935.137296] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.148499] env[69357]: DEBUG oslo_vmware.api [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3282903, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484899} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.148841] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 293709c1-4f73-4f7c-a4b9-c11d41ab685e/293709c1-4f73-4f7c-a4b9-c11d41ab685e.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.149135] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.149446] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d45296b1-6596-43af-b3ef-f08e3a68a55d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.155563] env[69357]: DEBUG oslo_vmware.api [None req-64a84be5-e9d3-46ad-9d0d-e98348b3e22a tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Task: {'id': task-3282904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.162116] env[69357]: DEBUG oslo_vmware.api [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 935.162116] env[69357]: value = "task-3282905" [ 935.162116] env[69357]: _type = "Task" [ 935.162116] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.171677] env[69357]: DEBUG oslo_vmware.api [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3282905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.378322] env[69357]: DEBUG nova.network.neutron [req-c1c6ecbc-1c9b-410e-8d38-fbe1eebae7ea req-ddd32a4c-5120-421f-a391-238eabfa46d4 service nova] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Updated VIF entry in instance network info cache for port 11e21727-fab3-42d6-92aa-7e00740f020a. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 935.378683] env[69357]: DEBUG nova.network.neutron [req-c1c6ecbc-1c9b-410e-8d38-fbe1eebae7ea req-ddd32a4c-5120-421f-a391-238eabfa46d4 service nova] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Updating instance_info_cache with network_info: [{"id": "11e21727-fab3-42d6-92aa-7e00740f020a", "address": "fa:16:3e:a2:33:5e", "network": {"id": "82c49d87-7977-405b-bca5-306c72e67e92", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1883218750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43de1ca6f72548b8b9e0f140b9228aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11e21727-fa", "ovs_interfaceid": "11e21727-fab3-42d6-92aa-7e00740f020a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.535376] env[69357]: DEBUG oslo_vmware.api [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52872d5c-703b-1532-122f-78aadcdb9872, 'name': SearchDatastore_Task, 'duration_secs': 0.058845} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.535738] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.535969] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.536233] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.536382] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.536579] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.536878] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cd6e6a8-d6a5-405b-8202-ea19c5c363d5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.546862] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.547091] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.547846] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19f5f1e1-f282-4dd6-b582-730d64f80ec4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.553709] env[69357]: DEBUG oslo_vmware.api [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 935.553709] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a159e0-c75f-0ccd-2754-db9ef60aae1d" [ 935.553709] env[69357]: _type = "Task" [ 935.553709] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.563322] env[69357]: DEBUG oslo_vmware.api [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a159e0-c75f-0ccd-2754-db9ef60aae1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.629039] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.476s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.630022] env[69357]: DEBUG nova.compute.manager [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] [instance: a615691c-6328-4da1-973a-024a5864419b] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 935.632461] env[69357]: DEBUG oslo_vmware.api [None req-dc31e1ff-98c7-44d2-a44e-90051fe05cd4 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3282902, 'name': ReconfigVM_Task, 'duration_secs': 0.635521} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.632761] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.138s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.634524] env[69357]: INFO nova.compute.claims [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.637439] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc31e1ff-98c7-44d2-a44e-90051fe05cd4 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Reconfigured VM instance instance-0000002a to attach disk [datastore2] volume-14561113-ee40-469e-8a30-8aeabe51f83a/volume-14561113-ee40-469e-8a30-8aeabe51f83a.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.642546] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df9f2a9e-b7e6-4421-abf0-3f7c637c6929 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.663737] env[69357]: DEBUG oslo_vmware.api [None req-64a84be5-e9d3-46ad-9d0d-e98348b3e22a tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Task: {'id': task-3282904, 'name': PowerOffVM_Task, 'duration_secs': 0.506939} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.667666] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a84be5-e9d3-46ad-9d0d-e98348b3e22a tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.667844] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-64a84be5-e9d3-46ad-9d0d-e98348b3e22a tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.668151] env[69357]: DEBUG oslo_vmware.api [None req-dc31e1ff-98c7-44d2-a44e-90051fe05cd4 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 935.668151] env[69357]: value = "task-3282906" [ 935.668151] env[69357]: _type = "Task" [ 935.668151] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.668933] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48b833fa-83ee-4ba2-9ec8-6831baac6e9d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.676997] env[69357]: DEBUG oslo_vmware.api [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3282905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.375274} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.677544] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.678259] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c821fe46-799a-4f57-b5c3-6ca77a6e2bf7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.685336] env[69357]: DEBUG oslo_vmware.api [None req-dc31e1ff-98c7-44d2-a44e-90051fe05cd4 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3282906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.708343] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 293709c1-4f73-4f7c-a4b9-c11d41ab685e/293709c1-4f73-4f7c-a4b9-c11d41ab685e.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.708984] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a32830c3-c40c-4296-a25f-22ef47c3f1bb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.736735] env[69357]: DEBUG oslo_vmware.api [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 935.736735] env[69357]: value = "task-3282908" [ 935.736735] env[69357]: _type = "Task" [ 935.736735] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.749229] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Acquiring lock "6d1b068e-3bc9-4b90-88a5-0f074666e084" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.749488] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Lock "6d1b068e-3bc9-4b90-88a5-0f074666e084" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.749747] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Acquiring lock "6d1b068e-3bc9-4b90-88a5-0f074666e084-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.749936] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Lock "6d1b068e-3bc9-4b90-88a5-0f074666e084-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.750122] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Lock "6d1b068e-3bc9-4b90-88a5-0f074666e084-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.751800] env[69357]: DEBUG oslo_vmware.api [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3282908, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.752267] env[69357]: INFO nova.compute.manager [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Terminating instance [ 935.759560] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-64a84be5-e9d3-46ad-9d0d-e98348b3e22a tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.760197] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-64a84be5-e9d3-46ad-9d0d-e98348b3e22a tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.760475] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-64a84be5-e9d3-46ad-9d0d-e98348b3e22a tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Deleting the datastore file [datastore2] 28286417-98bc-4df3-b6d6-13b32ea1b304 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.760931] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aea4cf95-1100-416d-ae15-609858fe7dc0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.770636] env[69357]: DEBUG oslo_vmware.api [None req-64a84be5-e9d3-46ad-9d0d-e98348b3e22a tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Waiting for the task: (returnval){ [ 935.770636] env[69357]: value = "task-3282909" [ 935.770636] env[69357]: _type = "Task" [ 935.770636] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.779669] env[69357]: DEBUG oslo_vmware.api [None req-64a84be5-e9d3-46ad-9d0d-e98348b3e22a tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Task: {'id': task-3282909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.881763] env[69357]: DEBUG oslo_concurrency.lockutils [req-c1c6ecbc-1c9b-410e-8d38-fbe1eebae7ea req-ddd32a4c-5120-421f-a391-238eabfa46d4 service nova] Releasing lock "refresh_cache-b11d0515-96c6-4642-9138-fd1717ee5980" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.066276] env[69357]: DEBUG oslo_vmware.api [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a159e0-c75f-0ccd-2754-db9ef60aae1d, 'name': SearchDatastore_Task, 'duration_secs': 0.012625} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.067080] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4688033-7f51-4545-b061-d1d7073d852d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.073047] env[69357]: DEBUG oslo_vmware.api [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 936.073047] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5270f92c-a676-3b46-90f9-429ffeb1db2e" [ 936.073047] env[69357]: _type = "Task" [ 936.073047] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.081230] env[69357]: DEBUG oslo_vmware.api [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5270f92c-a676-3b46-90f9-429ffeb1db2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.145045] env[69357]: DEBUG nova.compute.utils [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.147841] env[69357]: DEBUG nova.compute.manager [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] [instance: a615691c-6328-4da1-973a-024a5864419b] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.148020] env[69357]: DEBUG nova.network.neutron [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] [instance: a615691c-6328-4da1-973a-024a5864419b] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.181099] env[69357]: DEBUG oslo_vmware.api [None req-dc31e1ff-98c7-44d2-a44e-90051fe05cd4 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3282906, 'name': ReconfigVM_Task, 'duration_secs': 0.165038} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.181457] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc31e1ff-98c7-44d2-a44e-90051fe05cd4 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655617', 'volume_id': '14561113-ee40-469e-8a30-8aeabe51f83a', 'name': 'volume-14561113-ee40-469e-8a30-8aeabe51f83a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff1d2974-d5a3-4753-9fa4-77f49949dd16', 'attached_at': '', 'detached_at': '', 'volume_id': '14561113-ee40-469e-8a30-8aeabe51f83a', 'serial': '14561113-ee40-469e-8a30-8aeabe51f83a'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 936.215444] env[69357]: DEBUG nova.policy [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '811a38c93dc14705b783eac2d0276e5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '576eea496ba741bf8ac9ecca7025f62f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.248142] env[69357]: DEBUG oslo_vmware.api [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3282908, 'name': ReconfigVM_Task, 'duration_secs': 0.32942} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.248444] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 293709c1-4f73-4f7c-a4b9-c11d41ab685e/293709c1-4f73-4f7c-a4b9-c11d41ab685e.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.249072] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3605275-ef5c-4ad1-b3e6-9603e901a1da {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.256310] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Acquiring lock "refresh_cache-6d1b068e-3bc9-4b90-88a5-0f074666e084" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.256511] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Acquired lock "refresh_cache-6d1b068e-3bc9-4b90-88a5-0f074666e084" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.256699] env[69357]: DEBUG nova.network.neutron [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.259140] env[69357]: DEBUG oslo_vmware.api [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 936.259140] env[69357]: value = "task-3282910" [ 936.259140] env[69357]: _type = "Task" [ 936.259140] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.268900] env[69357]: DEBUG oslo_vmware.api [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3282910, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.280563] env[69357]: DEBUG oslo_vmware.api [None req-64a84be5-e9d3-46ad-9d0d-e98348b3e22a tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Task: {'id': task-3282909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188098} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.280891] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-64a84be5-e9d3-46ad-9d0d-e98348b3e22a tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.281135] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-64a84be5-e9d3-46ad-9d0d-e98348b3e22a tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.281342] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-64a84be5-e9d3-46ad-9d0d-e98348b3e22a tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.281533] env[69357]: INFO nova.compute.manager [None req-64a84be5-e9d3-46ad-9d0d-e98348b3e22a tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Took 1.19 seconds to destroy the instance on the hypervisor. [ 936.281932] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64a84be5-e9d3-46ad-9d0d-e98348b3e22a tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.282075] env[69357]: DEBUG nova.compute.manager [-] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.282198] env[69357]: DEBUG nova.network.neutron [-] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.571994] env[69357]: DEBUG nova.compute.manager [req-7c27332e-8e74-429e-9011-2c8bd70f230c req-01cb6bcd-dfff-4867-a742-3e524fa160d0 service nova] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Received event network-vif-deleted-fb4db29f-7ad6-41ed-b9fa-deedb56c2162 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.572177] env[69357]: INFO nova.compute.manager [req-7c27332e-8e74-429e-9011-2c8bd70f230c req-01cb6bcd-dfff-4867-a742-3e524fa160d0 service nova] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Neutron deleted interface fb4db29f-7ad6-41ed-b9fa-deedb56c2162; detaching it from the instance and deleting it from the info cache [ 936.572373] env[69357]: DEBUG nova.network.neutron [req-7c27332e-8e74-429e-9011-2c8bd70f230c req-01cb6bcd-dfff-4867-a742-3e524fa160d0 service nova] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.586927] env[69357]: DEBUG oslo_vmware.api [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5270f92c-a676-3b46-90f9-429ffeb1db2e, 'name': SearchDatastore_Task, 'duration_secs': 0.010134} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.587202] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.587593] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] b11d0515-96c6-4642-9138-fd1717ee5980/b11d0515-96c6-4642-9138-fd1717ee5980.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.587718] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b379e5ff-78b5-4fd7-b781-961cd245132c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.597820] env[69357]: DEBUG oslo_vmware.api [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 936.597820] env[69357]: value = "task-3282911" [ 936.597820] env[69357]: _type = "Task" [ 936.597820] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.608030] env[69357]: DEBUG oslo_vmware.api [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282911, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.629372] env[69357]: DEBUG nova.network.neutron [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] [instance: a615691c-6328-4da1-973a-024a5864419b] Successfully created port: 2565a190-8b8f-495c-a6af-2066d7db055c {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 936.654432] env[69357]: DEBUG nova.compute.manager [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] [instance: a615691c-6328-4da1-973a-024a5864419b] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 936.772012] env[69357]: DEBUG oslo_vmware.api [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3282910, 'name': Rename_Task, 'duration_secs': 0.155243} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.777089] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.778590] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c98a561f-6f8a-4a2b-983b-11fd5eb0173a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.786709] env[69357]: DEBUG oslo_vmware.api [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 936.786709] env[69357]: value = "task-3282912" [ 936.786709] env[69357]: _type = "Task" [ 936.786709] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.787948] env[69357]: DEBUG nova.network.neutron [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.801293] env[69357]: DEBUG oslo_vmware.api [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3282912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.851595] env[69357]: DEBUG nova.network.neutron [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.969603] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a484d7-c8c8-481e-b585-3f9f94264770 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.977678] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc93570-0e83-42b2-9459-113215ed5baa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.011595] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d42ddf-8b2d-40e5-ae06-1ea58f16162e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.019588] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5a6839-3b82-4e7f-9d65-33fff2f72b79 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.035481] env[69357]: DEBUG nova.compute.provider_tree [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.050787] env[69357]: DEBUG nova.network.neutron [-] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.076438] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-292f9ff6-037c-4d8a-94c4-de158cccab00 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.086243] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd5c806-75a1-4f84-ba89-9f6f8b78619c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.106998] env[69357]: DEBUG oslo_vmware.api [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282911, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478689} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.107316] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] b11d0515-96c6-4642-9138-fd1717ee5980/b11d0515-96c6-4642-9138-fd1717ee5980.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.107559] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.119240] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4ff0f30-cfe8-48ba-a9a6-b839e793cbbb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.121845] env[69357]: DEBUG nova.compute.manager [req-7c27332e-8e74-429e-9011-2c8bd70f230c req-01cb6bcd-dfff-4867-a742-3e524fa160d0 service nova] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Detach interface failed, port_id=fb4db29f-7ad6-41ed-b9fa-deedb56c2162, reason: Instance 28286417-98bc-4df3-b6d6-13b32ea1b304 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 937.127338] env[69357]: DEBUG oslo_vmware.api [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 937.127338] env[69357]: value = "task-3282913" [ 937.127338] env[69357]: _type = "Task" [ 937.127338] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.137127] env[69357]: DEBUG oslo_vmware.api [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.220253] env[69357]: DEBUG nova.objects.instance [None req-dc31e1ff-98c7-44d2-a44e-90051fe05cd4 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lazy-loading 'flavor' on Instance uuid ff1d2974-d5a3-4753-9fa4-77f49949dd16 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.300368] env[69357]: DEBUG oslo_vmware.api [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3282912, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.354799] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Releasing lock "refresh_cache-6d1b068e-3bc9-4b90-88a5-0f074666e084" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.356245] env[69357]: DEBUG nova.compute.manager [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 937.356245] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.356647] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffc4822-ed26-44df-adff-85064165b6f2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.364849] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.365137] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eaf6eb7b-4054-40ea-9aa1-cf7c7302cc2e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.373130] env[69357]: DEBUG oslo_vmware.api [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Waiting for the task: (returnval){ [ 937.373130] env[69357]: value = "task-3282914" [ 937.373130] env[69357]: _type = "Task" [ 937.373130] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.383020] env[69357]: DEBUG oslo_vmware.api [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': task-3282914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.538971] env[69357]: DEBUG nova.scheduler.client.report [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.553240] env[69357]: INFO nova.compute.manager [-] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Took 1.27 seconds to deallocate network for instance. [ 937.637208] env[69357]: DEBUG oslo_vmware.api [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120713} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.637498] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.638346] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a0bc36-070c-47da-91c8-d9ace8122284 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.660348] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] b11d0515-96c6-4642-9138-fd1717ee5980/b11d0515-96c6-4642-9138-fd1717ee5980.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.661010] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8414990d-3bdc-4dd6-b186-a8ac9fc54148 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.677584] env[69357]: DEBUG nova.compute.manager [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] [instance: a615691c-6328-4da1-973a-024a5864419b] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 937.684256] env[69357]: DEBUG oslo_vmware.api [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 937.684256] env[69357]: value = "task-3282915" [ 937.684256] env[69357]: _type = "Task" [ 937.684256] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.694728] env[69357]: DEBUG oslo_vmware.api [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282915, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.710595] env[69357]: DEBUG nova.virt.hardware [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.710819] env[69357]: DEBUG nova.virt.hardware [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.710974] env[69357]: DEBUG nova.virt.hardware [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.711165] env[69357]: DEBUG nova.virt.hardware [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.711325] env[69357]: DEBUG nova.virt.hardware [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.711471] env[69357]: DEBUG nova.virt.hardware [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.711675] env[69357]: DEBUG nova.virt.hardware [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.712956] env[69357]: DEBUG nova.virt.hardware [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.712956] env[69357]: DEBUG nova.virt.hardware [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.712956] env[69357]: DEBUG nova.virt.hardware [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.712956] env[69357]: DEBUG nova.virt.hardware [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.713557] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bddc0f5-cd3a-4fac-878a-8a2cb3e39211 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.722115] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b03dd7-0d20-4edc-9d9e-814a0cdff041 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.730502] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dc31e1ff-98c7-44d2-a44e-90051fe05cd4 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "ff1d2974-d5a3-4753-9fa4-77f49949dd16" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.386s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.800253] env[69357]: DEBUG oslo_vmware.api [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3282912, 'name': PowerOnVM_Task, 'duration_secs': 0.622857} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.800547] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.800761] env[69357]: INFO nova.compute.manager [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Took 8.06 seconds to spawn the instance on the hypervisor. [ 937.800940] env[69357]: DEBUG nova.compute.manager [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.801760] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbe9702-fd0a-41e9-b865-002c7dd425b3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.882848] env[69357]: DEBUG oslo_vmware.api [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': task-3282914, 'name': PowerOffVM_Task, 'duration_secs': 0.16397} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.883053] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.883179] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.883473] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e84cb00e-1b04-4d5f-8242-90f30fc07aaa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.909988] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.909988] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.909988] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Deleting the datastore file [datastore2] 6d1b068e-3bc9-4b90-88a5-0f074666e084 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.909988] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45e70a46-4cd1-4adf-8106-5c7a00da4392 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.916222] env[69357]: DEBUG oslo_vmware.api [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Waiting for the task: (returnval){ [ 937.916222] env[69357]: value = "task-3282917" [ 937.916222] env[69357]: _type = "Task" [ 937.916222] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.925128] env[69357]: DEBUG oslo_vmware.api [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': task-3282917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.045026] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.045670] env[69357]: DEBUG nova.compute.manager [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.048072] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.177s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.052124] env[69357]: DEBUG nova.objects.instance [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lazy-loading 'pci_requests' on Instance uuid 9d3a99e6-4639-440d-90c2-e142903094c0 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.062665] env[69357]: DEBUG oslo_concurrency.lockutils [None req-64a84be5-e9d3-46ad-9d0d-e98348b3e22a tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.078864] env[69357]: DEBUG nova.compute.manager [req-f46a737c-7daa-4fee-b63b-73de945d598f req-05d65d76-fa11-4611-b4be-2549069e5f6c service nova] [instance: a615691c-6328-4da1-973a-024a5864419b] Received event network-vif-plugged-2565a190-8b8f-495c-a6af-2066d7db055c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.079134] env[69357]: DEBUG oslo_concurrency.lockutils [req-f46a737c-7daa-4fee-b63b-73de945d598f req-05d65d76-fa11-4611-b4be-2549069e5f6c service nova] Acquiring lock "a615691c-6328-4da1-973a-024a5864419b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.079303] env[69357]: DEBUG oslo_concurrency.lockutils [req-f46a737c-7daa-4fee-b63b-73de945d598f req-05d65d76-fa11-4611-b4be-2549069e5f6c service nova] Lock "a615691c-6328-4da1-973a-024a5864419b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.079543] env[69357]: DEBUG oslo_concurrency.lockutils [req-f46a737c-7daa-4fee-b63b-73de945d598f req-05d65d76-fa11-4611-b4be-2549069e5f6c service nova] Lock "a615691c-6328-4da1-973a-024a5864419b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.079678] env[69357]: DEBUG nova.compute.manager [req-f46a737c-7daa-4fee-b63b-73de945d598f req-05d65d76-fa11-4611-b4be-2549069e5f6c service nova] [instance: a615691c-6328-4da1-973a-024a5864419b] No waiting events found dispatching network-vif-plugged-2565a190-8b8f-495c-a6af-2066d7db055c {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 938.079835] env[69357]: WARNING nova.compute.manager [req-f46a737c-7daa-4fee-b63b-73de945d598f req-05d65d76-fa11-4611-b4be-2549069e5f6c service nova] [instance: a615691c-6328-4da1-973a-024a5864419b] Received unexpected event network-vif-plugged-2565a190-8b8f-495c-a6af-2066d7db055c for instance with vm_state building and task_state spawning. [ 938.194762] env[69357]: DEBUG oslo_vmware.api [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282915, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.217135] env[69357]: DEBUG nova.network.neutron [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] [instance: a615691c-6328-4da1-973a-024a5864419b] Successfully updated port: 2565a190-8b8f-495c-a6af-2066d7db055c {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.323582] env[69357]: INFO nova.compute.manager [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Took 21.81 seconds to build instance. [ 938.404697] env[69357]: DEBUG oslo_concurrency.lockutils [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Acquiring lock "47b1d65d-fa52-4abc-a387-7313d13a9a22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.404992] env[69357]: DEBUG oslo_concurrency.lockutils [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Lock "47b1d65d-fa52-4abc-a387-7313d13a9a22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.405235] env[69357]: DEBUG oslo_concurrency.lockutils [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Acquiring lock "47b1d65d-fa52-4abc-a387-7313d13a9a22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.405423] env[69357]: DEBUG oslo_concurrency.lockutils [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Lock "47b1d65d-fa52-4abc-a387-7313d13a9a22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.405592] env[69357]: DEBUG oslo_concurrency.lockutils [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Lock "47b1d65d-fa52-4abc-a387-7313d13a9a22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.407799] env[69357]: INFO nova.compute.manager [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Terminating instance [ 938.428023] env[69357]: DEBUG oslo_vmware.api [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Task: {'id': task-3282917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.502513} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.428119] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.428310] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.428985] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.428985] env[69357]: INFO nova.compute.manager [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Took 1.07 seconds to destroy the instance on the hypervisor. [ 938.428985] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.429154] env[69357]: DEBUG nova.compute.manager [-] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 938.429237] env[69357]: DEBUG nova.network.neutron [-] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 938.448051] env[69357]: DEBUG nova.network.neutron [-] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.552377] env[69357]: DEBUG nova.compute.utils [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.555445] env[69357]: DEBUG nova.objects.instance [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lazy-loading 'numa_topology' on Instance uuid 9d3a99e6-4639-440d-90c2-e142903094c0 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.558248] env[69357]: DEBUG nova.compute.manager [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 938.558248] env[69357]: DEBUG nova.network.neutron [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 938.627424] env[69357]: DEBUG nova.policy [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d150351f1234ea6b09193dc72fafec8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38f3df5dc3354306bcda9e8555cfbe85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 938.694910] env[69357]: DEBUG oslo_vmware.api [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282915, 'name': ReconfigVM_Task, 'duration_secs': 0.99126} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.695308] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Reconfigured VM instance instance-0000004d to attach disk [datastore2] b11d0515-96c6-4642-9138-fd1717ee5980/b11d0515-96c6-4642-9138-fd1717ee5980.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.695926] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d4f4536-c1e5-4705-bf07-f68b2ad6ce52 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.702205] env[69357]: DEBUG oslo_vmware.api [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 938.702205] env[69357]: value = "task-3282918" [ 938.702205] env[69357]: _type = "Task" [ 938.702205] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.710212] env[69357]: DEBUG oslo_vmware.api [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282918, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.720868] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Acquiring lock "refresh_cache-a615691c-6328-4da1-973a-024a5864419b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.722923] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Acquired lock "refresh_cache-a615691c-6328-4da1-973a-024a5864419b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.723258] env[69357]: DEBUG nova.network.neutron [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] [instance: a615691c-6328-4da1-973a-024a5864419b] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.829695] env[69357]: DEBUG oslo_concurrency.lockutils [None req-865a2dc3-bc6f-4503-a0a6-daecfc9621c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "293709c1-4f73-4f7c-a4b9-c11d41ab685e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.331s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.914966] env[69357]: DEBUG nova.compute.manager [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 938.915262] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.915555] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5818506a-dccb-4e0d-8c83-c34d8be8b8cc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.926276] env[69357]: DEBUG oslo_vmware.api [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Waiting for the task: (returnval){ [ 938.926276] env[69357]: value = "task-3282919" [ 938.926276] env[69357]: _type = "Task" [ 938.926276] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.934579] env[69357]: DEBUG oslo_vmware.api [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Task: {'id': task-3282919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.951898] env[69357]: DEBUG nova.network.neutron [-] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.058153] env[69357]: DEBUG nova.compute.manager [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.061008] env[69357]: INFO nova.compute.claims [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.087208] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "b1395227-b74b-4fee-8895-26a4b293fb1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.087473] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "b1395227-b74b-4fee-8895-26a4b293fb1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.213093] env[69357]: DEBUG oslo_vmware.api [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282918, 'name': Rename_Task, 'duration_secs': 0.324834} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.213356] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.213637] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a35badd3-142e-45b7-933c-cbfef2cdd2bb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.221429] env[69357]: DEBUG oslo_vmware.api [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 939.221429] env[69357]: value = "task-3282920" [ 939.221429] env[69357]: _type = "Task" [ 939.221429] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.231969] env[69357]: DEBUG oslo_vmware.api [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.262905] env[69357]: DEBUG nova.network.neutron [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] [instance: a615691c-6328-4da1-973a-024a5864419b] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.396715] env[69357]: DEBUG nova.network.neutron [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] [instance: a615691c-6328-4da1-973a-024a5864419b] Updating instance_info_cache with network_info: [{"id": "2565a190-8b8f-495c-a6af-2066d7db055c", "address": "fa:16:3e:9c:72:a2", "network": {"id": "52ba159e-9888-432e-9692-607df696eaf3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-59249802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "576eea496ba741bf8ac9ecca7025f62f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2565a190-8b", "ovs_interfaceid": "2565a190-8b8f-495c-a6af-2066d7db055c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.436307] env[69357]: DEBUG oslo_vmware.api [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Task: {'id': task-3282919, 'name': PowerOffVM_Task, 'duration_secs': 0.199404} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.436617] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.436817] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Volume detach. Driver type: vmdk {{(pid=69357) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 939.437022] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655537', 'volume_id': 'ecfe0e91-7398-48da-8dd1-dea0f82b2c6b', 'name': 'volume-ecfe0e91-7398-48da-8dd1-dea0f82b2c6b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '47b1d65d-fa52-4abc-a387-7313d13a9a22', 'attached_at': '', 'detached_at': '', 'volume_id': 'ecfe0e91-7398-48da-8dd1-dea0f82b2c6b', 'serial': 'ecfe0e91-7398-48da-8dd1-dea0f82b2c6b'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 939.437868] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbed056-0142-4ad6-97f6-093ace460435 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.456809] env[69357]: INFO nova.compute.manager [-] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Took 1.03 seconds to deallocate network for instance. [ 939.459142] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f945d9-9f16-44d0-87ab-d1a1cade0813 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.471454] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf651b2a-2bf4-466f-9870-74ccd666b814 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.494946] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05616cf3-b0ba-45d0-8d61-7cd6feea1018 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.512955] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] The volume has not been displaced from its original location: [datastore2] volume-ecfe0e91-7398-48da-8dd1-dea0f82b2c6b/volume-ecfe0e91-7398-48da-8dd1-dea0f82b2c6b.vmdk. No consolidation needed. {{(pid=69357) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 939.518498] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Reconfiguring VM instance instance-00000037 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 939.519117] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeedde9e-b570-4a1e-97bd-97112e07ae69 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.537482] env[69357]: DEBUG oslo_vmware.api [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Waiting for the task: (returnval){ [ 939.537482] env[69357]: value = "task-3282921" [ 939.537482] env[69357]: _type = "Task" [ 939.537482] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.548379] env[69357]: DEBUG oslo_vmware.api [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Task: {'id': task-3282921, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.580384] env[69357]: DEBUG nova.network.neutron [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Successfully created port: 32893093-4e6b-4067-98aa-d66aa69f2cc3 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.590949] env[69357]: DEBUG nova.compute.manager [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 939.731862] env[69357]: DEBUG oslo_vmware.api [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282920, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.900316] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Releasing lock "refresh_cache-a615691c-6328-4da1-973a-024a5864419b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.900697] env[69357]: DEBUG nova.compute.manager [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] [instance: a615691c-6328-4da1-973a-024a5864419b] Instance network_info: |[{"id": "2565a190-8b8f-495c-a6af-2066d7db055c", "address": "fa:16:3e:9c:72:a2", "network": {"id": "52ba159e-9888-432e-9692-607df696eaf3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-59249802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "576eea496ba741bf8ac9ecca7025f62f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2565a190-8b", "ovs_interfaceid": "2565a190-8b8f-495c-a6af-2066d7db055c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 939.901223] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] [instance: a615691c-6328-4da1-973a-024a5864419b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:72:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '310b8ba9-edca-4135-863e-f4a786dd4a77', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2565a190-8b8f-495c-a6af-2066d7db055c', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 939.908935] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Creating folder: Project (576eea496ba741bf8ac9ecca7025f62f). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 939.909595] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f7afda2-3d3c-404d-81a6-883048c586ef {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.920638] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Created folder: Project (576eea496ba741bf8ac9ecca7025f62f) in parent group-v655402. [ 939.920842] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Creating folder: Instances. Parent ref: group-v655622. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 939.921102] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0755c789-9aaf-4eb3-8296-915d9e4fdf35 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.929686] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Created folder: Instances in parent group-v655622. [ 939.929997] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.930135] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a615691c-6328-4da1-973a-024a5864419b] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 939.930350] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3eb3159c-f30c-4691-8a7e-f08e1e318016 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.950999] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.950999] env[69357]: value = "task-3282924" [ 939.950999] env[69357]: _type = "Task" [ 939.950999] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.959150] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282924, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.969379] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.052947] env[69357]: DEBUG oslo_vmware.api [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Task: {'id': task-3282921, 'name': ReconfigVM_Task, 'duration_secs': 0.199575} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.052947] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Reconfigured VM instance instance-00000037 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 940.059358] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-331d9714-be17-441d-a427-bafb6243f9cb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.077977] env[69357]: DEBUG nova.compute.manager [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.085715] env[69357]: DEBUG oslo_vmware.api [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Waiting for the task: (returnval){ [ 940.085715] env[69357]: value = "task-3282925" [ 940.085715] env[69357]: _type = "Task" [ 940.085715] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.097719] env[69357]: DEBUG oslo_vmware.api [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Task: {'id': task-3282925, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.110277] env[69357]: DEBUG nova.virt.hardware [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.110412] env[69357]: DEBUG nova.virt.hardware [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.110561] env[69357]: DEBUG nova.virt.hardware [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.110733] env[69357]: DEBUG nova.virt.hardware [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.110939] env[69357]: DEBUG nova.virt.hardware [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.111024] env[69357]: DEBUG nova.virt.hardware [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.111243] env[69357]: DEBUG nova.virt.hardware [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.111561] env[69357]: DEBUG nova.virt.hardware [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.111664] env[69357]: DEBUG nova.virt.hardware [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.111852] env[69357]: DEBUG nova.virt.hardware [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.112183] env[69357]: DEBUG nova.virt.hardware [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.112976] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acdf5bcc-b591-4a1f-8f7c-870ea871dcb4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.119406] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.123012] env[69357]: DEBUG nova.compute.manager [req-d89225cd-49f0-4dd0-b9b8-7ea63692b0f1 req-2afdc4f0-dc1d-4709-baf6-44d58087e22a service nova] [instance: a615691c-6328-4da1-973a-024a5864419b] Received event network-changed-2565a190-8b8f-495c-a6af-2066d7db055c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.123198] env[69357]: DEBUG nova.compute.manager [req-d89225cd-49f0-4dd0-b9b8-7ea63692b0f1 req-2afdc4f0-dc1d-4709-baf6-44d58087e22a service nova] [instance: a615691c-6328-4da1-973a-024a5864419b] Refreshing instance network info cache due to event network-changed-2565a190-8b8f-495c-a6af-2066d7db055c. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.123404] env[69357]: DEBUG oslo_concurrency.lockutils [req-d89225cd-49f0-4dd0-b9b8-7ea63692b0f1 req-2afdc4f0-dc1d-4709-baf6-44d58087e22a service nova] Acquiring lock "refresh_cache-a615691c-6328-4da1-973a-024a5864419b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.125813] env[69357]: DEBUG oslo_concurrency.lockutils [req-d89225cd-49f0-4dd0-b9b8-7ea63692b0f1 req-2afdc4f0-dc1d-4709-baf6-44d58087e22a service nova] Acquired lock "refresh_cache-a615691c-6328-4da1-973a-024a5864419b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.125813] env[69357]: DEBUG nova.network.neutron [req-d89225cd-49f0-4dd0-b9b8-7ea63692b0f1 req-2afdc4f0-dc1d-4709-baf6-44d58087e22a service nova] [instance: a615691c-6328-4da1-973a-024a5864419b] Refreshing network info cache for port 2565a190-8b8f-495c-a6af-2066d7db055c {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.129261] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824a0373-e5b6-4f90-82fa-952c339511b6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.235821] env[69357]: DEBUG oslo_vmware.api [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282920, 'name': PowerOnVM_Task, 'duration_secs': 0.846417} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.235948] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.236203] env[69357]: INFO nova.compute.manager [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Took 8.05 seconds to spawn the instance on the hypervisor. [ 940.236341] env[69357]: DEBUG nova.compute.manager [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.237138] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0461820-b9fa-40ae-b7b9-84d7f5257b55 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.395273] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df960dcb-c96b-401c-9541-048cc652f95e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.402754] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fbbcb9-510e-4daa-a4f1-e72e87999e22 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.433342] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5877ca16-12f3-4583-9e84-802c717a0ce4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.441066] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e44a06-d824-4958-a8e5-82d7978f73fc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.453990] env[69357]: DEBUG nova.compute.provider_tree [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.463012] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282924, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.595578] env[69357]: DEBUG oslo_vmware.api [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Task: {'id': task-3282925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.764236] env[69357]: INFO nova.compute.manager [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Took 23.27 seconds to build instance. [ 940.839890] env[69357]: DEBUG nova.network.neutron [req-d89225cd-49f0-4dd0-b9b8-7ea63692b0f1 req-2afdc4f0-dc1d-4709-baf6-44d58087e22a service nova] [instance: a615691c-6328-4da1-973a-024a5864419b] Updated VIF entry in instance network info cache for port 2565a190-8b8f-495c-a6af-2066d7db055c. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 940.840273] env[69357]: DEBUG nova.network.neutron [req-d89225cd-49f0-4dd0-b9b8-7ea63692b0f1 req-2afdc4f0-dc1d-4709-baf6-44d58087e22a service nova] [instance: a615691c-6328-4da1-973a-024a5864419b] Updating instance_info_cache with network_info: [{"id": "2565a190-8b8f-495c-a6af-2066d7db055c", "address": "fa:16:3e:9c:72:a2", "network": {"id": "52ba159e-9888-432e-9692-607df696eaf3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-59249802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "576eea496ba741bf8ac9ecca7025f62f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2565a190-8b", "ovs_interfaceid": "2565a190-8b8f-495c-a6af-2066d7db055c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.959931] env[69357]: DEBUG nova.scheduler.client.report [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.968334] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282924, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.096094] env[69357]: DEBUG oslo_vmware.api [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Task: {'id': task-3282925, 'name': ReconfigVM_Task, 'duration_secs': 0.741173} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.096420] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655537', 'volume_id': 'ecfe0e91-7398-48da-8dd1-dea0f82b2c6b', 'name': 'volume-ecfe0e91-7398-48da-8dd1-dea0f82b2c6b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '47b1d65d-fa52-4abc-a387-7313d13a9a22', 'attached_at': '', 'detached_at': '', 'volume_id': 'ecfe0e91-7398-48da-8dd1-dea0f82b2c6b', 'serial': 'ecfe0e91-7398-48da-8dd1-dea0f82b2c6b'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 941.096697] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.097486] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba95040-208e-48d8-b97b-76c32d6f997d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.104993] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.105320] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f15ed96a-3b1c-45aa-b8f4-e67fd93ced2c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.169023] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.169023] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.169023] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Deleting the datastore file [datastore2] 47b1d65d-fa52-4abc-a387-7313d13a9a22 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.169023] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bfd462b-1626-46a2-ac12-f05dac9a9efa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.175085] env[69357]: DEBUG oslo_vmware.api [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Waiting for the task: (returnval){ [ 941.175085] env[69357]: value = "task-3282927" [ 941.175085] env[69357]: _type = "Task" [ 941.175085] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.185371] env[69357]: DEBUG oslo_vmware.api [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Task: {'id': task-3282927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.262966] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e783211e-969e-4cf7-a02a-e12314c7d570 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "b11d0515-96c6-4642-9138-fd1717ee5980" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.776s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.295986] env[69357]: DEBUG oslo_concurrency.lockutils [None req-481f4aff-5a84-4ef0-b5b9-fc6645718209 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Acquiring lock "26f8e64b-a2f1-4659-ba44-8511c7b71f4b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.296260] env[69357]: DEBUG oslo_concurrency.lockutils [None req-481f4aff-5a84-4ef0-b5b9-fc6645718209 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Lock "26f8e64b-a2f1-4659-ba44-8511c7b71f4b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.347315] env[69357]: DEBUG oslo_concurrency.lockutils [req-d89225cd-49f0-4dd0-b9b8-7ea63692b0f1 req-2afdc4f0-dc1d-4709-baf6-44d58087e22a service nova] Releasing lock "refresh_cache-a615691c-6328-4da1-973a-024a5864419b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.347315] env[69357]: DEBUG nova.compute.manager [req-d89225cd-49f0-4dd0-b9b8-7ea63692b0f1 req-2afdc4f0-dc1d-4709-baf6-44d58087e22a service nova] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Received event network-changed-5102908f-e028-4263-8706-1621337f379f {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.347315] env[69357]: DEBUG nova.compute.manager [req-d89225cd-49f0-4dd0-b9b8-7ea63692b0f1 req-2afdc4f0-dc1d-4709-baf6-44d58087e22a service nova] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Refreshing instance network info cache due to event network-changed-5102908f-e028-4263-8706-1621337f379f. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 941.347315] env[69357]: DEBUG oslo_concurrency.lockutils [req-d89225cd-49f0-4dd0-b9b8-7ea63692b0f1 req-2afdc4f0-dc1d-4709-baf6-44d58087e22a service nova] Acquiring lock "refresh_cache-293709c1-4f73-4f7c-a4b9-c11d41ab685e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.347315] env[69357]: DEBUG oslo_concurrency.lockutils [req-d89225cd-49f0-4dd0-b9b8-7ea63692b0f1 req-2afdc4f0-dc1d-4709-baf6-44d58087e22a service nova] Acquired lock "refresh_cache-293709c1-4f73-4f7c-a4b9-c11d41ab685e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.347315] env[69357]: DEBUG nova.network.neutron [req-d89225cd-49f0-4dd0-b9b8-7ea63692b0f1 req-2afdc4f0-dc1d-4709-baf6-44d58087e22a service nova] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Refreshing network info cache for port 5102908f-e028-4263-8706-1621337f379f {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.435920] env[69357]: DEBUG nova.network.neutron [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Successfully updated port: 32893093-4e6b-4067-98aa-d66aa69f2cc3 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 941.470257] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.422s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.473793] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282924, 'name': CreateVM_Task, 'duration_secs': 1.138314} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.474642] env[69357]: DEBUG oslo_concurrency.lockutils [None req-313d0e1d-8088-4e40-8731-4850d8732329 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.122s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.475043] env[69357]: DEBUG nova.objects.instance [None req-313d0e1d-8088-4e40-8731-4850d8732329 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lazy-loading 'resources' on Instance uuid 41430e64-1805-4d83-8f22-e967c59f12fd {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.476491] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a615691c-6328-4da1-973a-024a5864419b] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.478056] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.478329] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.478781] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.479169] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0e99123-1164-458b-acef-df209a406921 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.487309] env[69357]: DEBUG oslo_vmware.api [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Waiting for the task: (returnval){ [ 941.487309] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ced80c-1ad9-6d92-1b26-c21ed3103483" [ 941.487309] env[69357]: _type = "Task" [ 941.487309] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.497585] env[69357]: DEBUG oslo_vmware.api [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ced80c-1ad9-6d92-1b26-c21ed3103483, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.542090] env[69357]: INFO nova.network.neutron [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Updating port 0deb64b4-52ef-4aae-abfb-868208d52aea with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 941.685994] env[69357]: DEBUG oslo_vmware.api [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Task: {'id': task-3282927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114898} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.686944] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.687269] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.687535] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.687797] env[69357]: INFO nova.compute.manager [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Took 2.77 seconds to destroy the instance on the hypervisor. [ 941.688519] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.688519] env[69357]: DEBUG nova.compute.manager [-] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 941.688519] env[69357]: DEBUG nova.network.neutron [-] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 941.804941] env[69357]: DEBUG nova.compute.utils [None req-481f4aff-5a84-4ef0-b5b9-fc6645718209 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.941350] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "refresh_cache-6f036279-a4b6-4427-a490-15ec5a5cb41c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.941350] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquired lock "refresh_cache-6f036279-a4b6-4427-a490-15ec5a5cb41c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.941350] env[69357]: DEBUG nova.network.neutron [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.006111] env[69357]: DEBUG oslo_vmware.api [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ced80c-1ad9-6d92-1b26-c21ed3103483, 'name': SearchDatastore_Task, 'duration_secs': 0.010774} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.006460] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.006683] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] [instance: a615691c-6328-4da1-973a-024a5864419b] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.006915] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.010761] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.010761] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.010761] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dfd51f2-e63c-468c-81a5-37d0d4f97177 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.018833] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.019222] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.020076] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-599d55a3-d682-4e60-a7ee-31a22081865e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.027887] env[69357]: DEBUG oslo_vmware.api [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Waiting for the task: (returnval){ [ 942.027887] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52831999-3111-ad9e-f97f-b3c89ad1ecba" [ 942.027887] env[69357]: _type = "Task" [ 942.027887] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.041966] env[69357]: DEBUG oslo_vmware.api [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52831999-3111-ad9e-f97f-b3c89ad1ecba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.169203] env[69357]: DEBUG nova.network.neutron [req-d89225cd-49f0-4dd0-b9b8-7ea63692b0f1 req-2afdc4f0-dc1d-4709-baf6-44d58087e22a service nova] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Updated VIF entry in instance network info cache for port 5102908f-e028-4263-8706-1621337f379f. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 942.169203] env[69357]: DEBUG nova.network.neutron [req-d89225cd-49f0-4dd0-b9b8-7ea63692b0f1 req-2afdc4f0-dc1d-4709-baf6-44d58087e22a service nova] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Updating instance_info_cache with network_info: [{"id": "5102908f-e028-4263-8706-1621337f379f", "address": "fa:16:3e:c3:9d:92", "network": {"id": "91507c6f-2dae-4b3a-832f-a0844c7f3c7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-298291127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25f1f9bf540c4f3ca42ed05d7038170a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5102908f-e0", "ovs_interfaceid": "5102908f-e028-4263-8706-1621337f379f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.292052] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095ba9a7-dcb6-4ebc-9033-2a2b6d951004 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.299581] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6ba1ff-be23-40ac-8047-c43259a4528e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.304442] env[69357]: DEBUG nova.compute.manager [req-3f79d17e-f418-4fd3-b749-87d814796ce7 req-ae3310eb-0f09-4919-a112-1c3e27b46803 service nova] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Received event network-vif-plugged-32893093-4e6b-4067-98aa-d66aa69f2cc3 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.304697] env[69357]: DEBUG oslo_concurrency.lockutils [req-3f79d17e-f418-4fd3-b749-87d814796ce7 req-ae3310eb-0f09-4919-a112-1c3e27b46803 service nova] Acquiring lock "6f036279-a4b6-4427-a490-15ec5a5cb41c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.304906] env[69357]: DEBUG oslo_concurrency.lockutils [req-3f79d17e-f418-4fd3-b749-87d814796ce7 req-ae3310eb-0f09-4919-a112-1c3e27b46803 service nova] Lock "6f036279-a4b6-4427-a490-15ec5a5cb41c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.305091] env[69357]: DEBUG oslo_concurrency.lockutils [req-3f79d17e-f418-4fd3-b749-87d814796ce7 req-ae3310eb-0f09-4919-a112-1c3e27b46803 service nova] Lock "6f036279-a4b6-4427-a490-15ec5a5cb41c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.305258] env[69357]: DEBUG nova.compute.manager [req-3f79d17e-f418-4fd3-b749-87d814796ce7 req-ae3310eb-0f09-4919-a112-1c3e27b46803 service nova] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] No waiting events found dispatching network-vif-plugged-32893093-4e6b-4067-98aa-d66aa69f2cc3 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 942.305421] env[69357]: WARNING nova.compute.manager [req-3f79d17e-f418-4fd3-b749-87d814796ce7 req-ae3310eb-0f09-4919-a112-1c3e27b46803 service nova] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Received unexpected event network-vif-plugged-32893093-4e6b-4067-98aa-d66aa69f2cc3 for instance with vm_state building and task_state spawning. [ 942.305575] env[69357]: DEBUG nova.compute.manager [req-3f79d17e-f418-4fd3-b749-87d814796ce7 req-ae3310eb-0f09-4919-a112-1c3e27b46803 service nova] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Received event network-changed-32893093-4e6b-4067-98aa-d66aa69f2cc3 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.305728] env[69357]: DEBUG nova.compute.manager [req-3f79d17e-f418-4fd3-b749-87d814796ce7 req-ae3310eb-0f09-4919-a112-1c3e27b46803 service nova] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Refreshing instance network info cache due to event network-changed-32893093-4e6b-4067-98aa-d66aa69f2cc3. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.305888] env[69357]: DEBUG oslo_concurrency.lockutils [req-3f79d17e-f418-4fd3-b749-87d814796ce7 req-ae3310eb-0f09-4919-a112-1c3e27b46803 service nova] Acquiring lock "refresh_cache-6f036279-a4b6-4427-a490-15ec5a5cb41c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.308046] env[69357]: DEBUG oslo_concurrency.lockutils [None req-481f4aff-5a84-4ef0-b5b9-fc6645718209 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Lock "26f8e64b-a2f1-4659-ba44-8511c7b71f4b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.336719] env[69357]: DEBUG nova.compute.manager [req-d6270d12-3584-4f04-bad1-27e6927e93d5 req-65fe3e94-b317-4443-9c64-2f1639d8314c service nova] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Received event network-vif-deleted-d3531845-6de7-4a8e-a1cb-1fb05204b669 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.336914] env[69357]: INFO nova.compute.manager [req-d6270d12-3584-4f04-bad1-27e6927e93d5 req-65fe3e94-b317-4443-9c64-2f1639d8314c service nova] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Neutron deleted interface d3531845-6de7-4a8e-a1cb-1fb05204b669; detaching it from the instance and deleting it from the info cache [ 942.337101] env[69357]: DEBUG nova.network.neutron [req-d6270d12-3584-4f04-bad1-27e6927e93d5 req-65fe3e94-b317-4443-9c64-2f1639d8314c service nova] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.339997] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a2cf41-dff9-445d-b97a-69eac16496cc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.349077] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ab1299-7d49-4f8d-8da2-d8c960e70df7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.363213] env[69357]: DEBUG nova.compute.provider_tree [None req-313d0e1d-8088-4e40-8731-4850d8732329 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.471316] env[69357]: DEBUG nova.network.neutron [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.542951] env[69357]: DEBUG oslo_vmware.api [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52831999-3111-ad9e-f97f-b3c89ad1ecba, 'name': SearchDatastore_Task, 'duration_secs': 0.020693} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.543746] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b00ef372-1f58-4444-b24b-f3d7aa0b01a3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.549211] env[69357]: DEBUG oslo_vmware.api [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Waiting for the task: (returnval){ [ 942.549211] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5266d264-6ea6-f85d-e29c-b7e6e92f2d81" [ 942.549211] env[69357]: _type = "Task" [ 942.549211] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.557629] env[69357]: DEBUG oslo_vmware.api [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5266d264-6ea6-f85d-e29c-b7e6e92f2d81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.604786] env[69357]: DEBUG nova.network.neutron [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Updating instance_info_cache with network_info: [{"id": "32893093-4e6b-4067-98aa-d66aa69f2cc3", "address": "fa:16:3e:d3:bb:12", "network": {"id": "2fbba22a-bd77-4c91-a9de-d7d33c4fd3aa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-982232869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38f3df5dc3354306bcda9e8555cfbe85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32893093-4e", "ovs_interfaceid": "32893093-4e6b-4067-98aa-d66aa69f2cc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.647307] env[69357]: DEBUG nova.compute.manager [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Stashing vm_state: active {{(pid=69357) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 942.672405] env[69357]: DEBUG oslo_concurrency.lockutils [req-d89225cd-49f0-4dd0-b9b8-7ea63692b0f1 req-2afdc4f0-dc1d-4709-baf6-44d58087e22a service nova] Releasing lock "refresh_cache-293709c1-4f73-4f7c-a4b9-c11d41ab685e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.694713] env[69357]: DEBUG nova.network.neutron [-] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.845081] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5971ad5d-863c-416b-a823-c9969cfddd88 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.854055] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a142e3aa-4f0c-4f26-954d-fd8b84a4e36f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.866038] env[69357]: DEBUG nova.scheduler.client.report [None req-313d0e1d-8088-4e40-8731-4850d8732329 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.890940] env[69357]: DEBUG nova.compute.manager [req-d6270d12-3584-4f04-bad1-27e6927e93d5 req-65fe3e94-b317-4443-9c64-2f1639d8314c service nova] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Detach interface failed, port_id=d3531845-6de7-4a8e-a1cb-1fb05204b669, reason: Instance 47b1d65d-fa52-4abc-a387-7313d13a9a22 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 943.060583] env[69357]: DEBUG oslo_vmware.api [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5266d264-6ea6-f85d-e29c-b7e6e92f2d81, 'name': SearchDatastore_Task, 'duration_secs': 0.010556} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.060807] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.061095] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] a615691c-6328-4da1-973a-024a5864419b/a615691c-6328-4da1-973a-024a5864419b.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.061380] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d4a45c1-a796-47bf-bc06-8ccb03307bdd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.068488] env[69357]: DEBUG oslo_vmware.api [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Waiting for the task: (returnval){ [ 943.068488] env[69357]: value = "task-3282928" [ 943.068488] env[69357]: _type = "Task" [ 943.068488] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.076604] env[69357]: DEBUG oslo_vmware.api [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Task: {'id': task-3282928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.108490] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Releasing lock "refresh_cache-6f036279-a4b6-4427-a490-15ec5a5cb41c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.108823] env[69357]: DEBUG nova.compute.manager [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Instance network_info: |[{"id": "32893093-4e6b-4067-98aa-d66aa69f2cc3", "address": "fa:16:3e:d3:bb:12", "network": {"id": "2fbba22a-bd77-4c91-a9de-d7d33c4fd3aa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-982232869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38f3df5dc3354306bcda9e8555cfbe85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32893093-4e", "ovs_interfaceid": "32893093-4e6b-4067-98aa-d66aa69f2cc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 943.109158] env[69357]: DEBUG oslo_concurrency.lockutils [req-3f79d17e-f418-4fd3-b749-87d814796ce7 req-ae3310eb-0f09-4919-a112-1c3e27b46803 service nova] Acquired lock "refresh_cache-6f036279-a4b6-4427-a490-15ec5a5cb41c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.109345] env[69357]: DEBUG nova.network.neutron [req-3f79d17e-f418-4fd3-b749-87d814796ce7 req-ae3310eb-0f09-4919-a112-1c3e27b46803 service nova] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Refreshing network info cache for port 32893093-4e6b-4067-98aa-d66aa69f2cc3 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.110614] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:bb:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4f04accd-4a9f-41a1-b327-c96095e1ade4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32893093-4e6b-4067-98aa-d66aa69f2cc3', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.118799] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.119917] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.120653] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df983d74-4e48-48e0-921a-38b6a58c073e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.138032] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquiring lock "refresh_cache-9d3a99e6-4639-440d-90c2-e142903094c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.138229] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquired lock "refresh_cache-9d3a99e6-4639-440d-90c2-e142903094c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.138445] env[69357]: DEBUG nova.network.neutron [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.146083] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.146083] env[69357]: value = "task-3282929" [ 943.146083] env[69357]: _type = "Task" [ 943.146083] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.163294] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282929, 'name': CreateVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.170730] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.197101] env[69357]: INFO nova.compute.manager [-] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Took 1.51 seconds to deallocate network for instance. [ 943.371092] env[69357]: DEBUG oslo_concurrency.lockutils [None req-313d0e1d-8088-4e40-8731-4850d8732329 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.374103] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.475s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.376049] env[69357]: INFO nova.compute.claims [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.397227] env[69357]: DEBUG oslo_concurrency.lockutils [None req-481f4aff-5a84-4ef0-b5b9-fc6645718209 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Acquiring lock "26f8e64b-a2f1-4659-ba44-8511c7b71f4b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.398010] env[69357]: DEBUG oslo_concurrency.lockutils [None req-481f4aff-5a84-4ef0-b5b9-fc6645718209 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Lock "26f8e64b-a2f1-4659-ba44-8511c7b71f4b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.398010] env[69357]: INFO nova.compute.manager [None req-481f4aff-5a84-4ef0-b5b9-fc6645718209 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Attaching volume 1bce2d0a-1f78-42a8-ba7d-61a0f2194be5 to /dev/sdb [ 943.402312] env[69357]: INFO nova.scheduler.client.report [None req-313d0e1d-8088-4e40-8731-4850d8732329 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Deleted allocations for instance 41430e64-1805-4d83-8f22-e967c59f12fd [ 943.444971] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4c071d-ab61-4b2f-a868-b52200d44acb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.454094] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b256e3-ba40-4dd1-a654-05114ab8cb6c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.470077] env[69357]: DEBUG nova.virt.block_device [None req-481f4aff-5a84-4ef0-b5b9-fc6645718209 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Updating existing volume attachment record: a7e4c4e6-5ac4-4362-8401-3ca4d81985df {{(pid=69357) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 943.580638] env[69357]: DEBUG oslo_vmware.api [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Task: {'id': task-3282928, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.657407] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282929, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.760284] env[69357]: INFO nova.compute.manager [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Took 0.56 seconds to detach 1 volumes for instance. [ 943.765027] env[69357]: DEBUG nova.compute.manager [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Deleting volume: ecfe0e91-7398-48da-8dd1-dea0f82b2c6b {{(pid=69357) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 943.884479] env[69357]: DEBUG nova.network.neutron [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Updating instance_info_cache with network_info: [{"id": "0deb64b4-52ef-4aae-abfb-868208d52aea", "address": "fa:16:3e:2e:fc:e8", "network": {"id": "cc712f17-69e2-4b35-8968-a1091346ece7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1031991286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "599a1079b5654c3292648e2ced84dc7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0deb64b4-52", "ovs_interfaceid": "0deb64b4-52ef-4aae-abfb-868208d52aea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.916907] env[69357]: DEBUG oslo_concurrency.lockutils [None req-313d0e1d-8088-4e40-8731-4850d8732329 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "41430e64-1805-4d83-8f22-e967c59f12fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.225s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.938820] env[69357]: DEBUG nova.network.neutron [req-3f79d17e-f418-4fd3-b749-87d814796ce7 req-ae3310eb-0f09-4919-a112-1c3e27b46803 service nova] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Updated VIF entry in instance network info cache for port 32893093-4e6b-4067-98aa-d66aa69f2cc3. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.939371] env[69357]: DEBUG nova.network.neutron [req-3f79d17e-f418-4fd3-b749-87d814796ce7 req-ae3310eb-0f09-4919-a112-1c3e27b46803 service nova] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Updating instance_info_cache with network_info: [{"id": "32893093-4e6b-4067-98aa-d66aa69f2cc3", "address": "fa:16:3e:d3:bb:12", "network": {"id": "2fbba22a-bd77-4c91-a9de-d7d33c4fd3aa", "bridge": "br-int", "label": "tempest-ImagesTestJSON-982232869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38f3df5dc3354306bcda9e8555cfbe85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32893093-4e", "ovs_interfaceid": "32893093-4e6b-4067-98aa-d66aa69f2cc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.082517] env[69357]: DEBUG oslo_vmware.api [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Task: {'id': task-3282928, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64616} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.082773] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] a615691c-6328-4da1-973a-024a5864419b/a615691c-6328-4da1-973a-024a5864419b.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.083020] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] [instance: a615691c-6328-4da1-973a-024a5864419b] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.083109] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36f2ec7a-e221-4449-98f3-545002266ec8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.091156] env[69357]: DEBUG oslo_vmware.api [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Waiting for the task: (returnval){ [ 944.091156] env[69357]: value = "task-3282934" [ 944.091156] env[69357]: _type = "Task" [ 944.091156] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.099466] env[69357]: DEBUG oslo_vmware.api [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Task: {'id': task-3282934, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.159668] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282929, 'name': CreateVM_Task, 'duration_secs': 0.718187} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.159973] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.160964] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.161245] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.161825] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.162465] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1180ae68-769d-43c5-b261-e4db87501e30 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.167598] env[69357]: DEBUG oslo_vmware.api [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 944.167598] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]529bcf5b-543e-26b4-a479-4a94025e0564" [ 944.167598] env[69357]: _type = "Task" [ 944.167598] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.177585] env[69357]: DEBUG oslo_vmware.api [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]529bcf5b-543e-26b4-a479-4a94025e0564, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.318207] env[69357]: DEBUG oslo_concurrency.lockutils [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.326952] env[69357]: DEBUG nova.compute.manager [req-063d8a26-ff75-4c7c-9a77-74dcdd8df998 req-4bf4431f-8cd0-4c19-8b91-9b0c9984ef53 service nova] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Received event network-vif-plugged-0deb64b4-52ef-4aae-abfb-868208d52aea {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.327187] env[69357]: DEBUG oslo_concurrency.lockutils [req-063d8a26-ff75-4c7c-9a77-74dcdd8df998 req-4bf4431f-8cd0-4c19-8b91-9b0c9984ef53 service nova] Acquiring lock "9d3a99e6-4639-440d-90c2-e142903094c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.327393] env[69357]: DEBUG oslo_concurrency.lockutils [req-063d8a26-ff75-4c7c-9a77-74dcdd8df998 req-4bf4431f-8cd0-4c19-8b91-9b0c9984ef53 service nova] Lock "9d3a99e6-4639-440d-90c2-e142903094c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.327564] env[69357]: DEBUG oslo_concurrency.lockutils [req-063d8a26-ff75-4c7c-9a77-74dcdd8df998 req-4bf4431f-8cd0-4c19-8b91-9b0c9984ef53 service nova] Lock "9d3a99e6-4639-440d-90c2-e142903094c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.327764] env[69357]: DEBUG nova.compute.manager [req-063d8a26-ff75-4c7c-9a77-74dcdd8df998 req-4bf4431f-8cd0-4c19-8b91-9b0c9984ef53 service nova] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] No waiting events found dispatching network-vif-plugged-0deb64b4-52ef-4aae-abfb-868208d52aea {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.327935] env[69357]: WARNING nova.compute.manager [req-063d8a26-ff75-4c7c-9a77-74dcdd8df998 req-4bf4431f-8cd0-4c19-8b91-9b0c9984ef53 service nova] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Received unexpected event network-vif-plugged-0deb64b4-52ef-4aae-abfb-868208d52aea for instance with vm_state shelved_offloaded and task_state spawning. [ 944.328155] env[69357]: DEBUG nova.compute.manager [req-063d8a26-ff75-4c7c-9a77-74dcdd8df998 req-4bf4431f-8cd0-4c19-8b91-9b0c9984ef53 service nova] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Received event network-changed-0deb64b4-52ef-4aae-abfb-868208d52aea {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.328329] env[69357]: DEBUG nova.compute.manager [req-063d8a26-ff75-4c7c-9a77-74dcdd8df998 req-4bf4431f-8cd0-4c19-8b91-9b0c9984ef53 service nova] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Refreshing instance network info cache due to event network-changed-0deb64b4-52ef-4aae-abfb-868208d52aea. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.328499] env[69357]: DEBUG oslo_concurrency.lockutils [req-063d8a26-ff75-4c7c-9a77-74dcdd8df998 req-4bf4431f-8cd0-4c19-8b91-9b0c9984ef53 service nova] Acquiring lock "refresh_cache-9d3a99e6-4639-440d-90c2-e142903094c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.390578] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Releasing lock "refresh_cache-9d3a99e6-4639-440d-90c2-e142903094c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.393125] env[69357]: DEBUG oslo_concurrency.lockutils [req-063d8a26-ff75-4c7c-9a77-74dcdd8df998 req-4bf4431f-8cd0-4c19-8b91-9b0c9984ef53 service nova] Acquired lock "refresh_cache-9d3a99e6-4639-440d-90c2-e142903094c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.393209] env[69357]: DEBUG nova.network.neutron [req-063d8a26-ff75-4c7c-9a77-74dcdd8df998 req-4bf4431f-8cd0-4c19-8b91-9b0c9984ef53 service nova] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Refreshing network info cache for port 0deb64b4-52ef-4aae-abfb-868208d52aea {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.423757] env[69357]: DEBUG nova.virt.hardware [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='22ca276bddecc3193febf25b01fd51ac',container_format='bare',created_at=2025-04-03T20:07:33Z,direct_url=,disk_format='vmdk',id=ccea1b13-3ccb-41c9-a5b2-5159fb59f815,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1861088104-shelved',owner='599a1079b5654c3292648e2ced84dc7b',properties=ImageMetaProps,protected=,size=31590912,status='active',tags=,updated_at=2025-04-03T20:07:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.424579] env[69357]: DEBUG nova.virt.hardware [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.424579] env[69357]: DEBUG nova.virt.hardware [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.424579] env[69357]: DEBUG nova.virt.hardware [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.425308] env[69357]: DEBUG nova.virt.hardware [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.425389] env[69357]: DEBUG nova.virt.hardware [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.426195] env[69357]: DEBUG nova.virt.hardware [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.426195] env[69357]: DEBUG nova.virt.hardware [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.426195] env[69357]: DEBUG nova.virt.hardware [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.426323] env[69357]: DEBUG nova.virt.hardware [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.426961] env[69357]: DEBUG nova.virt.hardware [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.427685] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ded067-1831-4345-a1b4-a3f7758b1ee8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.439330] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b6a197-25db-4dd8-b7c5-68831d085c8a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.446231] env[69357]: DEBUG oslo_concurrency.lockutils [req-3f79d17e-f418-4fd3-b749-87d814796ce7 req-ae3310eb-0f09-4919-a112-1c3e27b46803 service nova] Releasing lock "refresh_cache-6f036279-a4b6-4427-a490-15ec5a5cb41c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.461815] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:fc:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7ab8d568-adb0-4f3b-b6cc-68413e6546ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0deb64b4-52ef-4aae-abfb-868208d52aea', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.473709] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.477473] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.478106] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38c5d9c3-1edb-4799-869a-5a5c4fec6110 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.509217] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.509217] env[69357]: value = "task-3282935" [ 944.509217] env[69357]: _type = "Task" [ 944.509217] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.522547] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282935, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.606480] env[69357]: DEBUG oslo_vmware.api [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Task: {'id': task-3282934, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.273022} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.606764] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] [instance: a615691c-6328-4da1-973a-024a5864419b] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.607696] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bdbfe2-f8ad-4e9f-9d6c-dcaf0f7674d6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.632458] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] [instance: a615691c-6328-4da1-973a-024a5864419b] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] a615691c-6328-4da1-973a-024a5864419b/a615691c-6328-4da1-973a-024a5864419b.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.635997] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-439a8fa8-b568-40a5-9b2b-faf0cb534242 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.657463] env[69357]: DEBUG oslo_vmware.api [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Waiting for the task: (returnval){ [ 944.657463] env[69357]: value = "task-3282936" [ 944.657463] env[69357]: _type = "Task" [ 944.657463] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.665591] env[69357]: DEBUG oslo_vmware.api [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Task: {'id': task-3282936, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.679064] env[69357]: DEBUG oslo_vmware.api [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]529bcf5b-543e-26b4-a479-4a94025e0564, 'name': SearchDatastore_Task, 'duration_secs': 0.020299} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.683347] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.683602] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.683877] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.684051] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.684275] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.684798] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ae527cc-e3c3-41ff-ac15-907e4c603afc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.694815] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.695038] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.698179] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1999d28c-e8ef-4669-9192-e333ddca3f73 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.703273] env[69357]: DEBUG oslo_vmware.api [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 944.703273] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5210e30d-b464-d52a-c131-01bd7db33f97" [ 944.703273] env[69357]: _type = "Task" [ 944.703273] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.711219] env[69357]: DEBUG oslo_vmware.api [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5210e30d-b464-d52a-c131-01bd7db33f97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.769738] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d3e4a1-e2a4-467d-8371-38fd6e4f14e7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.777259] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5aa762d-1e77-442c-9d91-64b74319e6e3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.810301] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f70d70-a07a-428b-b7c2-8110ee9f4ea9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.817687] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21187cb-6f01-458a-841a-93f6a53577e5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.830871] env[69357]: DEBUG nova.compute.provider_tree [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.020988] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282935, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.170334] env[69357]: DEBUG oslo_vmware.api [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Task: {'id': task-3282936, 'name': ReconfigVM_Task, 'duration_secs': 0.491916} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.170654] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] [instance: a615691c-6328-4da1-973a-024a5864419b] Reconfigured VM instance instance-0000004e to attach disk [datastore2] a615691c-6328-4da1-973a-024a5864419b/a615691c-6328-4da1-973a-024a5864419b.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.171290] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68b7f132-6a81-45a0-9fd2-355b5724b099 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.178111] env[69357]: DEBUG oslo_vmware.api [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Waiting for the task: (returnval){ [ 945.178111] env[69357]: value = "task-3282937" [ 945.178111] env[69357]: _type = "Task" [ 945.178111] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.188468] env[69357]: DEBUG oslo_vmware.api [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Task: {'id': task-3282937, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.214082] env[69357]: DEBUG oslo_vmware.api [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5210e30d-b464-d52a-c131-01bd7db33f97, 'name': SearchDatastore_Task, 'duration_secs': 0.017987} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.214916] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be1c0f8a-bcf2-4d8a-bf55-717e3832af43 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.220562] env[69357]: DEBUG oslo_vmware.api [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 945.220562] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e65be5-bc09-3daa-955d-fe610f538826" [ 945.220562] env[69357]: _type = "Task" [ 945.220562] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.228625] env[69357]: DEBUG oslo_vmware.api [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e65be5-bc09-3daa-955d-fe610f538826, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.232850] env[69357]: DEBUG nova.network.neutron [req-063d8a26-ff75-4c7c-9a77-74dcdd8df998 req-4bf4431f-8cd0-4c19-8b91-9b0c9984ef53 service nova] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Updated VIF entry in instance network info cache for port 0deb64b4-52ef-4aae-abfb-868208d52aea. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.233233] env[69357]: DEBUG nova.network.neutron [req-063d8a26-ff75-4c7c-9a77-74dcdd8df998 req-4bf4431f-8cd0-4c19-8b91-9b0c9984ef53 service nova] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Updating instance_info_cache with network_info: [{"id": "0deb64b4-52ef-4aae-abfb-868208d52aea", "address": "fa:16:3e:2e:fc:e8", "network": {"id": "cc712f17-69e2-4b35-8968-a1091346ece7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1031991286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "599a1079b5654c3292648e2ced84dc7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0deb64b4-52", "ovs_interfaceid": "0deb64b4-52ef-4aae-abfb-868208d52aea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.334396] env[69357]: DEBUG nova.scheduler.client.report [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.520339] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282935, 'name': CreateVM_Task, 'duration_secs': 0.628452} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.520544] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.521260] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ccea1b13-3ccb-41c9-a5b2-5159fb59f815" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.521430] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ccea1b13-3ccb-41c9-a5b2-5159fb59f815" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.521901] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ccea1b13-3ccb-41c9-a5b2-5159fb59f815" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.522132] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2275ff1d-e273-40ea-9997-e8210e6c1149 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.526408] env[69357]: DEBUG oslo_vmware.api [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the task: (returnval){ [ 945.526408] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e6d2a5-89d4-2902-3d5e-63fc4611fed6" [ 945.526408] env[69357]: _type = "Task" [ 945.526408] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.535410] env[69357]: DEBUG oslo_vmware.api [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e6d2a5-89d4-2902-3d5e-63fc4611fed6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.688369] env[69357]: DEBUG oslo_vmware.api [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Task: {'id': task-3282937, 'name': Rename_Task, 'duration_secs': 0.139957} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.688649] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] [instance: a615691c-6328-4da1-973a-024a5864419b] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.688903] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85f37f5f-21af-4316-b1f8-9bb1e894ac9e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.694689] env[69357]: DEBUG oslo_vmware.api [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Waiting for the task: (returnval){ [ 945.694689] env[69357]: value = "task-3282938" [ 945.694689] env[69357]: _type = "Task" [ 945.694689] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.702631] env[69357]: DEBUG oslo_vmware.api [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Task: {'id': task-3282938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.730869] env[69357]: DEBUG oslo_vmware.api [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e65be5-bc09-3daa-955d-fe610f538826, 'name': SearchDatastore_Task, 'duration_secs': 0.013266} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.731100] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.731360] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 6f036279-a4b6-4427-a490-15ec5a5cb41c/6f036279-a4b6-4427-a490-15ec5a5cb41c.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.731652] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9f59fb5-879f-4b61-8a86-807caebf9fa9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.735369] env[69357]: DEBUG oslo_concurrency.lockutils [req-063d8a26-ff75-4c7c-9a77-74dcdd8df998 req-4bf4431f-8cd0-4c19-8b91-9b0c9984ef53 service nova] Releasing lock "refresh_cache-9d3a99e6-4639-440d-90c2-e142903094c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.737401] env[69357]: DEBUG oslo_vmware.api [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 945.737401] env[69357]: value = "task-3282939" [ 945.737401] env[69357]: _type = "Task" [ 945.737401] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.745683] env[69357]: DEBUG oslo_vmware.api [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.840144] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.840716] env[69357]: DEBUG nova.compute.manager [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.843701] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.268s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.843904] env[69357]: DEBUG nova.objects.instance [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: f4d88563-12d8-4196-854c-768310775bbe] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69357) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 946.039452] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ccea1b13-3ccb-41c9-a5b2-5159fb59f815" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.039777] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Processing image ccea1b13-3ccb-41c9-a5b2-5159fb59f815 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.040074] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ccea1b13-3ccb-41c9-a5b2-5159fb59f815/ccea1b13-3ccb-41c9-a5b2-5159fb59f815.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.040268] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ccea1b13-3ccb-41c9-a5b2-5159fb59f815/ccea1b13-3ccb-41c9-a5b2-5159fb59f815.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.040538] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.040962] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac232b9a-51ba-49c6-a4cf-6906d29042b9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.055294] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.055522] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.056361] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0e6808b-e940-4334-aaa6-1ef7706c5f8e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.062054] env[69357]: DEBUG oslo_vmware.api [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the task: (returnval){ [ 946.062054] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52b8ccb6-7cb8-4f3e-c8bb-cbd946be887e" [ 946.062054] env[69357]: _type = "Task" [ 946.062054] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.072045] env[69357]: DEBUG oslo_vmware.api [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52b8ccb6-7cb8-4f3e-c8bb-cbd946be887e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.205502] env[69357]: DEBUG oslo_vmware.api [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Task: {'id': task-3282938, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.247459] env[69357]: DEBUG oslo_vmware.api [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282939, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.351097] env[69357]: DEBUG nova.compute.utils [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 946.352409] env[69357]: DEBUG nova.compute.manager [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 946.352581] env[69357]: DEBUG nova.network.neutron [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 946.407502] env[69357]: DEBUG nova.policy [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e6736d51ef34391a190fe911380ac8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2044cd69235d4473aa2549a018e44c85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 946.578775] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Preparing fetch location {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 946.579117] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Fetch image to [datastore2] OSTACK_IMG_acc4b9f9-7878-4657-9be1-ce11e13d0628/OSTACK_IMG_acc4b9f9-7878-4657-9be1-ce11e13d0628.vmdk {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 946.579348] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Downloading stream optimized image ccea1b13-3ccb-41c9-a5b2-5159fb59f815 to [datastore2] OSTACK_IMG_acc4b9f9-7878-4657-9be1-ce11e13d0628/OSTACK_IMG_acc4b9f9-7878-4657-9be1-ce11e13d0628.vmdk on the data store datastore2 as vApp {{(pid=69357) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 946.579540] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Downloading image file data ccea1b13-3ccb-41c9-a5b2-5159fb59f815 to the ESX as VM named 'OSTACK_IMG_acc4b9f9-7878-4657-9be1-ce11e13d0628' {{(pid=69357) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 946.683885] env[69357]: DEBUG oslo_vmware.rw_handles [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 946.683885] env[69357]: value = "resgroup-9" [ 946.683885] env[69357]: _type = "ResourcePool" [ 946.683885] env[69357]: }. {{(pid=69357) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 946.684203] env[69357]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5db006f0-dcf1-4d41-a3f2-1622bb3de79f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.713662] env[69357]: DEBUG oslo_vmware.api [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Task: {'id': task-3282938, 'name': PowerOnVM_Task, 'duration_secs': 0.609232} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.715265] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] [instance: a615691c-6328-4da1-973a-024a5864419b] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.715482] env[69357]: INFO nova.compute.manager [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] [instance: a615691c-6328-4da1-973a-024a5864419b] Took 9.04 seconds to spawn the instance on the hypervisor. [ 946.715661] env[69357]: DEBUG nova.compute.manager [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] [instance: a615691c-6328-4da1-973a-024a5864419b] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.716027] env[69357]: DEBUG oslo_vmware.rw_handles [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lease: (returnval){ [ 946.716027] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52b81161-f6c6-f874-333f-58894a5d5cd8" [ 946.716027] env[69357]: _type = "HttpNfcLease" [ 946.716027] env[69357]: } obtained for vApp import into resource pool (val){ [ 946.716027] env[69357]: value = "resgroup-9" [ 946.716027] env[69357]: _type = "ResourcePool" [ 946.716027] env[69357]: }. {{(pid=69357) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 946.716307] env[69357]: DEBUG oslo_vmware.api [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the lease: (returnval){ [ 946.716307] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52b81161-f6c6-f874-333f-58894a5d5cd8" [ 946.716307] env[69357]: _type = "HttpNfcLease" [ 946.716307] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 946.716862] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d752c3c6-76ec-488a-9ebc-5514cf9da957 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.729504] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 946.729504] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52b81161-f6c6-f874-333f-58894a5d5cd8" [ 946.729504] env[69357]: _type = "HttpNfcLease" [ 946.729504] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 946.747372] env[69357]: DEBUG oslo_vmware.api [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282939, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513536} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.747668] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 6f036279-a4b6-4427-a490-15ec5a5cb41c/6f036279-a4b6-4427-a490-15ec5a5cb41c.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.747902] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.748176] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9db5b616-bd19-4e15-bd70-bae7bc837072 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.753831] env[69357]: DEBUG oslo_vmware.api [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 946.753831] env[69357]: value = "task-3282942" [ 946.753831] env[69357]: _type = "Task" [ 946.753831] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.761414] env[69357]: DEBUG oslo_vmware.api [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.802297] env[69357]: DEBUG nova.network.neutron [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Successfully created port: 0263c35f-9ea6-42f6-aafa-5c815c415538 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 946.855946] env[69357]: DEBUG nova.compute.manager [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 946.859279] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a7573acc-b273-4516-bc0d-059b0fb06b82 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.864020] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.926s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.864020] env[69357]: DEBUG nova.objects.instance [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Lazy-loading 'resources' on Instance uuid f4d88563-12d8-4196-854c-768310775bbe {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.227852] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 947.227852] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52b81161-f6c6-f874-333f-58894a5d5cd8" [ 947.227852] env[69357]: _type = "HttpNfcLease" [ 947.227852] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 947.228290] env[69357]: DEBUG oslo_vmware.rw_handles [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 947.228290] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52b81161-f6c6-f874-333f-58894a5d5cd8" [ 947.228290] env[69357]: _type = "HttpNfcLease" [ 947.228290] env[69357]: }. {{(pid=69357) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 947.228930] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbcf0f4-1571-4fa7-8b3d-2674bb3a617a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.240987] env[69357]: DEBUG oslo_vmware.rw_handles [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525f30fa-817a-0581-ec74-80118d2c2247/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 947.241187] env[69357]: DEBUG oslo_vmware.rw_handles [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Creating HTTP connection to write to file with size = 31590912 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525f30fa-817a-0581-ec74-80118d2c2247/disk-0.vmdk. {{(pid=69357) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 947.242684] env[69357]: INFO nova.compute.manager [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] [instance: a615691c-6328-4da1-973a-024a5864419b] Took 26.21 seconds to build instance. [ 947.310879] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f8a5da32-72f8-45a0-b2c3-64a730ca4ae5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.312645] env[69357]: DEBUG oslo_vmware.api [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066421} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.314566] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.316120] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c53a21-ab99-45c3-bb25-184fec13068d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.340744] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 6f036279-a4b6-4427-a490-15ec5a5cb41c/6f036279-a4b6-4427-a490-15ec5a5cb41c.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.341117] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b2b7a4f-a0b4-4605-af7b-4e0324fc0376 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.362084] env[69357]: DEBUG oslo_vmware.api [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 947.362084] env[69357]: value = "task-3282943" [ 947.362084] env[69357]: _type = "Task" [ 947.362084] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.378017] env[69357]: DEBUG oslo_vmware.api [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282943, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.679363] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3640a29d-1864-4af1-a4de-163224dfc21d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.689179] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f168bb35-96d5-479f-8fbe-e93103453cb1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.735951] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7452a0-b89a-42e8-b5ef-9281cb02cd55 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.746116] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fbbb930e-8c6a-4673-bf65-a6b13ea462dd tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Lock "a615691c-6328-4da1-973a-024a5864419b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.723s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.746116] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b3d833-a38f-47b4-812b-a12fcda6c0be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.763720] env[69357]: DEBUG nova.compute.provider_tree [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.870021] env[69357]: DEBUG nova.compute.manager [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 947.885737] env[69357]: DEBUG oslo_vmware.api [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282943, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.935287] env[69357]: DEBUG nova.virt.hardware [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.935575] env[69357]: DEBUG nova.virt.hardware [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.935810] env[69357]: DEBUG nova.virt.hardware [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.936098] env[69357]: DEBUG nova.virt.hardware [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.936288] env[69357]: DEBUG nova.virt.hardware [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.936445] env[69357]: DEBUG nova.virt.hardware [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.936773] env[69357]: DEBUG nova.virt.hardware [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.936947] env[69357]: DEBUG nova.virt.hardware [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.937220] env[69357]: DEBUG nova.virt.hardware [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.937427] env[69357]: DEBUG nova.virt.hardware [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.937670] env[69357]: DEBUG nova.virt.hardware [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.938825] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d2c480-fd04-411c-a7be-519b489f53bb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.950823] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190e935e-6dc5-4f13-8f52-a697e8bf3e3a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.269543] env[69357]: DEBUG nova.compute.manager [req-c31c27b9-10c1-4a35-8d83-2d97b00fc6bd req-89f7fa27-84e3-4228-923f-91cfb2ef808d service nova] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Received event network-vif-plugged-0263c35f-9ea6-42f6-aafa-5c815c415538 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.269893] env[69357]: DEBUG oslo_concurrency.lockutils [req-c31c27b9-10c1-4a35-8d83-2d97b00fc6bd req-89f7fa27-84e3-4228-923f-91cfb2ef808d service nova] Acquiring lock "97dc6c38-2108-49df-9ccc-dceb0fc41cc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.270065] env[69357]: DEBUG oslo_concurrency.lockutils [req-c31c27b9-10c1-4a35-8d83-2d97b00fc6bd req-89f7fa27-84e3-4228-923f-91cfb2ef808d service nova] Lock "97dc6c38-2108-49df-9ccc-dceb0fc41cc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.270246] env[69357]: DEBUG oslo_concurrency.lockutils [req-c31c27b9-10c1-4a35-8d83-2d97b00fc6bd req-89f7fa27-84e3-4228-923f-91cfb2ef808d service nova] Lock "97dc6c38-2108-49df-9ccc-dceb0fc41cc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.270412] env[69357]: DEBUG nova.compute.manager [req-c31c27b9-10c1-4a35-8d83-2d97b00fc6bd req-89f7fa27-84e3-4228-923f-91cfb2ef808d service nova] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] No waiting events found dispatching network-vif-plugged-0263c35f-9ea6-42f6-aafa-5c815c415538 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 948.270686] env[69357]: WARNING nova.compute.manager [req-c31c27b9-10c1-4a35-8d83-2d97b00fc6bd req-89f7fa27-84e3-4228-923f-91cfb2ef808d service nova] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Received unexpected event network-vif-plugged-0263c35f-9ea6-42f6-aafa-5c815c415538 for instance with vm_state building and task_state spawning. [ 948.271553] env[69357]: DEBUG nova.scheduler.client.report [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.392216] env[69357]: DEBUG oslo_vmware.api [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282943, 'name': ReconfigVM_Task, 'duration_secs': 0.620947} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.393275] env[69357]: DEBUG nova.network.neutron [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Successfully updated port: 0263c35f-9ea6-42f6-aafa-5c815c415538 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 948.395050] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 6f036279-a4b6-4427-a490-15ec5a5cb41c/6f036279-a4b6-4427-a490-15ec5a5cb41c.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.398752] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e1bd485-d7a1-415b-b74f-0c430af7ecdc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.406567] env[69357]: DEBUG oslo_vmware.api [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 948.406567] env[69357]: value = "task-3282944" [ 948.406567] env[69357]: _type = "Task" [ 948.406567] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.421342] env[69357]: DEBUG oslo_vmware.api [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282944, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.523079] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-481f4aff-5a84-4ef0-b5b9-fc6645718209 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Volume attach. Driver type: vmdk {{(pid=69357) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 948.523394] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-481f4aff-5a84-4ef0-b5b9-fc6645718209 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655627', 'volume_id': '1bce2d0a-1f78-42a8-ba7d-61a0f2194be5', 'name': 'volume-1bce2d0a-1f78-42a8-ba7d-61a0f2194be5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '26f8e64b-a2f1-4659-ba44-8511c7b71f4b', 'attached_at': '', 'detached_at': '', 'volume_id': '1bce2d0a-1f78-42a8-ba7d-61a0f2194be5', 'serial': '1bce2d0a-1f78-42a8-ba7d-61a0f2194be5'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 948.524386] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6624c639-cdce-449f-8db6-244181736c29 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.528868] env[69357]: DEBUG oslo_vmware.rw_handles [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Completed reading data from the image iterator. {{(pid=69357) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 948.529208] env[69357]: DEBUG oslo_vmware.rw_handles [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525f30fa-817a-0581-ec74-80118d2c2247/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 948.530062] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d57d2a-d0e3-41c5-a03b-e3c3e8e6b787 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.537481] env[69357]: DEBUG oslo_vmware.rw_handles [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525f30fa-817a-0581-ec74-80118d2c2247/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 948.537589] env[69357]: DEBUG oslo_vmware.rw_handles [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525f30fa-817a-0581-ec74-80118d2c2247/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 948.550424] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-16528620-057b-4bc3-9e09-9d3e641804c6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.553177] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbd5fff-f080-400e-9bb2-5eb3a4324f79 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.581717] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-481f4aff-5a84-4ef0-b5b9-fc6645718209 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] volume-1bce2d0a-1f78-42a8-ba7d-61a0f2194be5/volume-1bce2d0a-1f78-42a8-ba7d-61a0f2194be5.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.582097] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa33bf12-1803-4272-b340-b1c9c59c8820 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.602272] env[69357]: DEBUG oslo_vmware.api [None req-481f4aff-5a84-4ef0-b5b9-fc6645718209 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Waiting for the task: (returnval){ [ 948.602272] env[69357]: value = "task-3282945" [ 948.602272] env[69357]: _type = "Task" [ 948.602272] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.611919] env[69357]: DEBUG oslo_vmware.api [None req-481f4aff-5a84-4ef0-b5b9-fc6645718209 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3282945, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.644116] env[69357]: DEBUG nova.compute.manager [req-4089bcb6-53d5-4b09-b3c7-2268bfc811af req-9e9094c3-19d8-431d-a8e3-8f47f9fc2500 service nova] [instance: a615691c-6328-4da1-973a-024a5864419b] Received event network-changed-2565a190-8b8f-495c-a6af-2066d7db055c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.644338] env[69357]: DEBUG nova.compute.manager [req-4089bcb6-53d5-4b09-b3c7-2268bfc811af req-9e9094c3-19d8-431d-a8e3-8f47f9fc2500 service nova] [instance: a615691c-6328-4da1-973a-024a5864419b] Refreshing instance network info cache due to event network-changed-2565a190-8b8f-495c-a6af-2066d7db055c. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.644572] env[69357]: DEBUG oslo_concurrency.lockutils [req-4089bcb6-53d5-4b09-b3c7-2268bfc811af req-9e9094c3-19d8-431d-a8e3-8f47f9fc2500 service nova] Acquiring lock "refresh_cache-a615691c-6328-4da1-973a-024a5864419b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.644662] env[69357]: DEBUG oslo_concurrency.lockutils [req-4089bcb6-53d5-4b09-b3c7-2268bfc811af req-9e9094c3-19d8-431d-a8e3-8f47f9fc2500 service nova] Acquired lock "refresh_cache-a615691c-6328-4da1-973a-024a5864419b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.644810] env[69357]: DEBUG nova.network.neutron [req-4089bcb6-53d5-4b09-b3c7-2268bfc811af req-9e9094c3-19d8-431d-a8e3-8f47f9fc2500 service nova] [instance: a615691c-6328-4da1-973a-024a5864419b] Refreshing network info cache for port 2565a190-8b8f-495c-a6af-2066d7db055c {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.776774] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.916s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.779894] env[69357]: DEBUG oslo_concurrency.lockutils [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.384s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.779894] env[69357]: DEBUG nova.objects.instance [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69357) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 948.796513] env[69357]: DEBUG oslo_vmware.rw_handles [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525f30fa-817a-0581-ec74-80118d2c2247/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 948.796752] env[69357]: INFO nova.virt.vmwareapi.images [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Downloaded image file data ccea1b13-3ccb-41c9-a5b2-5159fb59f815 [ 948.797686] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e468ab8b-bb3a-426b-b7b8-007c719cfa84 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.816763] env[69357]: INFO nova.scheduler.client.report [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Deleted allocations for instance f4d88563-12d8-4196-854c-768310775bbe [ 948.818134] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-426c80f1-8678-4ba6-8759-63d66000e24d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.852681] env[69357]: INFO nova.virt.vmwareapi.images [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] The imported VM was unregistered [ 948.856346] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Caching image {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 948.856346] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Creating directory with path [datastore2] devstack-image-cache_base/ccea1b13-3ccb-41c9-a5b2-5159fb59f815 {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.856520] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66ba81a1-2c31-4928-bedb-ee7444ad5ecc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.872188] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Created directory with path [datastore2] devstack-image-cache_base/ccea1b13-3ccb-41c9-a5b2-5159fb59f815 {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.872420] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_acc4b9f9-7878-4657-9be1-ce11e13d0628/OSTACK_IMG_acc4b9f9-7878-4657-9be1-ce11e13d0628.vmdk to [datastore2] devstack-image-cache_base/ccea1b13-3ccb-41c9-a5b2-5159fb59f815/ccea1b13-3ccb-41c9-a5b2-5159fb59f815.vmdk. {{(pid=69357) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 948.872704] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0d9c22d3-cd4d-4260-bf77-d37ad200dda5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.882751] env[69357]: DEBUG oslo_vmware.api [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the task: (returnval){ [ 948.882751] env[69357]: value = "task-3282947" [ 948.882751] env[69357]: _type = "Task" [ 948.882751] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.890153] env[69357]: DEBUG oslo_vmware.api [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282947, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.896229] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Acquiring lock "refresh_cache-97dc6c38-2108-49df-9ccc-dceb0fc41cc8" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.896382] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Acquired lock "refresh_cache-97dc6c38-2108-49df-9ccc-dceb0fc41cc8" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.896534] env[69357]: DEBUG nova.network.neutron [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.918963] env[69357]: DEBUG oslo_vmware.api [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282944, 'name': Rename_Task, 'duration_secs': 0.168791} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.919297] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.919557] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c297b13-3d4c-4ae0-b900-06afd602f3df {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.925312] env[69357]: DEBUG oslo_vmware.api [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 948.925312] env[69357]: value = "task-3282948" [ 948.925312] env[69357]: _type = "Task" [ 948.925312] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.933824] env[69357]: DEBUG oslo_vmware.api [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.119026] env[69357]: DEBUG oslo_vmware.api [None req-481f4aff-5a84-4ef0-b5b9-fc6645718209 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3282945, 'name': ReconfigVM_Task, 'duration_secs': 0.379094} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.119026] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-481f4aff-5a84-4ef0-b5b9-fc6645718209 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Reconfigured VM instance instance-0000002e to attach disk [datastore2] volume-1bce2d0a-1f78-42a8-ba7d-61a0f2194be5/volume-1bce2d0a-1f78-42a8-ba7d-61a0f2194be5.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.120477] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4631498-3941-4421-b9c1-c397903ebe60 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.137822] env[69357]: DEBUG oslo_vmware.api [None req-481f4aff-5a84-4ef0-b5b9-fc6645718209 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Waiting for the task: (returnval){ [ 949.137822] env[69357]: value = "task-3282949" [ 949.137822] env[69357]: _type = "Task" [ 949.137822] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.156411] env[69357]: DEBUG oslo_vmware.api [None req-481f4aff-5a84-4ef0-b5b9-fc6645718209 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3282949, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.331084] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d069b7b-fa56-4f2b-b2fa-17aab0470bfa tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Lock "f4d88563-12d8-4196-854c-768310775bbe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.621s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.393961] env[69357]: DEBUG oslo_vmware.api [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282947, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.437141] env[69357]: DEBUG oslo_vmware.api [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282948, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.438091] env[69357]: DEBUG nova.network.neutron [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.613209] env[69357]: DEBUG nova.network.neutron [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Updating instance_info_cache with network_info: [{"id": "0263c35f-9ea6-42f6-aafa-5c815c415538", "address": "fa:16:3e:7f:df:15", "network": {"id": "ee6262b2-0807-432e-a030-a3222778ee50", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2041839166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2044cd69235d4473aa2549a018e44c85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0263c35f-9e", "ovs_interfaceid": "0263c35f-9ea6-42f6-aafa-5c815c415538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.648469] env[69357]: DEBUG oslo_vmware.api [None req-481f4aff-5a84-4ef0-b5b9-fc6645718209 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3282949, 'name': ReconfigVM_Task, 'duration_secs': 0.426399} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.648802] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-481f4aff-5a84-4ef0-b5b9-fc6645718209 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655627', 'volume_id': '1bce2d0a-1f78-42a8-ba7d-61a0f2194be5', 'name': 'volume-1bce2d0a-1f78-42a8-ba7d-61a0f2194be5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '26f8e64b-a2f1-4659-ba44-8511c7b71f4b', 'attached_at': '', 'detached_at': '', 'volume_id': '1bce2d0a-1f78-42a8-ba7d-61a0f2194be5', 'serial': '1bce2d0a-1f78-42a8-ba7d-61a0f2194be5'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 949.792518] env[69357]: DEBUG oslo_concurrency.lockutils [None req-88823347-b974-4f36-bae2-868d19806a1c tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.792518] env[69357]: DEBUG oslo_concurrency.lockutils [None req-64a84be5-e9d3-46ad-9d0d-e98348b3e22a tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.728s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.792518] env[69357]: DEBUG nova.objects.instance [None req-64a84be5-e9d3-46ad-9d0d-e98348b3e22a tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Lazy-loading 'resources' on Instance uuid 28286417-98bc-4df3-b6d6-13b32ea1b304 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.890842] env[69357]: DEBUG oslo_vmware.api [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282947, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.923914] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Acquiring lock "3f6cafba-02ad-47a6-b01d-58ad211c3e61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.924400] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Lock "3f6cafba-02ad-47a6-b01d-58ad211c3e61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.924791] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Acquiring lock "3f6cafba-02ad-47a6-b01d-58ad211c3e61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.925132] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Lock "3f6cafba-02ad-47a6-b01d-58ad211c3e61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.927242] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Lock "3f6cafba-02ad-47a6-b01d-58ad211c3e61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.928413] env[69357]: INFO nova.compute.manager [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] Terminating instance [ 949.937113] env[69357]: DEBUG nova.network.neutron [req-4089bcb6-53d5-4b09-b3c7-2268bfc811af req-9e9094c3-19d8-431d-a8e3-8f47f9fc2500 service nova] [instance: a615691c-6328-4da1-973a-024a5864419b] Updated VIF entry in instance network info cache for port 2565a190-8b8f-495c-a6af-2066d7db055c. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.937863] env[69357]: DEBUG nova.network.neutron [req-4089bcb6-53d5-4b09-b3c7-2268bfc811af req-9e9094c3-19d8-431d-a8e3-8f47f9fc2500 service nova] [instance: a615691c-6328-4da1-973a-024a5864419b] Updating instance_info_cache with network_info: [{"id": "2565a190-8b8f-495c-a6af-2066d7db055c", "address": "fa:16:3e:9c:72:a2", "network": {"id": "52ba159e-9888-432e-9692-607df696eaf3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-59249802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "576eea496ba741bf8ac9ecca7025f62f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2565a190-8b", "ovs_interfaceid": "2565a190-8b8f-495c-a6af-2066d7db055c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.946881] env[69357]: DEBUG oslo_vmware.api [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282948, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.115436] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Releasing lock "refresh_cache-97dc6c38-2108-49df-9ccc-dceb0fc41cc8" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.115815] env[69357]: DEBUG nova.compute.manager [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Instance network_info: |[{"id": "0263c35f-9ea6-42f6-aafa-5c815c415538", "address": "fa:16:3e:7f:df:15", "network": {"id": "ee6262b2-0807-432e-a030-a3222778ee50", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2041839166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2044cd69235d4473aa2549a018e44c85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0263c35f-9e", "ovs_interfaceid": "0263c35f-9ea6-42f6-aafa-5c815c415538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 950.116335] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:df:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '418ddd3d-5f64-407e-8e0c-c8b81639bee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0263c35f-9ea6-42f6-aafa-5c815c415538', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.125468] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Creating folder: Project (2044cd69235d4473aa2549a018e44c85). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.125794] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3ad0002-0718-4593-a05c-c512a2e674fd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.139323] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Created folder: Project (2044cd69235d4473aa2549a018e44c85) in parent group-v655402. [ 950.139597] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Creating folder: Instances. Parent ref: group-v655630. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.139911] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0241c12b-2660-4e92-9c29-2af8753f1feb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.149710] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Created folder: Instances in parent group-v655630. [ 950.149988] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.150218] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.150439] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e771121b-cdc0-444f-87b2-9d2e6966e2c2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.173851] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.173851] env[69357]: value = "task-3282952" [ 950.173851] env[69357]: _type = "Task" [ 950.173851] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.183068] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282952, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.302143] env[69357]: DEBUG nova.compute.manager [req-42d8602e-3e65-46d3-b03c-2d57f2792e26 req-8a753228-fa7d-434c-a8b6-df170c6c2810 service nova] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Received event network-changed-0263c35f-9ea6-42f6-aafa-5c815c415538 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.302375] env[69357]: DEBUG nova.compute.manager [req-42d8602e-3e65-46d3-b03c-2d57f2792e26 req-8a753228-fa7d-434c-a8b6-df170c6c2810 service nova] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Refreshing instance network info cache due to event network-changed-0263c35f-9ea6-42f6-aafa-5c815c415538. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.302566] env[69357]: DEBUG oslo_concurrency.lockutils [req-42d8602e-3e65-46d3-b03c-2d57f2792e26 req-8a753228-fa7d-434c-a8b6-df170c6c2810 service nova] Acquiring lock "refresh_cache-97dc6c38-2108-49df-9ccc-dceb0fc41cc8" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.302758] env[69357]: DEBUG oslo_concurrency.lockutils [req-42d8602e-3e65-46d3-b03c-2d57f2792e26 req-8a753228-fa7d-434c-a8b6-df170c6c2810 service nova] Acquired lock "refresh_cache-97dc6c38-2108-49df-9ccc-dceb0fc41cc8" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.302930] env[69357]: DEBUG nova.network.neutron [req-42d8602e-3e65-46d3-b03c-2d57f2792e26 req-8a753228-fa7d-434c-a8b6-df170c6c2810 service nova] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Refreshing network info cache for port 0263c35f-9ea6-42f6-aafa-5c815c415538 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.392351] env[69357]: DEBUG oslo_vmware.api [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282947, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.440102] env[69357]: DEBUG oslo_concurrency.lockutils [req-4089bcb6-53d5-4b09-b3c7-2268bfc811af req-9e9094c3-19d8-431d-a8e3-8f47f9fc2500 service nova] Releasing lock "refresh_cache-a615691c-6328-4da1-973a-024a5864419b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.444250] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Acquiring lock "refresh_cache-3f6cafba-02ad-47a6-b01d-58ad211c3e61" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.444445] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Acquired lock "refresh_cache-3f6cafba-02ad-47a6-b01d-58ad211c3e61" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.444629] env[69357]: DEBUG nova.network.neutron [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.445957] env[69357]: DEBUG oslo_vmware.api [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282948, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.605234] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9881eb89-9add-4078-a3b9-cfa1eb2b1deb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.613326] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96908cb1-4616-476d-901a-1cd8a696b378 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.646597] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54dca8a0-6b2d-4bd5-9c1c-a7f0b423f99a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.655036] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69489129-836c-4fe6-bb97-c2c52ef7b8a6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.669734] env[69357]: DEBUG nova.compute.provider_tree [None req-64a84be5-e9d3-46ad-9d0d-e98348b3e22a tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.683774] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282952, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.712238] env[69357]: DEBUG nova.objects.instance [None req-481f4aff-5a84-4ef0-b5b9-fc6645718209 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Lazy-loading 'flavor' on Instance uuid 26f8e64b-a2f1-4659-ba44-8511c7b71f4b {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.893036] env[69357]: DEBUG oslo_vmware.api [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282947, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.944023] env[69357]: DEBUG oslo_vmware.api [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282948, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.965502] env[69357]: DEBUG nova.network.neutron [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.023135] env[69357]: DEBUG nova.network.neutron [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.160447] env[69357]: DEBUG nova.network.neutron [req-42d8602e-3e65-46d3-b03c-2d57f2792e26 req-8a753228-fa7d-434c-a8b6-df170c6c2810 service nova] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Updated VIF entry in instance network info cache for port 0263c35f-9ea6-42f6-aafa-5c815c415538. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.160447] env[69357]: DEBUG nova.network.neutron [req-42d8602e-3e65-46d3-b03c-2d57f2792e26 req-8a753228-fa7d-434c-a8b6-df170c6c2810 service nova] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Updating instance_info_cache with network_info: [{"id": "0263c35f-9ea6-42f6-aafa-5c815c415538", "address": "fa:16:3e:7f:df:15", "network": {"id": "ee6262b2-0807-432e-a030-a3222778ee50", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2041839166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2044cd69235d4473aa2549a018e44c85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0263c35f-9e", "ovs_interfaceid": "0263c35f-9ea6-42f6-aafa-5c815c415538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.173080] env[69357]: DEBUG nova.scheduler.client.report [None req-64a84be5-e9d3-46ad-9d0d-e98348b3e22a tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.186508] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282952, 'name': CreateVM_Task, 'duration_secs': 0.864114} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.186693] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.187423] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.187702] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.187912] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.188201] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80716db0-71fc-44c0-8fb2-70fc74257ad8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.193549] env[69357]: DEBUG oslo_vmware.api [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Waiting for the task: (returnval){ [ 951.193549] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52185244-db73-62bf-3d47-3b9909982f23" [ 951.193549] env[69357]: _type = "Task" [ 951.193549] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.203716] env[69357]: DEBUG oslo_vmware.api [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52185244-db73-62bf-3d47-3b9909982f23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.218428] env[69357]: DEBUG oslo_concurrency.lockutils [None req-481f4aff-5a84-4ef0-b5b9-fc6645718209 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Lock "26f8e64b-a2f1-4659-ba44-8511c7b71f4b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.821s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.393040] env[69357]: DEBUG oslo_vmware.api [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282947, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.441710] env[69357]: DEBUG oslo_vmware.api [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282948, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.526250] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Releasing lock "refresh_cache-3f6cafba-02ad-47a6-b01d-58ad211c3e61" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.526899] env[69357]: DEBUG nova.compute.manager [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.527233] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.528224] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb8d801-1535-4a97-a878-dfbdae2554af {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.537374] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.537748] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22b95b57-22c5-41a9-9af4-62864b49ea34 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.545243] env[69357]: DEBUG oslo_vmware.api [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Waiting for the task: (returnval){ [ 951.545243] env[69357]: value = "task-3282953" [ 951.545243] env[69357]: _type = "Task" [ 951.545243] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.555062] env[69357]: DEBUG oslo_vmware.api [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.632507] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquiring lock "0c1376c6-1c72-4998-b90e-ff4500cef5c0" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.632812] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lock "0c1376c6-1c72-4998-b90e-ff4500cef5c0" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.632997] env[69357]: INFO nova.compute.manager [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Shelving [ 951.663474] env[69357]: DEBUG oslo_concurrency.lockutils [req-42d8602e-3e65-46d3-b03c-2d57f2792e26 req-8a753228-fa7d-434c-a8b6-df170c6c2810 service nova] Releasing lock "refresh_cache-97dc6c38-2108-49df-9ccc-dceb0fc41cc8" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.678765] env[69357]: DEBUG oslo_concurrency.lockutils [None req-64a84be5-e9d3-46ad-9d0d-e98348b3e22a tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.681635] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.712s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.681902] env[69357]: DEBUG nova.objects.instance [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Lazy-loading 'resources' on Instance uuid 6d1b068e-3bc9-4b90-88a5-0f074666e084 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.701023] env[69357]: INFO nova.scheduler.client.report [None req-64a84be5-e9d3-46ad-9d0d-e98348b3e22a tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Deleted allocations for instance 28286417-98bc-4df3-b6d6-13b32ea1b304 [ 951.706024] env[69357]: DEBUG oslo_vmware.api [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52185244-db73-62bf-3d47-3b9909982f23, 'name': SearchDatastore_Task, 'duration_secs': 0.086291} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.708858] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.708858] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.708988] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.709096] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.709279] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.709966] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1f0937e-27ef-445c-adbf-f544eff573a3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.718358] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.718506] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.719249] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c00f1862-52b6-4e64-a63a-b1a9be75ef65 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.725792] env[69357]: DEBUG oslo_vmware.api [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Waiting for the task: (returnval){ [ 951.725792] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f188ad-81d0-21a2-065d-28aaf6e56e98" [ 951.725792] env[69357]: _type = "Task" [ 951.725792] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.734703] env[69357]: DEBUG oslo_vmware.api [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f188ad-81d0-21a2-065d-28aaf6e56e98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.893776] env[69357]: DEBUG oslo_vmware.api [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282947, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.628128} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.895050] env[69357]: INFO nova.virt.vmwareapi.ds_util [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_acc4b9f9-7878-4657-9be1-ce11e13d0628/OSTACK_IMG_acc4b9f9-7878-4657-9be1-ce11e13d0628.vmdk to [datastore2] devstack-image-cache_base/ccea1b13-3ccb-41c9-a5b2-5159fb59f815/ccea1b13-3ccb-41c9-a5b2-5159fb59f815.vmdk. [ 951.895050] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Cleaning up location [datastore2] OSTACK_IMG_acc4b9f9-7878-4657-9be1-ce11e13d0628 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 951.895050] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_acc4b9f9-7878-4657-9be1-ce11e13d0628 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.895050] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00bc2f33-a0a9-4c01-9444-0079e8da7ac4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.901596] env[69357]: DEBUG oslo_vmware.api [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the task: (returnval){ [ 951.901596] env[69357]: value = "task-3282954" [ 951.901596] env[69357]: _type = "Task" [ 951.901596] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.909245] env[69357]: DEBUG oslo_vmware.api [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.943710] env[69357]: DEBUG oslo_vmware.api [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282948, 'name': PowerOnVM_Task, 'duration_secs': 2.659328} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.943710] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.943710] env[69357]: INFO nova.compute.manager [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Took 11.86 seconds to spawn the instance on the hypervisor. [ 951.943710] env[69357]: DEBUG nova.compute.manager [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.943710] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0d9640-9d3a-473f-ba27-d96dea7ca281 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.055521] env[69357]: DEBUG oslo_vmware.api [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282953, 'name': PowerOffVM_Task, 'duration_secs': 0.206556} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.055787] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.056686] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.056686] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a75f2e24-2b08-4098-aa2a-118d680e027e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.087126] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.087524] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.087572] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Deleting the datastore file [datastore1] 3f6cafba-02ad-47a6-b01d-58ad211c3e61 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.087859] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04a3d826-5b9d-4ed7-9e09-98ba8b6e5cda {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.099022] env[69357]: DEBUG oslo_vmware.api [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Waiting for the task: (returnval){ [ 952.099022] env[69357]: value = "task-3282956" [ 952.099022] env[69357]: _type = "Task" [ 952.099022] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.108176] env[69357]: DEBUG oslo_vmware.api [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.126336] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d3544900-8331-4543-b1cd-6b545b664c7e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Acquiring lock "26f8e64b-a2f1-4659-ba44-8511c7b71f4b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.126693] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d3544900-8331-4543-b1cd-6b545b664c7e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Lock "26f8e64b-a2f1-4659-ba44-8511c7b71f4b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.215846] env[69357]: DEBUG oslo_concurrency.lockutils [None req-64a84be5-e9d3-46ad-9d0d-e98348b3e22a tempest-ServerMetadataTestJSON-947915165 tempest-ServerMetadataTestJSON-947915165-project-member] Lock "28286417-98bc-4df3-b6d6-13b32ea1b304" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.654s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.240049] env[69357]: DEBUG oslo_vmware.api [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f188ad-81d0-21a2-065d-28aaf6e56e98, 'name': SearchDatastore_Task, 'duration_secs': 0.057635} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.240862] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ba6727a-6e4a-4cbf-91c7-537848ab14f4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.248597] env[69357]: DEBUG oslo_vmware.api [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Waiting for the task: (returnval){ [ 952.248597] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52dff3c4-ff6c-12e2-5fc8-9cfdfb61162a" [ 952.248597] env[69357]: _type = "Task" [ 952.248597] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.256536] env[69357]: DEBUG oslo_vmware.api [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52dff3c4-ff6c-12e2-5fc8-9cfdfb61162a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.414589] env[69357]: DEBUG oslo_vmware.api [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091309} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.414850] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.414997] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ccea1b13-3ccb-41c9-a5b2-5159fb59f815/ccea1b13-3ccb-41c9-a5b2-5159fb59f815.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.415353] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ccea1b13-3ccb-41c9-a5b2-5159fb59f815/ccea1b13-3ccb-41c9-a5b2-5159fb59f815.vmdk to [datastore2] 9d3a99e6-4639-440d-90c2-e142903094c0/9d3a99e6-4639-440d-90c2-e142903094c0.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.415628] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-089db905-c508-41e5-83a7-0410b50f79da {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.422419] env[69357]: DEBUG oslo_vmware.api [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the task: (returnval){ [ 952.422419] env[69357]: value = "task-3282957" [ 952.422419] env[69357]: _type = "Task" [ 952.422419] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.432931] env[69357]: DEBUG oslo_vmware.api [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.466726] env[69357]: INFO nova.compute.manager [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Took 27.99 seconds to build instance. [ 952.480622] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bb6e56-069d-4d0f-a189-e41b13248329 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.491332] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b71c37-c211-4fa1-96ff-d5f6b48d8fd3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.523634] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d415edf-aa89-4ef8-87ac-0d4c8736e6ab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.532201] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4c4c62-5bf8-4aa9-b74b-e21de0daf113 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.548470] env[69357]: DEBUG nova.compute.provider_tree [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.609888] env[69357]: DEBUG oslo_vmware.api [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.629543] env[69357]: INFO nova.compute.manager [None req-d3544900-8331-4543-b1cd-6b545b664c7e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Detaching volume 1bce2d0a-1f78-42a8-ba7d-61a0f2194be5 [ 952.642026] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.642388] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b655bb46-71b7-4c95-b227-3e3a078111a7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.649378] env[69357]: DEBUG oslo_vmware.api [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 952.649378] env[69357]: value = "task-3282958" [ 952.649378] env[69357]: _type = "Task" [ 952.649378] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.659555] env[69357]: DEBUG oslo_vmware.api [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3282958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.670203] env[69357]: INFO nova.virt.block_device [None req-d3544900-8331-4543-b1cd-6b545b664c7e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Attempting to driver detach volume 1bce2d0a-1f78-42a8-ba7d-61a0f2194be5 from mountpoint /dev/sdb [ 952.670434] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3544900-8331-4543-b1cd-6b545b664c7e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Volume detach. Driver type: vmdk {{(pid=69357) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 952.670616] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3544900-8331-4543-b1cd-6b545b664c7e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655627', 'volume_id': '1bce2d0a-1f78-42a8-ba7d-61a0f2194be5', 'name': 'volume-1bce2d0a-1f78-42a8-ba7d-61a0f2194be5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '26f8e64b-a2f1-4659-ba44-8511c7b71f4b', 'attached_at': '', 'detached_at': '', 'volume_id': '1bce2d0a-1f78-42a8-ba7d-61a0f2194be5', 'serial': '1bce2d0a-1f78-42a8-ba7d-61a0f2194be5'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 952.671655] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d20ed14-931e-4a11-b5f6-ebc8c6ae54ec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.695417] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7135c9b2-384f-4e57-86c6-9232c475e5ea {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.704119] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47942908-d81c-469b-b545-e47e6d9e98a6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.725194] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77439544-9b07-4792-97f5-202628a404f8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.740651] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3544900-8331-4543-b1cd-6b545b664c7e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] The volume has not been displaced from its original location: [datastore2] volume-1bce2d0a-1f78-42a8-ba7d-61a0f2194be5/volume-1bce2d0a-1f78-42a8-ba7d-61a0f2194be5.vmdk. No consolidation needed. {{(pid=69357) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 952.746649] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3544900-8331-4543-b1cd-6b545b664c7e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Reconfiguring VM instance instance-0000002e to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 952.747041] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec4df993-706b-4f2e-9709-c5908b173c4d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.770221] env[69357]: DEBUG oslo_vmware.api [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52dff3c4-ff6c-12e2-5fc8-9cfdfb61162a, 'name': SearchDatastore_Task, 'duration_secs': 0.070102} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.771512] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.772140] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 97dc6c38-2108-49df-9ccc-dceb0fc41cc8/97dc6c38-2108-49df-9ccc-dceb0fc41cc8.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.772346] env[69357]: DEBUG oslo_vmware.api [None req-d3544900-8331-4543-b1cd-6b545b664c7e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Waiting for the task: (returnval){ [ 952.772346] env[69357]: value = "task-3282959" [ 952.772346] env[69357]: _type = "Task" [ 952.772346] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.772552] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-710b6704-91d4-4bc5-a35c-97cc06899d21 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.787265] env[69357]: DEBUG oslo_vmware.api [None req-d3544900-8331-4543-b1cd-6b545b664c7e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3282959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.789217] env[69357]: DEBUG oslo_vmware.api [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Waiting for the task: (returnval){ [ 952.789217] env[69357]: value = "task-3282960" [ 952.789217] env[69357]: _type = "Task" [ 952.789217] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.797410] env[69357]: DEBUG oslo_vmware.api [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': task-3282960, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.933542] env[69357]: DEBUG oslo_vmware.api [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282957, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.968913] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cc0dc85c-7678-424f-8c49-d031db6356ae tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "6f036279-a4b6-4427-a490-15ec5a5cb41c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.501s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.052209] env[69357]: DEBUG nova.scheduler.client.report [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.113302] env[69357]: DEBUG oslo_vmware.api [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Task: {'id': task-3282956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.527385} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.113605] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.117022] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.117022] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.117022] env[69357]: INFO nova.compute.manager [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] Took 1.59 seconds to destroy the instance on the hypervisor. [ 953.117022] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.117022] env[69357]: DEBUG nova.compute.manager [-] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.117022] env[69357]: DEBUG nova.network.neutron [-] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.134067] env[69357]: DEBUG nova.network.neutron [-] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.162249] env[69357]: DEBUG oslo_vmware.api [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3282958, 'name': PowerOffVM_Task, 'duration_secs': 0.311314} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.162821] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.164371] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3724b62-b623-470b-84f1-7b95eeecbe73 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.186641] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efa7b66-afa5-4a84-9498-c1d35257ff3e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.290637] env[69357]: DEBUG oslo_vmware.api [None req-d3544900-8331-4543-b1cd-6b545b664c7e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3282959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.300106] env[69357]: DEBUG oslo_vmware.api [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': task-3282960, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.437102] env[69357]: DEBUG oslo_vmware.api [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282957, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.562745] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.565578] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.446s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.568067] env[69357]: INFO nova.compute.claims [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.599900] env[69357]: INFO nova.scheduler.client.report [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Deleted allocations for instance 6d1b068e-3bc9-4b90-88a5-0f074666e084 [ 953.637950] env[69357]: DEBUG nova.network.neutron [-] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.697989] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Creating Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 953.698358] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-99b9cb67-33cc-4c83-bbd8-8fda0ecd7365 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.707348] env[69357]: DEBUG oslo_vmware.api [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 953.707348] env[69357]: value = "task-3282961" [ 953.707348] env[69357]: _type = "Task" [ 953.707348] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.717484] env[69357]: DEBUG oslo_vmware.api [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3282961, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.787336] env[69357]: DEBUG oslo_vmware.api [None req-d3544900-8331-4543-b1cd-6b545b664c7e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3282959, 'name': ReconfigVM_Task, 'duration_secs': 0.778005} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.787642] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3544900-8331-4543-b1cd-6b545b664c7e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Reconfigured VM instance instance-0000002e to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 953.793030] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffd23cbe-2f5c-47c4-9f1e-50140505871b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.812647] env[69357]: DEBUG oslo_vmware.api [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': task-3282960, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.814119] env[69357]: DEBUG oslo_vmware.api [None req-d3544900-8331-4543-b1cd-6b545b664c7e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Waiting for the task: (returnval){ [ 953.814119] env[69357]: value = "task-3282962" [ 953.814119] env[69357]: _type = "Task" [ 953.814119] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.825604] env[69357]: DEBUG nova.compute.manager [None req-4d1d1f45-c2e9-4923-b9ee-0e7d869f06b8 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.825663] env[69357]: DEBUG oslo_vmware.api [None req-d3544900-8331-4543-b1cd-6b545b664c7e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3282962, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.826561] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc5dae9-0872-4a58-8f72-20ebaf4a937e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.934189] env[69357]: DEBUG oslo_vmware.api [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282957, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.107362] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50bbca59-85b8-455a-9890-3179994d5167 tempest-ServerShowV254Test-563161823 tempest-ServerShowV254Test-563161823-project-member] Lock "6d1b068e-3bc9-4b90-88a5-0f074666e084" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.358s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.141712] env[69357]: INFO nova.compute.manager [-] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] Took 1.03 seconds to deallocate network for instance. [ 954.219076] env[69357]: DEBUG oslo_vmware.api [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3282961, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.304983] env[69357]: DEBUG oslo_vmware.api [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': task-3282960, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.324072] env[69357]: DEBUG oslo_vmware.api [None req-d3544900-8331-4543-b1cd-6b545b664c7e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3282962, 'name': ReconfigVM_Task, 'duration_secs': 0.440787} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.324455] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3544900-8331-4543-b1cd-6b545b664c7e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655627', 'volume_id': '1bce2d0a-1f78-42a8-ba7d-61a0f2194be5', 'name': 'volume-1bce2d0a-1f78-42a8-ba7d-61a0f2194be5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '26f8e64b-a2f1-4659-ba44-8511c7b71f4b', 'attached_at': '', 'detached_at': '', 'volume_id': '1bce2d0a-1f78-42a8-ba7d-61a0f2194be5', 'serial': '1bce2d0a-1f78-42a8-ba7d-61a0f2194be5'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 954.338203] env[69357]: INFO nova.compute.manager [None req-4d1d1f45-c2e9-4923-b9ee-0e7d869f06b8 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] instance snapshotting [ 954.342577] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ec25c5-f9f8-4770-b4a9-f13e69aa8273 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.362862] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf62650d-4594-4a1f-a76b-2cbf743e1d3d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.436318] env[69357]: DEBUG oslo_vmware.api [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282957, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.648965] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.720781] env[69357]: DEBUG oslo_vmware.api [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3282961, 'name': CreateSnapshot_Task, 'duration_secs': 0.916622} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.721120] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Created Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 954.722131] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ddd126-8ee8-46ef-ba6a-e0434241e583 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.807973] env[69357]: DEBUG oslo_vmware.api [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': task-3282960, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.875198] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1d1f45-c2e9-4923-b9ee-0e7d869f06b8 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Creating Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 954.875352] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2848f906-7108-4dbe-9c80-68411fab46e2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.885773] env[69357]: DEBUG nova.objects.instance [None req-d3544900-8331-4543-b1cd-6b545b664c7e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Lazy-loading 'flavor' on Instance uuid 26f8e64b-a2f1-4659-ba44-8511c7b71f4b {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.888815] env[69357]: DEBUG oslo_vmware.api [None req-4d1d1f45-c2e9-4923-b9ee-0e7d869f06b8 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 954.888815] env[69357]: value = "task-3282963" [ 954.888815] env[69357]: _type = "Task" [ 954.888815] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.904439] env[69357]: DEBUG oslo_vmware.api [None req-4d1d1f45-c2e9-4923-b9ee-0e7d869f06b8 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282963, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.936979] env[69357]: DEBUG oslo_vmware.api [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282957, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.963899] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18424a71-8fdb-43bc-a017-efc6f13d96bd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.971585] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d420e319-afe5-4b11-a772-92b2ff52d089 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.004557] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7b2169-9f30-4701-842e-069a97084cff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.012811] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db842bbd-999a-4672-b401-fd4da1aa1659 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.026579] env[69357]: DEBUG nova.compute.provider_tree [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.241843] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Creating linked-clone VM from snapshot {{(pid=69357) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 955.242276] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2350bae1-7fcc-42be-8dda-30f8d3d314ee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.253607] env[69357]: DEBUG oslo_vmware.api [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 955.253607] env[69357]: value = "task-3282964" [ 955.253607] env[69357]: _type = "Task" [ 955.253607] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.261547] env[69357]: DEBUG oslo_vmware.api [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3282964, 'name': CloneVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.304484] env[69357]: DEBUG oslo_vmware.api [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': task-3282960, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.306964} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.304844] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 97dc6c38-2108-49df-9ccc-dceb0fc41cc8/97dc6c38-2108-49df-9ccc-dceb0fc41cc8.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.305144] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.305434] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac09e10b-a088-4381-a678-f1e7340300c4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.311627] env[69357]: DEBUG oslo_vmware.api [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Waiting for the task: (returnval){ [ 955.311627] env[69357]: value = "task-3282965" [ 955.311627] env[69357]: _type = "Task" [ 955.311627] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.320571] env[69357]: DEBUG oslo_vmware.api [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': task-3282965, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.403430] env[69357]: DEBUG oslo_vmware.api [None req-4d1d1f45-c2e9-4923-b9ee-0e7d869f06b8 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282963, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.437654] env[69357]: DEBUG oslo_vmware.api [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282957, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.884862} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.437953] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ccea1b13-3ccb-41c9-a5b2-5159fb59f815/ccea1b13-3ccb-41c9-a5b2-5159fb59f815.vmdk to [datastore2] 9d3a99e6-4639-440d-90c2-e142903094c0/9d3a99e6-4639-440d-90c2-e142903094c0.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.438802] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07eb7d00-15bb-43a9-b173-11c1f80d9b0b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.462018] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 9d3a99e6-4639-440d-90c2-e142903094c0/9d3a99e6-4639-440d-90c2-e142903094c0.vmdk or device None with type streamOptimized {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.462370] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02d8b19b-b9f0-49ab-993b-af5e529729b6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.481895] env[69357]: DEBUG oslo_vmware.api [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the task: (returnval){ [ 955.481895] env[69357]: value = "task-3282966" [ 955.481895] env[69357]: _type = "Task" [ 955.481895] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.490445] env[69357]: DEBUG oslo_vmware.api [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282966, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.529986] env[69357]: DEBUG nova.scheduler.client.report [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.767223] env[69357]: DEBUG oslo_vmware.api [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3282964, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.820948] env[69357]: DEBUG oslo_vmware.api [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': task-3282965, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132866} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.821265] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.822108] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966531ee-0259-4a4e-bcd9-b4188a14bfe9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.844427] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 97dc6c38-2108-49df-9ccc-dceb0fc41cc8/97dc6c38-2108-49df-9ccc-dceb0fc41cc8.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.844803] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08680018-febd-4fe4-ade6-5de4121a378d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.865035] env[69357]: DEBUG oslo_vmware.api [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Waiting for the task: (returnval){ [ 955.865035] env[69357]: value = "task-3282967" [ 955.865035] env[69357]: _type = "Task" [ 955.865035] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.873181] env[69357]: DEBUG oslo_vmware.api [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': task-3282967, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.898393] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d3544900-8331-4543-b1cd-6b545b664c7e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Lock "26f8e64b-a2f1-4659-ba44-8511c7b71f4b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.772s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.902517] env[69357]: DEBUG oslo_vmware.api [None req-4d1d1f45-c2e9-4923-b9ee-0e7d869f06b8 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282963, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.993246] env[69357]: DEBUG oslo_vmware.api [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282966, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.037212] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.037567] env[69357]: DEBUG nova.compute.manager [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.045963] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.874s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.265237] env[69357]: DEBUG oslo_vmware.api [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3282964, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.374248] env[69357]: DEBUG oslo_vmware.api [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': task-3282967, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.402018] env[69357]: DEBUG oslo_vmware.api [None req-4d1d1f45-c2e9-4923-b9ee-0e7d869f06b8 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282963, 'name': CreateSnapshot_Task, 'duration_secs': 1.106895} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.402394] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1d1f45-c2e9-4923-b9ee-0e7d869f06b8 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Created Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 956.403147] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c3b286-fbf4-4354-9aec-17520c567e3a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.493697] env[69357]: DEBUG oslo_vmware.api [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282966, 'name': ReconfigVM_Task, 'duration_secs': 0.538204} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.494972] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 9d3a99e6-4639-440d-90c2-e142903094c0/9d3a99e6-4639-440d-90c2-e142903094c0.vmdk or device None with type streamOptimized {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.495161] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ead2252a-a106-4459-a09b-9d636028e995 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.500993] env[69357]: DEBUG oslo_vmware.api [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the task: (returnval){ [ 956.500993] env[69357]: value = "task-3282968" [ 956.500993] env[69357]: _type = "Task" [ 956.500993] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.509692] env[69357]: DEBUG oslo_vmware.api [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282968, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.549351] env[69357]: DEBUG nova.compute.utils [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 956.550817] env[69357]: DEBUG nova.compute.manager [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 956.550990] env[69357]: DEBUG nova.network.neutron [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 956.556164] env[69357]: INFO nova.compute.claims [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.600250] env[69357]: DEBUG nova.policy [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f70400a9003f477ca150ab523e936da4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d976b7764ac4676834bfb72160d5ff4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 956.769150] env[69357]: DEBUG oslo_vmware.api [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3282964, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.878471] env[69357]: DEBUG oslo_vmware.api [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': task-3282967, 'name': ReconfigVM_Task, 'duration_secs': 0.654409} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.878471] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 97dc6c38-2108-49df-9ccc-dceb0fc41cc8/97dc6c38-2108-49df-9ccc-dceb0fc41cc8.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.878471] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b9d95af-2b5d-49fd-a4b6-de11cc96915f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.885855] env[69357]: DEBUG oslo_vmware.api [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Waiting for the task: (returnval){ [ 956.885855] env[69357]: value = "task-3282969" [ 956.885855] env[69357]: _type = "Task" [ 956.885855] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.896648] env[69357]: DEBUG oslo_vmware.api [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': task-3282969, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.924451] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1d1f45-c2e9-4923-b9ee-0e7d869f06b8 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Creating linked-clone VM from snapshot {{(pid=69357) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 956.925927] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-808f9bee-46be-4613-84e8-4e6f693ec1c5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.934075] env[69357]: DEBUG oslo_vmware.api [None req-4d1d1f45-c2e9-4923-b9ee-0e7d869f06b8 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 956.934075] env[69357]: value = "task-3282970" [ 956.934075] env[69357]: _type = "Task" [ 956.934075] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.941691] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Acquiring lock "05057cbb-6fa7-4d82-883e-d8785c6cbaae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.941950] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Lock "05057cbb-6fa7-4d82-883e-d8785c6cbaae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.948420] env[69357]: DEBUG oslo_vmware.api [None req-4d1d1f45-c2e9-4923-b9ee-0e7d869f06b8 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282970, 'name': CloneVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.012030] env[69357]: DEBUG oslo_vmware.api [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282968, 'name': Rename_Task, 'duration_secs': 0.361307} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.012755] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.013074] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1525a6ae-c6e9-409f-970a-3b0afc124a30 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.020161] env[69357]: DEBUG oslo_vmware.api [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the task: (returnval){ [ 957.020161] env[69357]: value = "task-3282971" [ 957.020161] env[69357]: _type = "Task" [ 957.020161] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.029988] env[69357]: DEBUG oslo_vmware.api [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.054325] env[69357]: DEBUG nova.compute.manager [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.064027] env[69357]: INFO nova.compute.resource_tracker [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Updating resource usage from migration f203adf2-ad59-4339-9b91-bf44e1dfa0e3 [ 957.102419] env[69357]: DEBUG nova.network.neutron [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Successfully created port: e4b9f645-0aa0-418d-aeca-a20e378c7c89 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.270804] env[69357]: DEBUG oslo_vmware.api [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3282964, 'name': CloneVM_Task, 'duration_secs': 1.800036} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.270804] env[69357]: INFO nova.virt.vmwareapi.vmops [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Created linked-clone VM from snapshot [ 957.270965] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d231e0f3-d2b3-49d5-b89b-b344a967911c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.278472] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Uploading image 6b124908-c021-46d9-b7fb-ad7dbd9c3cd6 {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 957.323215] env[69357]: DEBUG oslo_vmware.rw_handles [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 957.323215] env[69357]: value = "vm-655634" [ 957.323215] env[69357]: _type = "VirtualMachine" [ 957.323215] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 957.323667] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d092810c-5be8-4566-96b0-666a640cc261 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.334192] env[69357]: DEBUG oslo_vmware.rw_handles [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lease: (returnval){ [ 957.334192] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c0b4a1-b125-889e-f2e7-7e36f201aa83" [ 957.334192] env[69357]: _type = "HttpNfcLease" [ 957.334192] env[69357]: } obtained for exporting VM: (result){ [ 957.334192] env[69357]: value = "vm-655634" [ 957.334192] env[69357]: _type = "VirtualMachine" [ 957.334192] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 957.334489] env[69357]: DEBUG oslo_vmware.api [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the lease: (returnval){ [ 957.334489] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c0b4a1-b125-889e-f2e7-7e36f201aa83" [ 957.334489] env[69357]: _type = "HttpNfcLease" [ 957.334489] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 957.340971] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 957.340971] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c0b4a1-b125-889e-f2e7-7e36f201aa83" [ 957.340971] env[69357]: _type = "HttpNfcLease" [ 957.340971] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 957.396319] env[69357]: DEBUG oslo_vmware.api [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': task-3282969, 'name': Rename_Task, 'duration_secs': 0.160193} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.396656] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.397209] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5a7e4d1-babf-4503-bdd4-a1164ea8d63c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.407374] env[69357]: DEBUG oslo_vmware.api [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Waiting for the task: (returnval){ [ 957.407374] env[69357]: value = "task-3282973" [ 957.407374] env[69357]: _type = "Task" [ 957.407374] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.418201] env[69357]: DEBUG oslo_vmware.api [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': task-3282973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.430814] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e3cba2-bbb7-4ab8-8a06-77e9ff50fe0f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.442268] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15919f0-fc96-4377-b4d9-e76e5c3aacbb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.450786] env[69357]: DEBUG nova.compute.manager [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 957.457053] env[69357]: DEBUG oslo_vmware.api [None req-4d1d1f45-c2e9-4923-b9ee-0e7d869f06b8 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282970, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.492031] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d444539f-2c8b-48a8-832d-76a1e61ec47b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.499306] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3516543-86a7-4fb3-9b2b-f6006234a156 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.515745] env[69357]: DEBUG nova.compute.provider_tree [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.530702] env[69357]: DEBUG oslo_vmware.api [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282971, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.842746] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 957.842746] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c0b4a1-b125-889e-f2e7-7e36f201aa83" [ 957.842746] env[69357]: _type = "HttpNfcLease" [ 957.842746] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 957.843226] env[69357]: DEBUG oslo_vmware.rw_handles [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 957.843226] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c0b4a1-b125-889e-f2e7-7e36f201aa83" [ 957.843226] env[69357]: _type = "HttpNfcLease" [ 957.843226] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 957.843925] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc848936-a9b0-410b-83fc-006577fb75c3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.852134] env[69357]: DEBUG oslo_vmware.rw_handles [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523aca68-012e-ff6f-53f2-71f1501a8265/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 957.852274] env[69357]: DEBUG oslo_vmware.rw_handles [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523aca68-012e-ff6f-53f2-71f1501a8265/disk-0.vmdk for reading. {{(pid=69357) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 957.922031] env[69357]: DEBUG oslo_vmware.api [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': task-3282973, 'name': PowerOnVM_Task, 'duration_secs': 0.456867} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.922183] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.922430] env[69357]: INFO nova.compute.manager [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Took 10.05 seconds to spawn the instance on the hypervisor. [ 957.922676] env[69357]: DEBUG nova.compute.manager [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.923857] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d6f7f2-85d8-4d83-8198-b7e0356f2da3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.944474] env[69357]: DEBUG oslo_vmware.api [None req-4d1d1f45-c2e9-4923-b9ee-0e7d869f06b8 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282970, 'name': CloneVM_Task} progress is 95%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.965172] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c08f98d0-30b9-4808-b6b7-f0bc139d02b4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.978279] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.019759] env[69357]: DEBUG nova.scheduler.client.report [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.031894] env[69357]: DEBUG oslo_vmware.api [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282971, 'name': PowerOnVM_Task, 'duration_secs': 0.750979} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.032179] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.065477] env[69357]: DEBUG nova.compute.manager [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 958.087549] env[69357]: DEBUG oslo_concurrency.lockutils [None req-099697f2-a841-4e7c-a3ec-de630207e136 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "interface-74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.087841] env[69357]: DEBUG oslo_concurrency.lockutils [None req-099697f2-a841-4e7c-a3ec-de630207e136 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "interface-74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.088277] env[69357]: DEBUG nova.objects.instance [None req-099697f2-a841-4e7c-a3ec-de630207e136 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lazy-loading 'flavor' on Instance uuid 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.133619] env[69357]: DEBUG nova.compute.manager [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.136116] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfcb031-cc89-4431-9e1a-1b050e132e08 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.154756] env[69357]: DEBUG nova.virt.hardware [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.155262] env[69357]: DEBUG nova.virt.hardware [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.155487] env[69357]: DEBUG nova.virt.hardware [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.156474] env[69357]: DEBUG nova.virt.hardware [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.156474] env[69357]: DEBUG nova.virt.hardware [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.156474] env[69357]: DEBUG nova.virt.hardware [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.156474] env[69357]: DEBUG nova.virt.hardware [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.156474] env[69357]: DEBUG nova.virt.hardware [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.156723] env[69357]: DEBUG nova.virt.hardware [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.156959] env[69357]: DEBUG nova.virt.hardware [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.159193] env[69357]: DEBUG nova.virt.hardware [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.159193] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99dfe960-d5c7-47d3-a6d9-4e25322310f2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.166937] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4a1283-a46a-4408-a76e-b490a63112e1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.450436] env[69357]: INFO nova.compute.manager [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Took 30.57 seconds to build instance. [ 958.458242] env[69357]: DEBUG oslo_vmware.api [None req-4d1d1f45-c2e9-4923-b9ee-0e7d869f06b8 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282970, 'name': CloneVM_Task, 'duration_secs': 1.224627} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.458665] env[69357]: INFO nova.virt.vmwareapi.vmops [None req-4d1d1f45-c2e9-4923-b9ee-0e7d869f06b8 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Created linked-clone VM from snapshot [ 958.459573] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2b3160-579a-46e7-99fd-b9fa3b21d8be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.467753] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-4d1d1f45-c2e9-4923-b9ee-0e7d869f06b8 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Uploading image 0288444c-d7df-4a8e-bf0e-e9b1ec31bd7b {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 958.478275] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d1d1f45-c2e9-4923-b9ee-0e7d869f06b8 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Destroying the VM {{(pid=69357) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 958.478488] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7c688775-82ff-49dd-8def-b8d968cf152e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.485516] env[69357]: DEBUG oslo_vmware.api [None req-4d1d1f45-c2e9-4923-b9ee-0e7d869f06b8 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 958.485516] env[69357]: value = "task-3282974" [ 958.485516] env[69357]: _type = "Task" [ 958.485516] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.493930] env[69357]: DEBUG oslo_vmware.api [None req-4d1d1f45-c2e9-4923-b9ee-0e7d869f06b8 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282974, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.528377] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.483s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.528626] env[69357]: INFO nova.compute.manager [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Migrating [ 958.528869] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.529029] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.530442] env[69357]: DEBUG oslo_concurrency.lockutils [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.212s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.530669] env[69357]: DEBUG nova.objects.instance [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Lazy-loading 'resources' on Instance uuid 47b1d65d-fa52-4abc-a387-7313d13a9a22 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.595977] env[69357]: DEBUG nova.objects.instance [None req-099697f2-a841-4e7c-a3ec-de630207e136 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lazy-loading 'pci_requests' on Instance uuid 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.658217] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44366495-7b52-4086-90cc-3d50bab0a821 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lock "9d3a99e6-4639-440d-90c2-e142903094c0" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 33.830s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.953995] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ec392db4-3cbc-475f-a811-a36e81f44b1e tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Lock "97dc6c38-2108-49df-9ccc-dceb0fc41cc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.086s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.978750] env[69357]: DEBUG nova.compute.manager [req-e1494aee-ec3b-456a-84e1-a314f9e0956e req-ef9c98bb-4134-4d22-830a-61e41a01f435 service nova] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Received event network-vif-plugged-e4b9f645-0aa0-418d-aeca-a20e378c7c89 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.978750] env[69357]: DEBUG oslo_concurrency.lockutils [req-e1494aee-ec3b-456a-84e1-a314f9e0956e req-ef9c98bb-4134-4d22-830a-61e41a01f435 service nova] Acquiring lock "b1395227-b74b-4fee-8895-26a4b293fb1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.978843] env[69357]: DEBUG oslo_concurrency.lockutils [req-e1494aee-ec3b-456a-84e1-a314f9e0956e req-ef9c98bb-4134-4d22-830a-61e41a01f435 service nova] Lock "b1395227-b74b-4fee-8895-26a4b293fb1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.978932] env[69357]: DEBUG oslo_concurrency.lockutils [req-e1494aee-ec3b-456a-84e1-a314f9e0956e req-ef9c98bb-4134-4d22-830a-61e41a01f435 service nova] Lock "b1395227-b74b-4fee-8895-26a4b293fb1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.979303] env[69357]: DEBUG nova.compute.manager [req-e1494aee-ec3b-456a-84e1-a314f9e0956e req-ef9c98bb-4134-4d22-830a-61e41a01f435 service nova] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] No waiting events found dispatching network-vif-plugged-e4b9f645-0aa0-418d-aeca-a20e378c7c89 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 958.979506] env[69357]: WARNING nova.compute.manager [req-e1494aee-ec3b-456a-84e1-a314f9e0956e req-ef9c98bb-4134-4d22-830a-61e41a01f435 service nova] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Received unexpected event network-vif-plugged-e4b9f645-0aa0-418d-aeca-a20e378c7c89 for instance with vm_state building and task_state spawning. [ 958.995930] env[69357]: DEBUG oslo_vmware.api [None req-4d1d1f45-c2e9-4923-b9ee-0e7d869f06b8 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282974, 'name': Destroy_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.032457] env[69357]: INFO nova.compute.rpcapi [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 959.033045] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.072143] env[69357]: DEBUG nova.network.neutron [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Successfully updated port: e4b9f645-0aa0-418d-aeca-a20e378c7c89 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.099265] env[69357]: DEBUG nova.objects.base [None req-099697f2-a841-4e7c-a3ec-de630207e136 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Object Instance<74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4> lazy-loaded attributes: flavor,pci_requests {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 959.099929] env[69357]: DEBUG nova.network.neutron [None req-099697f2-a841-4e7c-a3ec-de630207e136 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.213559] env[69357]: DEBUG oslo_concurrency.lockutils [None req-099697f2-a841-4e7c-a3ec-de630207e136 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "interface-74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.126s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.355377] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95261eb4-bc08-4a68-a223-8fcd67d1b4f7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.364075] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4acb84f-c974-49c7-ae97-3f6e0edd9c28 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.396889] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15938fb2-e921-43e6-9e95-581bb19d762f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.404779] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce833a5e-3b0c-49a4-af29-22c6499ae11f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.419152] env[69357]: DEBUG nova.compute.provider_tree [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.495537] env[69357]: DEBUG oslo_vmware.api [None req-4d1d1f45-c2e9-4923-b9ee-0e7d869f06b8 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282974, 'name': Destroy_Task, 'duration_secs': 0.521546} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.495994] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-4d1d1f45-c2e9-4923-b9ee-0e7d869f06b8 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Destroyed the VM [ 959.496435] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1d1f45-c2e9-4923-b9ee-0e7d869f06b8 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Deleting Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 959.496840] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fb611ddb-3245-4875-b0b9-81f5df76d7fa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.503014] env[69357]: DEBUG oslo_vmware.api [None req-4d1d1f45-c2e9-4923-b9ee-0e7d869f06b8 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 959.503014] env[69357]: value = "task-3282975" [ 959.503014] env[69357]: _type = "Task" [ 959.503014] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.511758] env[69357]: DEBUG oslo_vmware.api [None req-4d1d1f45-c2e9-4923-b9ee-0e7d869f06b8 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282975, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.553520] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "refresh_cache-b11d0515-96c6-4642-9138-fd1717ee5980" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.553981] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquired lock "refresh_cache-b11d0515-96c6-4642-9138-fd1717ee5980" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.554278] env[69357]: DEBUG nova.network.neutron [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.574537] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "refresh_cache-b1395227-b74b-4fee-8895-26a4b293fb1f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.574932] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquired lock "refresh_cache-b1395227-b74b-4fee-8895-26a4b293fb1f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.575118] env[69357]: DEBUG nova.network.neutron [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.923268] env[69357]: DEBUG nova.scheduler.client.report [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.015087] env[69357]: DEBUG oslo_vmware.api [None req-4d1d1f45-c2e9-4923-b9ee-0e7d869f06b8 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282975, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.112382] env[69357]: DEBUG nova.network.neutron [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 960.262391] env[69357]: DEBUG nova.network.neutron [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Updating instance_info_cache with network_info: [{"id": "e4b9f645-0aa0-418d-aeca-a20e378c7c89", "address": "fa:16:3e:2f:2f:b3", "network": {"id": "56a14fc7-fa7e-4210-ba15-061e2b0069e2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1424350430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d976b7764ac4676834bfb72160d5ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4b9f645-0a", "ovs_interfaceid": "e4b9f645-0aa0-418d-aeca-a20e378c7c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.385709] env[69357]: DEBUG nova.network.neutron [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Updating instance_info_cache with network_info: [{"id": "11e21727-fab3-42d6-92aa-7e00740f020a", "address": "fa:16:3e:a2:33:5e", "network": {"id": "82c49d87-7977-405b-bca5-306c72e67e92", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1883218750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43de1ca6f72548b8b9e0f140b9228aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11e21727-fa", "ovs_interfaceid": "11e21727-fab3-42d6-92aa-7e00740f020a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.428319] env[69357]: DEBUG oslo_concurrency.lockutils [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.431587] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.783s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.431905] env[69357]: DEBUG nova.objects.instance [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Lazy-loading 'resources' on Instance uuid 3f6cafba-02ad-47a6-b01d-58ad211c3e61 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.462765] env[69357]: INFO nova.scheduler.client.report [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Deleted allocations for instance 47b1d65d-fa52-4abc-a387-7313d13a9a22 [ 960.516483] env[69357]: DEBUG oslo_vmware.api [None req-4d1d1f45-c2e9-4923-b9ee-0e7d869f06b8 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282975, 'name': RemoveSnapshot_Task, 'duration_secs': 0.744035} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.516483] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1d1f45-c2e9-4923-b9ee-0e7d869f06b8 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Deleted Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 960.765854] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Releasing lock "refresh_cache-b1395227-b74b-4fee-8895-26a4b293fb1f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.766409] env[69357]: DEBUG nova.compute.manager [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Instance network_info: |[{"id": "e4b9f645-0aa0-418d-aeca-a20e378c7c89", "address": "fa:16:3e:2f:2f:b3", "network": {"id": "56a14fc7-fa7e-4210-ba15-061e2b0069e2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1424350430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d976b7764ac4676834bfb72160d5ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4b9f645-0a", "ovs_interfaceid": "e4b9f645-0aa0-418d-aeca-a20e378c7c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 960.767019] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:2f:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6a4065-12af-4fb9-ac47-ec9143f7297e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4b9f645-0aa0-418d-aeca-a20e378c7c89', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.774973] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.775245] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.775853] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fdb0401-e689-4470-a878-a83ecd3272c7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.795717] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.795717] env[69357]: value = "task-3282976" [ 960.795717] env[69357]: _type = "Task" [ 960.795717] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.803920] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282976, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.870357] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 960.870764] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 960.890123] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Releasing lock "refresh_cache-b11d0515-96c6-4642-9138-fd1717ee5980" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.972737] env[69357]: DEBUG oslo_concurrency.lockutils [None req-48c1dcd5-d9c5-4eb5-a63b-3032bf604188 tempest-ServersTestBootFromVolume-1163328427 tempest-ServersTestBootFromVolume-1163328427-project-member] Lock "47b1d65d-fa52-4abc-a387-7313d13a9a22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.568s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.022009] env[69357]: WARNING nova.compute.manager [None req-4d1d1f45-c2e9-4923-b9ee-0e7d869f06b8 tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Image not found during snapshot: nova.exception.ImageNotFound: Image 0288444c-d7df-4a8e-bf0e-e9b1ec31bd7b could not be found. [ 961.249134] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf3f87c-403f-4399-a76b-d4c00bd0d7b6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.257695] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184fb085-1b38-4dc3-91cb-240b6c279600 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.290615] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef630a3-0428-408e-affe-d7c8dc2a3d69 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.302916] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f97d09-6064-4702-9fbf-5161ad7f2be9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.311856] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282976, 'name': CreateVM_Task, 'duration_secs': 0.50612} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.320743] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 961.321587] env[69357]: DEBUG nova.compute.provider_tree [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.323370] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.323571] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.324168] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.324933] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34b5d504-9dea-4476-9807-564442fb8756 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.330575] env[69357]: DEBUG oslo_vmware.api [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 961.330575] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52094b10-ba2b-ee9e-9e97-9df7d5191faa" [ 961.330575] env[69357]: _type = "Task" [ 961.330575] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.340837] env[69357]: DEBUG oslo_vmware.api [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52094b10-ba2b-ee9e-9e97-9df7d5191faa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.378869] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 961.378869] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 961.378869] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 961.378869] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 961.379164] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 961.379265] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 961.379398] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69357) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 961.379547] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 961.620675] env[69357]: DEBUG nova.compute.manager [req-234b63c5-9e56-436a-85c5-d99beed6d931 req-01a6cd9c-a436-4ad9-ad2b-55b0aa235b20 service nova] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Received event network-changed-e4b9f645-0aa0-418d-aeca-a20e378c7c89 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.620878] env[69357]: DEBUG nova.compute.manager [req-234b63c5-9e56-436a-85c5-d99beed6d931 req-01a6cd9c-a436-4ad9-ad2b-55b0aa235b20 service nova] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Refreshing instance network info cache due to event network-changed-e4b9f645-0aa0-418d-aeca-a20e378c7c89. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.621127] env[69357]: DEBUG oslo_concurrency.lockutils [req-234b63c5-9e56-436a-85c5-d99beed6d931 req-01a6cd9c-a436-4ad9-ad2b-55b0aa235b20 service nova] Acquiring lock "refresh_cache-b1395227-b74b-4fee-8895-26a4b293fb1f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.621260] env[69357]: DEBUG oslo_concurrency.lockutils [req-234b63c5-9e56-436a-85c5-d99beed6d931 req-01a6cd9c-a436-4ad9-ad2b-55b0aa235b20 service nova] Acquired lock "refresh_cache-b1395227-b74b-4fee-8895-26a4b293fb1f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.621398] env[69357]: DEBUG nova.network.neutron [req-234b63c5-9e56-436a-85c5-d99beed6d931 req-01a6cd9c-a436-4ad9-ad2b-55b0aa235b20 service nova] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Refreshing network info cache for port e4b9f645-0aa0-418d-aeca-a20e378c7c89 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.650188] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2f195add-159d-4c52-924c-4de4a026556a tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "interface-74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.650479] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2f195add-159d-4c52-924c-4de4a026556a tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "interface-74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.650849] env[69357]: DEBUG nova.objects.instance [None req-2f195add-159d-4c52-924c-4de4a026556a tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lazy-loading 'flavor' on Instance uuid 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.746177] env[69357]: INFO nova.compute.manager [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Rebuilding instance [ 961.790405] env[69357]: DEBUG nova.compute.manager [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.791368] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdd4441-7f52-4189-ad1e-69c4c09d0733 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.826700] env[69357]: DEBUG nova.scheduler.client.report [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.846568] env[69357]: DEBUG oslo_vmware.api [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52094b10-ba2b-ee9e-9e97-9df7d5191faa, 'name': SearchDatastore_Task, 'duration_secs': 0.018276} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.847705] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.848161] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.848443] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.848593] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.848771] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.849292] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50527fa8-dc66-4b94-826f-6155449f3800 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.864123] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.864123] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.864123] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2045bf45-2043-45db-b181-07f22e3bd540 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.869098] env[69357]: DEBUG oslo_vmware.api [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 961.869098] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5293794d-af0f-a638-3cb0-c0522bd63355" [ 961.869098] env[69357]: _type = "Task" [ 961.869098] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.878374] env[69357]: DEBUG oslo_vmware.api [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5293794d-af0f-a638-3cb0-c0522bd63355, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.881969] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.288307] env[69357]: DEBUG nova.objects.instance [None req-2f195add-159d-4c52-924c-4de4a026556a tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lazy-loading 'pci_requests' on Instance uuid 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.335904] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.904s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.338124] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d37a34ea-66b0-4e75-92a9-95a1ec79dfea tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "6f036279-a4b6-4427-a490-15ec5a5cb41c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.338342] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d37a34ea-66b0-4e75-92a9-95a1ec79dfea tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "6f036279-a4b6-4427-a490-15ec5a5cb41c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.338681] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d37a34ea-66b0-4e75-92a9-95a1ec79dfea tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "6f036279-a4b6-4427-a490-15ec5a5cb41c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.338751] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d37a34ea-66b0-4e75-92a9-95a1ec79dfea tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "6f036279-a4b6-4427-a490-15ec5a5cb41c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.338854] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d37a34ea-66b0-4e75-92a9-95a1ec79dfea tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "6f036279-a4b6-4427-a490-15ec5a5cb41c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.340833] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.363s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.342377] env[69357]: INFO nova.compute.claims [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.346056] env[69357]: INFO nova.compute.manager [None req-d37a34ea-66b0-4e75-92a9-95a1ec79dfea tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Terminating instance [ 962.365057] env[69357]: INFO nova.scheduler.client.report [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Deleted allocations for instance 3f6cafba-02ad-47a6-b01d-58ad211c3e61 [ 962.383225] env[69357]: DEBUG oslo_vmware.api [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5293794d-af0f-a638-3cb0-c0522bd63355, 'name': SearchDatastore_Task, 'duration_secs': 0.02448} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.384767] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab4c971e-c692-4737-97a9-ffeb560c6225 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.389423] env[69357]: DEBUG oslo_vmware.api [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 962.389423] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52fa27d0-42eb-caa8-b672-119f8ce5afaf" [ 962.389423] env[69357]: _type = "Task" [ 962.389423] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.397959] env[69357]: DEBUG oslo_vmware.api [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52fa27d0-42eb-caa8-b672-119f8ce5afaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.406390] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4fe04b-92ad-4002-b6b3-7f3c3bd30f16 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.425404] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Updating instance 'b11d0515-96c6-4642-9138-fd1717ee5980' progress to 0 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 962.430036] env[69357]: DEBUG nova.network.neutron [req-234b63c5-9e56-436a-85c5-d99beed6d931 req-01a6cd9c-a436-4ad9-ad2b-55b0aa235b20 service nova] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Updated VIF entry in instance network info cache for port e4b9f645-0aa0-418d-aeca-a20e378c7c89. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.430495] env[69357]: DEBUG nova.network.neutron [req-234b63c5-9e56-436a-85c5-d99beed6d931 req-01a6cd9c-a436-4ad9-ad2b-55b0aa235b20 service nova] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Updating instance_info_cache with network_info: [{"id": "e4b9f645-0aa0-418d-aeca-a20e378c7c89", "address": "fa:16:3e:2f:2f:b3", "network": {"id": "56a14fc7-fa7e-4210-ba15-061e2b0069e2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1424350430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d976b7764ac4676834bfb72160d5ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4b9f645-0a", "ovs_interfaceid": "e4b9f645-0aa0-418d-aeca-a20e378c7c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.790772] env[69357]: DEBUG nova.objects.base [None req-2f195add-159d-4c52-924c-4de4a026556a tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Object Instance<74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4> lazy-loaded attributes: flavor,pci_requests {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 962.790995] env[69357]: DEBUG nova.network.neutron [None req-2f195add-159d-4c52-924c-4de4a026556a tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.805428] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.805867] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-396080ce-15d6-4b6d-b2a2-7d88238a5ef9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.814823] env[69357]: DEBUG oslo_vmware.api [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Waiting for the task: (returnval){ [ 962.814823] env[69357]: value = "task-3282977" [ 962.814823] env[69357]: _type = "Task" [ 962.814823] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.824376] env[69357]: DEBUG oslo_vmware.api [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Task: {'id': task-3282977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.851641] env[69357]: DEBUG nova.policy [None req-2f195add-159d-4c52-924c-4de4a026556a tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d3d65e0f327459cbcf60e590b9b1054', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fee1c5526ed04060a1bc0e75be3dc547', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 962.857121] env[69357]: DEBUG nova.compute.manager [None req-d37a34ea-66b0-4e75-92a9-95a1ec79dfea tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.857121] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d37a34ea-66b0-4e75-92a9-95a1ec79dfea tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.857579] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaeae5af-687d-482d-b69f-9601dd3132da {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.866919] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37a34ea-66b0-4e75-92a9-95a1ec79dfea tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.867456] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-010e2645-b0e8-42b9-b122-2deaf97c071c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.875393] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cf26e318-2e8d-48e0-a8de-4d590c157ef2 tempest-ServerShowV247Test-505252519 tempest-ServerShowV247Test-505252519-project-member] Lock "3f6cafba-02ad-47a6-b01d-58ad211c3e61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.951s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.876922] env[69357]: DEBUG oslo_vmware.api [None req-d37a34ea-66b0-4e75-92a9-95a1ec79dfea tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 962.876922] env[69357]: value = "task-3282978" [ 962.876922] env[69357]: _type = "Task" [ 962.876922] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.888522] env[69357]: DEBUG oslo_vmware.api [None req-d37a34ea-66b0-4e75-92a9-95a1ec79dfea tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.901319] env[69357]: DEBUG oslo_vmware.api [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52fa27d0-42eb-caa8-b672-119f8ce5afaf, 'name': SearchDatastore_Task, 'duration_secs': 0.01978} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.901591] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.901928] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] b1395227-b74b-4fee-8895-26a4b293fb1f/b1395227-b74b-4fee-8895-26a4b293fb1f.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.902252] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f54a0212-a220-41ba-ab60-e27ab5efcb00 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.909212] env[69357]: DEBUG oslo_vmware.api [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 962.909212] env[69357]: value = "task-3282979" [ 962.909212] env[69357]: _type = "Task" [ 962.909212] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.919311] env[69357]: DEBUG oslo_vmware.api [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3282979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.934937] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.935642] env[69357]: DEBUG oslo_concurrency.lockutils [req-234b63c5-9e56-436a-85c5-d99beed6d931 req-01a6cd9c-a436-4ad9-ad2b-55b0aa235b20 service nova] Releasing lock "refresh_cache-b1395227-b74b-4fee-8895-26a4b293fb1f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.936020] env[69357]: DEBUG nova.compute.manager [req-234b63c5-9e56-436a-85c5-d99beed6d931 req-01a6cd9c-a436-4ad9-ad2b-55b0aa235b20 service nova] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Received event network-changed-0263c35f-9ea6-42f6-aafa-5c815c415538 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.936312] env[69357]: DEBUG nova.compute.manager [req-234b63c5-9e56-436a-85c5-d99beed6d931 req-01a6cd9c-a436-4ad9-ad2b-55b0aa235b20 service nova] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Refreshing instance network info cache due to event network-changed-0263c35f-9ea6-42f6-aafa-5c815c415538. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 962.936655] env[69357]: DEBUG oslo_concurrency.lockutils [req-234b63c5-9e56-436a-85c5-d99beed6d931 req-01a6cd9c-a436-4ad9-ad2b-55b0aa235b20 service nova] Acquiring lock "refresh_cache-97dc6c38-2108-49df-9ccc-dceb0fc41cc8" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.936898] env[69357]: DEBUG oslo_concurrency.lockutils [req-234b63c5-9e56-436a-85c5-d99beed6d931 req-01a6cd9c-a436-4ad9-ad2b-55b0aa235b20 service nova] Acquired lock "refresh_cache-97dc6c38-2108-49df-9ccc-dceb0fc41cc8" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.937192] env[69357]: DEBUG nova.network.neutron [req-234b63c5-9e56-436a-85c5-d99beed6d931 req-01a6cd9c-a436-4ad9-ad2b-55b0aa235b20 service nova] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Refreshing network info cache for port 0263c35f-9ea6-42f6-aafa-5c815c415538 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.938810] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ceef571f-c0b2-4213-b7c2-9e66fac7708a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.948377] env[69357]: DEBUG oslo_vmware.api [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 962.948377] env[69357]: value = "task-3282980" [ 962.948377] env[69357]: _type = "Task" [ 962.948377] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.962205] env[69357]: DEBUG oslo_vmware.api [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.310676] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16f4e88-1f7c-4ef7-8304-c3a794d1b362 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.321338] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8f1385-702a-4bb5-a4f4-b347d7d04d95 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Suspending the VM {{(pid=69357) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 963.322056] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7869e1e2-b8d4-41ea-a557-01ebbdf4b0b8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.329611] env[69357]: DEBUG oslo_vmware.api [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Task: {'id': task-3282977, 'name': PowerOffVM_Task, 'duration_secs': 0.304795} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.331262] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.332174] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.332556] env[69357]: DEBUG oslo_vmware.api [None req-7e8f1385-702a-4bb5-a4f4-b347d7d04d95 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the task: (returnval){ [ 963.332556] env[69357]: value = "task-3282981" [ 963.332556] env[69357]: _type = "Task" [ 963.332556] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.332839] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa956a6c-ffd6-4928-943f-18bab254c3ee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.343052] env[69357]: DEBUG oslo_vmware.api [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Waiting for the task: (returnval){ [ 963.343052] env[69357]: value = "task-3282982" [ 963.343052] env[69357]: _type = "Task" [ 963.343052] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.349521] env[69357]: DEBUG oslo_vmware.api [None req-7e8f1385-702a-4bb5-a4f4-b347d7d04d95 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282981, 'name': SuspendVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.351545] env[69357]: DEBUG nova.network.neutron [None req-2f195add-159d-4c52-924c-4de4a026556a tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Successfully created port: 955611c5-6462-424a-9915-6b5717fd7948 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 963.362098] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] VM already powered off {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 963.362747] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Volume detach. Driver type: vmdk {{(pid=69357) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 963.362747] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655498', 'volume_id': '7dc51f29-c529-46ce-a558-dae4b71876c2', 'name': 'volume-7dc51f29-c529-46ce-a558-dae4b71876c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fbc7efb-85d5-43fc-87a5-057ed51229b1', 'attached_at': '', 'detached_at': '', 'volume_id': '7dc51f29-c529-46ce-a558-dae4b71876c2', 'serial': '7dc51f29-c529-46ce-a558-dae4b71876c2'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 963.363610] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a221d766-94a4-40d9-a67d-d986b6d90cf1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.400419] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a8fc48-e997-4193-b711-aea166e1f4f4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.410305] env[69357]: DEBUG oslo_vmware.api [None req-d37a34ea-66b0-4e75-92a9-95a1ec79dfea tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282978, 'name': PowerOffVM_Task, 'duration_secs': 0.340522} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.416853] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37a34ea-66b0-4e75-92a9-95a1ec79dfea tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.417088] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d37a34ea-66b0-4e75-92a9-95a1ec79dfea tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.420848] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f1f0cb3-de13-4be9-a5bd-c96dfed11557 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.422470] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ddb8e7-419c-40e5-9a0e-2ef0ea56b707 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.451241] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4d34f6-6eba-4b46-bcd2-22a8a39b5d69 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.454424] env[69357]: DEBUG oslo_vmware.api [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3282979, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.464704] env[69357]: DEBUG oslo_vmware.api [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282980, 'name': PowerOffVM_Task, 'duration_secs': 0.267289} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.476030] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.476856] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Updating instance 'b11d0515-96c6-4642-9138-fd1717ee5980' progress to 17 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 963.479961] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] The volume has not been displaced from its original location: [datastore1] volume-7dc51f29-c529-46ce-a558-dae4b71876c2/volume-7dc51f29-c529-46ce-a558-dae4b71876c2.vmdk. No consolidation needed. {{(pid=69357) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 963.489030] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 963.493888] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e936a9d2-e421-4fcf-ae39-ef158ab85dfc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.512470] env[69357]: DEBUG oslo_vmware.api [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Waiting for the task: (returnval){ [ 963.512470] env[69357]: value = "task-3282984" [ 963.512470] env[69357]: _type = "Task" [ 963.512470] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.533236] env[69357]: DEBUG oslo_vmware.api [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Task: {'id': task-3282984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.788421] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fabdb0-90f6-4b2e-a6e5-41724756d1db {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.793059] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e047b4-a539-41a8-a0e6-9394ac4467d9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.826344] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0d1678-7a32-41be-8b17-b0e5c9073373 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.834602] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548df7e5-6568-4d8f-97e4-e8430c7f1770 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.842677] env[69357]: DEBUG nova.network.neutron [req-234b63c5-9e56-436a-85c5-d99beed6d931 req-01a6cd9c-a436-4ad9-ad2b-55b0aa235b20 service nova] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Updated VIF entry in instance network info cache for port 0263c35f-9ea6-42f6-aafa-5c815c415538. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 963.843367] env[69357]: DEBUG nova.network.neutron [req-234b63c5-9e56-436a-85c5-d99beed6d931 req-01a6cd9c-a436-4ad9-ad2b-55b0aa235b20 service nova] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Updating instance_info_cache with network_info: [{"id": "0263c35f-9ea6-42f6-aafa-5c815c415538", "address": "fa:16:3e:7f:df:15", "network": {"id": "ee6262b2-0807-432e-a030-a3222778ee50", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2041839166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2044cd69235d4473aa2549a018e44c85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0263c35f-9e", "ovs_interfaceid": "0263c35f-9ea6-42f6-aafa-5c815c415538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.853763] env[69357]: DEBUG nova.compute.provider_tree [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.858528] env[69357]: DEBUG oslo_vmware.api [None req-7e8f1385-702a-4bb5-a4f4-b347d7d04d95 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282981, 'name': SuspendVM_Task} progress is 58%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.925587] env[69357]: DEBUG oslo_vmware.api [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3282979, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632577} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.926325] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] b1395227-b74b-4fee-8895-26a4b293fb1f/b1395227-b74b-4fee-8895-26a4b293fb1f.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.926325] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.926489] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f77d038-9533-4623-b938-5547f9dd0166 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.934576] env[69357]: DEBUG oslo_vmware.api [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 963.934576] env[69357]: value = "task-3282985" [ 963.934576] env[69357]: _type = "Task" [ 963.934576] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.946896] env[69357]: DEBUG oslo_vmware.api [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3282985, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.967321] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d37a34ea-66b0-4e75-92a9-95a1ec79dfea tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.967594] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d37a34ea-66b0-4e75-92a9-95a1ec79dfea tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.967718] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d37a34ea-66b0-4e75-92a9-95a1ec79dfea tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Deleting the datastore file [datastore2] 6f036279-a4b6-4427-a490-15ec5a5cb41c {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.967983] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d474c93-1a16-44cc-86ac-0a85de652ad9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.974614] env[69357]: DEBUG oslo_vmware.api [None req-d37a34ea-66b0-4e75-92a9-95a1ec79dfea tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for the task: (returnval){ [ 963.974614] env[69357]: value = "task-3282986" [ 963.974614] env[69357]: _type = "Task" [ 963.974614] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.985152] env[69357]: DEBUG oslo_vmware.api [None req-d37a34ea-66b0-4e75-92a9-95a1ec79dfea tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.992348] env[69357]: DEBUG nova.virt.hardware [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.992480] env[69357]: DEBUG nova.virt.hardware [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.992929] env[69357]: DEBUG nova.virt.hardware [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.992929] env[69357]: DEBUG nova.virt.hardware [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.992929] env[69357]: DEBUG nova.virt.hardware [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.993182] env[69357]: DEBUG nova.virt.hardware [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.993606] env[69357]: DEBUG nova.virt.hardware [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.993606] env[69357]: DEBUG nova.virt.hardware [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.993606] env[69357]: DEBUG nova.virt.hardware [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.993810] env[69357]: DEBUG nova.virt.hardware [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.993948] env[69357]: DEBUG nova.virt.hardware [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.000115] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fb98646-b837-436b-8620-af31c29a3cdc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.019073] env[69357]: DEBUG oslo_vmware.api [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 964.019073] env[69357]: value = "task-3282987" [ 964.019073] env[69357]: _type = "Task" [ 964.019073] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.024996] env[69357]: DEBUG oslo_vmware.api [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Task: {'id': task-3282984, 'name': ReconfigVM_Task, 'duration_secs': 0.192733} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.025772] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 964.035385] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-948258f4-d44d-410b-89e9-bb1cd804a171 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.046047] env[69357]: DEBUG oslo_vmware.api [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282987, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.050614] env[69357]: DEBUG oslo_vmware.api [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Waiting for the task: (returnval){ [ 964.050614] env[69357]: value = "task-3282988" [ 964.050614] env[69357]: _type = "Task" [ 964.050614] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.059239] env[69357]: DEBUG oslo_vmware.api [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Task: {'id': task-3282988, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.348711] env[69357]: DEBUG oslo_concurrency.lockutils [req-234b63c5-9e56-436a-85c5-d99beed6d931 req-01a6cd9c-a436-4ad9-ad2b-55b0aa235b20 service nova] Releasing lock "refresh_cache-97dc6c38-2108-49df-9ccc-dceb0fc41cc8" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.349025] env[69357]: DEBUG nova.compute.manager [req-234b63c5-9e56-436a-85c5-d99beed6d931 req-01a6cd9c-a436-4ad9-ad2b-55b0aa235b20 service nova] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Received event network-changed-0263c35f-9ea6-42f6-aafa-5c815c415538 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.349218] env[69357]: DEBUG nova.compute.manager [req-234b63c5-9e56-436a-85c5-d99beed6d931 req-01a6cd9c-a436-4ad9-ad2b-55b0aa235b20 service nova] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Refreshing instance network info cache due to event network-changed-0263c35f-9ea6-42f6-aafa-5c815c415538. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 964.349371] env[69357]: DEBUG oslo_concurrency.lockutils [req-234b63c5-9e56-436a-85c5-d99beed6d931 req-01a6cd9c-a436-4ad9-ad2b-55b0aa235b20 service nova] Acquiring lock "refresh_cache-97dc6c38-2108-49df-9ccc-dceb0fc41cc8" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.349513] env[69357]: DEBUG oslo_concurrency.lockutils [req-234b63c5-9e56-436a-85c5-d99beed6d931 req-01a6cd9c-a436-4ad9-ad2b-55b0aa235b20 service nova] Acquired lock "refresh_cache-97dc6c38-2108-49df-9ccc-dceb0fc41cc8" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.349676] env[69357]: DEBUG nova.network.neutron [req-234b63c5-9e56-436a-85c5-d99beed6d931 req-01a6cd9c-a436-4ad9-ad2b-55b0aa235b20 service nova] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Refreshing network info cache for port 0263c35f-9ea6-42f6-aafa-5c815c415538 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.350886] env[69357]: DEBUG oslo_vmware.api [None req-7e8f1385-702a-4bb5-a4f4-b347d7d04d95 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282981, 'name': SuspendVM_Task, 'duration_secs': 0.959641} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.351337] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8f1385-702a-4bb5-a4f4-b347d7d04d95 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Suspended the VM {{(pid=69357) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 964.351337] env[69357]: DEBUG nova.compute.manager [None req-7e8f1385-702a-4bb5-a4f4-b347d7d04d95 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.352460] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c9e1d8-2397-453b-85b7-9136caa39637 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.361869] env[69357]: DEBUG nova.scheduler.client.report [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.444724] env[69357]: DEBUG oslo_vmware.api [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3282985, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161967} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.445055] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.445890] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753457cb-e743-4fa7-813e-4341a373750f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.468621] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] b1395227-b74b-4fee-8895-26a4b293fb1f/b1395227-b74b-4fee-8895-26a4b293fb1f.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.469034] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac5fdc26-22d2-4369-9641-a0bcc8642483 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.493213] env[69357]: DEBUG oslo_vmware.api [None req-d37a34ea-66b0-4e75-92a9-95a1ec79dfea tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Task: {'id': task-3282986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.508934} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.494852] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d37a34ea-66b0-4e75-92a9-95a1ec79dfea tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.494852] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d37a34ea-66b0-4e75-92a9-95a1ec79dfea tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.494992] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d37a34ea-66b0-4e75-92a9-95a1ec79dfea tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.495227] env[69357]: INFO nova.compute.manager [None req-d37a34ea-66b0-4e75-92a9-95a1ec79dfea tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Took 1.64 seconds to destroy the instance on the hypervisor. [ 964.495417] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d37a34ea-66b0-4e75-92a9-95a1ec79dfea tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.495682] env[69357]: DEBUG oslo_vmware.api [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 964.495682] env[69357]: value = "task-3282989" [ 964.495682] env[69357]: _type = "Task" [ 964.495682] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.495872] env[69357]: DEBUG nova.compute.manager [-] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 964.495958] env[69357]: DEBUG nova.network.neutron [-] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 964.505627] env[69357]: DEBUG oslo_vmware.api [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3282989, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.528432] env[69357]: DEBUG oslo_vmware.api [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282987, 'name': ReconfigVM_Task, 'duration_secs': 0.289319} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.528730] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Updating instance 'b11d0515-96c6-4642-9138-fd1717ee5980' progress to 33 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 964.560974] env[69357]: DEBUG oslo_vmware.api [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Task: {'id': task-3282988, 'name': ReconfigVM_Task, 'duration_secs': 0.210568} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.561337] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655498', 'volume_id': '7dc51f29-c529-46ce-a558-dae4b71876c2', 'name': 'volume-7dc51f29-c529-46ce-a558-dae4b71876c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fbc7efb-85d5-43fc-87a5-057ed51229b1', 'attached_at': '', 'detached_at': '', 'volume_id': '7dc51f29-c529-46ce-a558-dae4b71876c2', 'serial': '7dc51f29-c529-46ce-a558-dae4b71876c2'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 964.561633] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.562831] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56924da-7d93-48c9-86ae-828278f48ab8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.570371] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.570625] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-186598d4-996a-4ebf-b07c-8806d03a2b7d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.633204] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.633543] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.633684] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Deleting the datastore file [datastore1] 8fbc7efb-85d5-43fc-87a5-057ed51229b1 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.634018] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afe42d54-e14d-4fae-8c72-614ffff0ce53 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.640560] env[69357]: DEBUG oslo_vmware.api [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Waiting for the task: (returnval){ [ 964.640560] env[69357]: value = "task-3282991" [ 964.640560] env[69357]: _type = "Task" [ 964.640560] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.652283] env[69357]: DEBUG oslo_vmware.api [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Task: {'id': task-3282991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.869314] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.869873] env[69357]: DEBUG nova.compute.manager [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 964.874145] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.992s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.874393] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.874941] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69357) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 964.875562] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9590fc4-0332-43e1-b692-2b07248a4f7d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.897017] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793ec801-2c91-4eb2-8521-b9672b32554b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.915189] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3e11e0-46c8-4caa-9f88-5e5efbee0103 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.923999] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80db6fb2-9850-4070-aa8b-37f87b7a3b1d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.957291] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178668MB free_disk=114GB free_vcpus=48 pci_devices=None {{(pid=69357) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 964.957608] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.957870] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.006622] env[69357]: DEBUG oslo_vmware.api [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3282989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.035145] env[69357]: DEBUG nova.virt.hardware [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.035659] env[69357]: DEBUG nova.virt.hardware [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.035659] env[69357]: DEBUG nova.virt.hardware [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.035752] env[69357]: DEBUG nova.virt.hardware [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.035853] env[69357]: DEBUG nova.virt.hardware [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.035997] env[69357]: DEBUG nova.virt.hardware [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.036223] env[69357]: DEBUG nova.virt.hardware [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.036489] env[69357]: DEBUG nova.virt.hardware [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.036615] env[69357]: DEBUG nova.virt.hardware [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.036683] env[69357]: DEBUG nova.virt.hardware [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.036857] env[69357]: DEBUG nova.virt.hardware [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.042065] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 965.045117] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31f17081-1bd9-492b-940d-c7d623532b0b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.066111] env[69357]: DEBUG oslo_vmware.api [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 965.066111] env[69357]: value = "task-3282992" [ 965.066111] env[69357]: _type = "Task" [ 965.066111] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.073323] env[69357]: DEBUG oslo_vmware.api [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282992, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.127681] env[69357]: DEBUG nova.network.neutron [None req-2f195add-159d-4c52-924c-4de4a026556a tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Successfully updated port: 955611c5-6462-424a-9915-6b5717fd7948 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 965.150449] env[69357]: DEBUG nova.network.neutron [req-234b63c5-9e56-436a-85c5-d99beed6d931 req-01a6cd9c-a436-4ad9-ad2b-55b0aa235b20 service nova] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Updated VIF entry in instance network info cache for port 0263c35f-9ea6-42f6-aafa-5c815c415538. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.150948] env[69357]: DEBUG nova.network.neutron [req-234b63c5-9e56-436a-85c5-d99beed6d931 req-01a6cd9c-a436-4ad9-ad2b-55b0aa235b20 service nova] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Updating instance_info_cache with network_info: [{"id": "0263c35f-9ea6-42f6-aafa-5c815c415538", "address": "fa:16:3e:7f:df:15", "network": {"id": "ee6262b2-0807-432e-a030-a3222778ee50", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2041839166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2044cd69235d4473aa2549a018e44c85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0263c35f-9e", "ovs_interfaceid": "0263c35f-9ea6-42f6-aafa-5c815c415538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.158459] env[69357]: DEBUG nova.compute.manager [req-10867cc1-9e05-4b1a-87eb-d6ff35c28632 req-6ac49563-c6e2-4237-bb8c-03e78586c8ff service nova] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Received event network-vif-deleted-32893093-4e6b-4067-98aa-d66aa69f2cc3 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.158709] env[69357]: INFO nova.compute.manager [req-10867cc1-9e05-4b1a-87eb-d6ff35c28632 req-6ac49563-c6e2-4237-bb8c-03e78586c8ff service nova] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Neutron deleted interface 32893093-4e6b-4067-98aa-d66aa69f2cc3; detaching it from the instance and deleting it from the info cache [ 965.159534] env[69357]: DEBUG nova.network.neutron [req-10867cc1-9e05-4b1a-87eb-d6ff35c28632 req-6ac49563-c6e2-4237-bb8c-03e78586c8ff service nova] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.169052] env[69357]: DEBUG oslo_vmware.api [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Task: {'id': task-3282991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090224} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.170888] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.171225] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.171383] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.197345] env[69357]: DEBUG nova.compute.manager [req-2428f22f-b32d-4068-8048-dcf4ad5580e8 req-e79bfa99-0b9c-4715-8330-984e252d4893 service nova] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Received event network-vif-plugged-955611c5-6462-424a-9915-6b5717fd7948 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.197547] env[69357]: DEBUG oslo_concurrency.lockutils [req-2428f22f-b32d-4068-8048-dcf4ad5580e8 req-e79bfa99-0b9c-4715-8330-984e252d4893 service nova] Acquiring lock "74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.197743] env[69357]: DEBUG oslo_concurrency.lockutils [req-2428f22f-b32d-4068-8048-dcf4ad5580e8 req-e79bfa99-0b9c-4715-8330-984e252d4893 service nova] Lock "74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.197911] env[69357]: DEBUG oslo_concurrency.lockutils [req-2428f22f-b32d-4068-8048-dcf4ad5580e8 req-e79bfa99-0b9c-4715-8330-984e252d4893 service nova] Lock "74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.198140] env[69357]: DEBUG nova.compute.manager [req-2428f22f-b32d-4068-8048-dcf4ad5580e8 req-e79bfa99-0b9c-4715-8330-984e252d4893 service nova] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] No waiting events found dispatching network-vif-plugged-955611c5-6462-424a-9915-6b5717fd7948 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 965.198328] env[69357]: WARNING nova.compute.manager [req-2428f22f-b32d-4068-8048-dcf4ad5580e8 req-e79bfa99-0b9c-4715-8330-984e252d4893 service nova] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Received unexpected event network-vif-plugged-955611c5-6462-424a-9915-6b5717fd7948 for instance with vm_state active and task_state None. [ 965.236814] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Volume detach. Driver type: vmdk {{(pid=69357) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 965.237275] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c548ecb2-dd8e-4040-81c8-a69afb126756 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.247049] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b9c77f-23a8-4ca5-a1d8-8148215a8934 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.283030] env[69357]: ERROR nova.compute.manager [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Failed to detach volume 7dc51f29-c529-46ce-a558-dae4b71876c2 from /dev/sda: nova.exception.InstanceNotFound: Instance 8fbc7efb-85d5-43fc-87a5-057ed51229b1 could not be found. [ 965.283030] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Traceback (most recent call last): [ 965.283030] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 965.283030] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] self.driver.rebuild(**kwargs) [ 965.283030] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 965.283030] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] raise NotImplementedError() [ 965.283030] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] NotImplementedError [ 965.283030] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] [ 965.283030] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] During handling of the above exception, another exception occurred: [ 965.283030] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] [ 965.283030] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Traceback (most recent call last): [ 965.283030] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 965.283030] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] self.driver.detach_volume(context, old_connection_info, [ 965.283030] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 965.283030] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] return self._volumeops.detach_volume(connection_info, instance) [ 965.283030] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 965.283030] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] self._detach_volume_vmdk(connection_info, instance) [ 965.283030] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 965.283030] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 965.283030] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 965.283030] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] stable_ref.fetch_moref(session) [ 965.283030] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 965.283030] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] raise exception.InstanceNotFound(instance_id=self._uuid) [ 965.283030] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] nova.exception.InstanceNotFound: Instance 8fbc7efb-85d5-43fc-87a5-057ed51229b1 could not be found. [ 965.283030] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] [ 965.312231] env[69357]: DEBUG nova.network.neutron [-] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.384614] env[69357]: DEBUG nova.compute.utils [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.386361] env[69357]: DEBUG nova.compute.manager [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 965.386586] env[69357]: DEBUG nova.network.neutron [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.422105] env[69357]: DEBUG nova.compute.utils [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Build of instance 8fbc7efb-85d5-43fc-87a5-057ed51229b1 aborted: Failed to rebuild volume backed instance. {{(pid=69357) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 965.424733] env[69357]: ERROR nova.compute.manager [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 8fbc7efb-85d5-43fc-87a5-057ed51229b1 aborted: Failed to rebuild volume backed instance. [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Traceback (most recent call last): [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] self.driver.rebuild(**kwargs) [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] raise NotImplementedError() [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] NotImplementedError [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] During handling of the above exception, another exception occurred: [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Traceback (most recent call last): [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] self._detach_root_volume(context, instance, root_bdm) [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] with excutils.save_and_reraise_exception(): [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] self.force_reraise() [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] raise self.value [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] self.driver.detach_volume(context, old_connection_info, [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] return self._volumeops.detach_volume(connection_info, instance) [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] self._detach_volume_vmdk(connection_info, instance) [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] stable_ref.fetch_moref(session) [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] raise exception.InstanceNotFound(instance_id=self._uuid) [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] nova.exception.InstanceNotFound: Instance 8fbc7efb-85d5-43fc-87a5-057ed51229b1 could not be found. [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] During handling of the above exception, another exception occurred: [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Traceback (most recent call last): [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] yield [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 965.424733] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] self._do_rebuild_instance_with_claim( [ 965.426277] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 965.426277] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] self._do_rebuild_instance( [ 965.426277] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 965.426277] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] self._rebuild_default_impl(**kwargs) [ 965.426277] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 965.426277] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] self._rebuild_volume_backed_instance( [ 965.426277] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 965.426277] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] raise exception.BuildAbortException( [ 965.426277] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] nova.exception.BuildAbortException: Build of instance 8fbc7efb-85d5-43fc-87a5-057ed51229b1 aborted: Failed to rebuild volume backed instance. [ 965.426277] env[69357]: ERROR nova.compute.manager [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] [ 965.428276] env[69357]: DEBUG nova.policy [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36eb2d34c35f4fcaabbd57e74572f763', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bb7dea9b5224569b95aebfe57da0e9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.507911] env[69357]: DEBUG oslo_vmware.api [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3282989, 'name': ReconfigVM_Task, 'duration_secs': 0.750222} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.508223] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Reconfigured VM instance instance-00000051 to attach disk [datastore1] b1395227-b74b-4fee-8895-26a4b293fb1f/b1395227-b74b-4fee-8895-26a4b293fb1f.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.508936] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c6d543a-71d2-4952-a76c-84a4d4440aee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.514749] env[69357]: DEBUG oslo_vmware.api [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 965.514749] env[69357]: value = "task-3282993" [ 965.514749] env[69357]: _type = "Task" [ 965.514749] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.522863] env[69357]: DEBUG oslo_vmware.api [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3282993, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.577061] env[69357]: DEBUG oslo_vmware.api [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282992, 'name': ReconfigVM_Task, 'duration_secs': 0.169748} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.577237] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 965.578163] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b602a2-e49d-41d7-96a3-71714e284df7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.603418] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] b11d0515-96c6-4642-9138-fd1717ee5980/b11d0515-96c6-4642-9138-fd1717ee5980.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.603837] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-811a51d6-0c2a-4adc-be1d-75f4ccb9cf34 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.624716] env[69357]: DEBUG oslo_vmware.api [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 965.624716] env[69357]: value = "task-3282994" [ 965.624716] env[69357]: _type = "Task" [ 965.624716] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.635131] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2f195add-159d-4c52-924c-4de4a026556a tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "refresh_cache-74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.635355] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2f195add-159d-4c52-924c-4de4a026556a tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquired lock "refresh_cache-74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.635552] env[69357]: DEBUG nova.network.neutron [None req-2f195add-159d-4c52-924c-4de4a026556a tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.637016] env[69357]: DEBUG oslo_vmware.api [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282994, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.653797] env[69357]: DEBUG oslo_concurrency.lockutils [req-234b63c5-9e56-436a-85c5-d99beed6d931 req-01a6cd9c-a436-4ad9-ad2b-55b0aa235b20 service nova] Releasing lock "refresh_cache-97dc6c38-2108-49df-9ccc-dceb0fc41cc8" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.661148] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e9e3a776-fa01-4d24-8d0c-86d5310911f9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.674543] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c79a1b-2ad8-4d3b-aa61-06e26b5c3617 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.713297] env[69357]: DEBUG nova.compute.manager [req-10867cc1-9e05-4b1a-87eb-d6ff35c28632 req-6ac49563-c6e2-4237-bb8c-03e78586c8ff service nova] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Detach interface failed, port_id=32893093-4e6b-4067-98aa-d66aa69f2cc3, reason: Instance 6f036279-a4b6-4427-a490-15ec5a5cb41c could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 965.748145] env[69357]: DEBUG nova.network.neutron [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Successfully created port: 359158d8-565a-4dee-bee8-f449bdd5beaa {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 965.817187] env[69357]: INFO nova.compute.manager [-] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Took 1.32 seconds to deallocate network for instance. [ 965.889558] env[69357]: DEBUG nova.compute.manager [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 965.971153] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Applying migration context for instance b11d0515-96c6-4642-9138-fd1717ee5980 as it has an incoming, in-progress migration f203adf2-ad59-4339-9b91-bf44e1dfa0e3. Migration status is migrating {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 965.973272] env[69357]: INFO nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Updating resource usage from migration f203adf2-ad59-4339-9b91-bf44e1dfa0e3 [ 965.995737] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance af8f9e4f-c0d8-447b-91ad-04f88290c199 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.995897] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance ff1d2974-d5a3-4753-9fa4-77f49949dd16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.996033] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 26f8e64b-a2f1-4659-ba44-8511c7b71f4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.996162] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance ec2f2a63-2c0c-4014-b0c6-1d76b70a3085 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.996309] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.996425] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 0c1376c6-1c72-4998-b90e-ff4500cef5c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.996536] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance d8ea2cd9-9230-4dd2-8737-07d5ca6553bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.996645] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 0d3bc6af-ee75-42fb-a73d-b30def9bcced actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.996750] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 9d3a99e6-4639-440d-90c2-e142903094c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.996858] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 293709c1-4f73-4f7c-a4b9-c11d41ab685e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.996961] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance a615691c-6328-4da1-973a-024a5864419b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.997144] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 6f036279-a4b6-4427-a490-15ec5a5cb41c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.997316] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 97dc6c38-2108-49df-9ccc-dceb0fc41cc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.997316] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance b1395227-b74b-4fee-8895-26a4b293fb1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.997521] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Migration f203adf2-ad59-4339-9b91-bf44e1dfa0e3 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 965.997521] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance b11d0515-96c6-4642-9138-fd1717ee5980 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.997624] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 05057cbb-6fa7-4d82-883e-d8785c6cbaae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.997778] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 965.997920] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 966.027604] env[69357]: DEBUG oslo_vmware.api [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3282993, 'name': Rename_Task, 'duration_secs': 0.197757} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.027604] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.027604] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-923c5db9-036a-4396-9988-0454e7e21b07 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.033431] env[69357]: DEBUG oslo_vmware.api [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 966.033431] env[69357]: value = "task-3282995" [ 966.033431] env[69357]: _type = "Task" [ 966.033431] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.047227] env[69357]: DEBUG oslo_vmware.api [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3282995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.133836] env[69357]: DEBUG oslo_vmware.api [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282994, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.170176] env[69357]: INFO nova.compute.manager [None req-7825e55d-8b0a-4826-addd-51b14703333b tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Resuming [ 966.170866] env[69357]: DEBUG nova.objects.instance [None req-7825e55d-8b0a-4826-addd-51b14703333b tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lazy-loading 'flavor' on Instance uuid 9d3a99e6-4639-440d-90c2-e142903094c0 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.185738] env[69357]: WARNING nova.network.neutron [None req-2f195add-159d-4c52-924c-4de4a026556a tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] 46150dba-e50f-47c1-9016-bf8c13ef7cfd already exists in list: networks containing: ['46150dba-e50f-47c1-9016-bf8c13ef7cfd']. ignoring it [ 966.246502] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f3c5c5-36be-4645-be5d-2dd314ccb7f7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.254439] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b24b96-f272-457f-bb8b-4d30e578ca53 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.287105] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e4db5b-63fc-47ef-95b6-10a35ec8d128 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.295105] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9b4c78-3469-4215-b82a-d8b5985633c5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.308489] env[69357]: DEBUG nova.compute.provider_tree [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.322464] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d37a34ea-66b0-4e75-92a9-95a1ec79dfea tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.547349] env[69357]: DEBUG oslo_vmware.api [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3282995, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.637208] env[69357]: DEBUG oslo_vmware.api [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282994, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.642548] env[69357]: DEBUG nova.network.neutron [None req-2f195add-159d-4c52-924c-4de4a026556a tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Updating instance_info_cache with network_info: [{"id": "df629847-15b9-4112-ba27-3ef38c99b8d7", "address": "fa:16:3e:4b:9f:49", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf629847-15", "ovs_interfaceid": "df629847-15b9-4112-ba27-3ef38c99b8d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "955611c5-6462-424a-9915-6b5717fd7948", "address": "fa:16:3e:43:93:e7", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap955611c5-64", "ovs_interfaceid": "955611c5-6462-424a-9915-6b5717fd7948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.815276] env[69357]: DEBUG nova.scheduler.client.report [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.899864] env[69357]: DEBUG nova.compute.manager [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 966.929141] env[69357]: DEBUG nova.virt.hardware [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.930214] env[69357]: DEBUG nova.virt.hardware [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.930214] env[69357]: DEBUG nova.virt.hardware [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.930214] env[69357]: DEBUG nova.virt.hardware [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.930214] env[69357]: DEBUG nova.virt.hardware [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.930214] env[69357]: DEBUG nova.virt.hardware [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.931432] env[69357]: DEBUG nova.virt.hardware [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.931432] env[69357]: DEBUG nova.virt.hardware [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.931432] env[69357]: DEBUG nova.virt.hardware [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.931652] env[69357]: DEBUG nova.virt.hardware [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.931880] env[69357]: DEBUG nova.virt.hardware [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.933728] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73e3f70-1d08-4c96-a46c-fd74be40fc9d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.947845] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b5dde7-2463-4599-a27c-a68eaf1cda04 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.048169] env[69357]: DEBUG oslo_vmware.api [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3282995, 'name': PowerOnVM_Task, 'duration_secs': 0.604948} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.048607] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.048830] env[69357]: INFO nova.compute.manager [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Took 8.98 seconds to spawn the instance on the hypervisor. [ 967.049355] env[69357]: DEBUG nova.compute.manager [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.050337] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c19bcd-d790-49af-be23-5c6a6bf01e9b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.135274] env[69357]: DEBUG oslo_vmware.api [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3282994, 'name': ReconfigVM_Task, 'duration_secs': 1.274771} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.135632] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Reconfigured VM instance instance-0000004d to attach disk [datastore2] b11d0515-96c6-4642-9138-fd1717ee5980/b11d0515-96c6-4642-9138-fd1717ee5980.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.135974] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Updating instance 'b11d0515-96c6-4642-9138-fd1717ee5980' progress to 50 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 967.145185] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2f195add-159d-4c52-924c-4de4a026556a tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Releasing lock "refresh_cache-74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.145847] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2f195add-159d-4c52-924c-4de4a026556a tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.146012] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2f195add-159d-4c52-924c-4de4a026556a tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquired lock "74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.146830] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c2ed0d-3d1e-410d-b365-392da34b1d00 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.165010] env[69357]: DEBUG nova.virt.hardware [None req-2f195add-159d-4c52-924c-4de4a026556a tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.165721] env[69357]: DEBUG nova.virt.hardware [None req-2f195add-159d-4c52-924c-4de4a026556a tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.166081] env[69357]: DEBUG nova.virt.hardware [None req-2f195add-159d-4c52-924c-4de4a026556a tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.166360] env[69357]: DEBUG nova.virt.hardware [None req-2f195add-159d-4c52-924c-4de4a026556a tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.166579] env[69357]: DEBUG nova.virt.hardware [None req-2f195add-159d-4c52-924c-4de4a026556a tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.166790] env[69357]: DEBUG nova.virt.hardware [None req-2f195add-159d-4c52-924c-4de4a026556a tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.167087] env[69357]: DEBUG nova.virt.hardware [None req-2f195add-159d-4c52-924c-4de4a026556a tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.167308] env[69357]: DEBUG nova.virt.hardware [None req-2f195add-159d-4c52-924c-4de4a026556a tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.167531] env[69357]: DEBUG nova.virt.hardware [None req-2f195add-159d-4c52-924c-4de4a026556a tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.167750] env[69357]: DEBUG nova.virt.hardware [None req-2f195add-159d-4c52-924c-4de4a026556a tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.167982] env[69357]: DEBUG nova.virt.hardware [None req-2f195add-159d-4c52-924c-4de4a026556a tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.174809] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2f195add-159d-4c52-924c-4de4a026556a tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Reconfiguring VM to attach interface {{(pid=69357) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 967.176930] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8983afed-7eed-4a61-84a9-89554be24a14 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.203817] env[69357]: DEBUG oslo_vmware.api [None req-2f195add-159d-4c52-924c-4de4a026556a tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 967.203817] env[69357]: value = "task-3282996" [ 967.203817] env[69357]: _type = "Task" [ 967.203817] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.214413] env[69357]: DEBUG oslo_vmware.api [None req-2f195add-159d-4c52-924c-4de4a026556a tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282996, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.320551] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 967.321000] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.363s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.321299] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d37a34ea-66b0-4e75-92a9-95a1ec79dfea tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.999s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.321531] env[69357]: DEBUG nova.objects.instance [None req-d37a34ea-66b0-4e75-92a9-95a1ec79dfea tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lazy-loading 'resources' on Instance uuid 6f036279-a4b6-4427-a490-15ec5a5cb41c {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.341413] env[69357]: DEBUG nova.network.neutron [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Successfully updated port: 359158d8-565a-4dee-bee8-f449bdd5beaa {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.408845] env[69357]: DEBUG nova.compute.manager [req-3fb62897-bcf0-41a7-9f23-4c22db12b9b4 req-99d302c6-c5ab-4c1b-af9c-11c4eb2d1112 service nova] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Received event network-changed-955611c5-6462-424a-9915-6b5717fd7948 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.409289] env[69357]: DEBUG nova.compute.manager [req-3fb62897-bcf0-41a7-9f23-4c22db12b9b4 req-99d302c6-c5ab-4c1b-af9c-11c4eb2d1112 service nova] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Refreshing instance network info cache due to event network-changed-955611c5-6462-424a-9915-6b5717fd7948. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 967.409668] env[69357]: DEBUG oslo_concurrency.lockutils [req-3fb62897-bcf0-41a7-9f23-4c22db12b9b4 req-99d302c6-c5ab-4c1b-af9c-11c4eb2d1112 service nova] Acquiring lock "refresh_cache-74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.409797] env[69357]: DEBUG oslo_concurrency.lockutils [req-3fb62897-bcf0-41a7-9f23-4c22db12b9b4 req-99d302c6-c5ab-4c1b-af9c-11c4eb2d1112 service nova] Acquired lock "refresh_cache-74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.410082] env[69357]: DEBUG nova.network.neutron [req-3fb62897-bcf0-41a7-9f23-4c22db12b9b4 req-99d302c6-c5ab-4c1b-af9c-11c4eb2d1112 service nova] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Refreshing network info cache for port 955611c5-6462-424a-9915-6b5717fd7948 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.427213] env[69357]: DEBUG nova.compute.manager [req-0ad4f336-933a-4315-a921-717a0a79ca73 req-cb6a782b-8082-40dc-861c-f9128f02d858 service nova] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Received event network-vif-plugged-359158d8-565a-4dee-bee8-f449bdd5beaa {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.427545] env[69357]: DEBUG oslo_concurrency.lockutils [req-0ad4f336-933a-4315-a921-717a0a79ca73 req-cb6a782b-8082-40dc-861c-f9128f02d858 service nova] Acquiring lock "05057cbb-6fa7-4d82-883e-d8785c6cbaae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.427849] env[69357]: DEBUG oslo_concurrency.lockutils [req-0ad4f336-933a-4315-a921-717a0a79ca73 req-cb6a782b-8082-40dc-861c-f9128f02d858 service nova] Lock "05057cbb-6fa7-4d82-883e-d8785c6cbaae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.428024] env[69357]: DEBUG oslo_concurrency.lockutils [req-0ad4f336-933a-4315-a921-717a0a79ca73 req-cb6a782b-8082-40dc-861c-f9128f02d858 service nova] Lock "05057cbb-6fa7-4d82-883e-d8785c6cbaae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.428241] env[69357]: DEBUG nova.compute.manager [req-0ad4f336-933a-4315-a921-717a0a79ca73 req-cb6a782b-8082-40dc-861c-f9128f02d858 service nova] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] No waiting events found dispatching network-vif-plugged-359158d8-565a-4dee-bee8-f449bdd5beaa {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.428455] env[69357]: WARNING nova.compute.manager [req-0ad4f336-933a-4315-a921-717a0a79ca73 req-cb6a782b-8082-40dc-861c-f9128f02d858 service nova] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Received unexpected event network-vif-plugged-359158d8-565a-4dee-bee8-f449bdd5beaa for instance with vm_state building and task_state spawning. [ 967.448745] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.570529] env[69357]: INFO nova.compute.manager [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Took 27.47 seconds to build instance. [ 967.643206] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae44466-9af1-4657-906b-4bcc1368d51a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.664162] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539c2e59-7837-43b3-a8f7-d2009bbf0322 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.683931] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Updating instance 'b11d0515-96c6-4642-9138-fd1717ee5980' progress to 67 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 967.698653] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7825e55d-8b0a-4826-addd-51b14703333b tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquiring lock "refresh_cache-9d3a99e6-4639-440d-90c2-e142903094c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.698844] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7825e55d-8b0a-4826-addd-51b14703333b tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquired lock "refresh_cache-9d3a99e6-4639-440d-90c2-e142903094c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.699038] env[69357]: DEBUG nova.network.neutron [None req-7825e55d-8b0a-4826-addd-51b14703333b tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.714847] env[69357]: DEBUG oslo_vmware.api [None req-2f195add-159d-4c52-924c-4de4a026556a tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.845058] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Acquiring lock "refresh_cache-05057cbb-6fa7-4d82-883e-d8785c6cbaae" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.845258] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Acquired lock "refresh_cache-05057cbb-6fa7-4d82-883e-d8785c6cbaae" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.845553] env[69357]: DEBUG nova.network.neutron [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.072219] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82eb106-a739-41e1-91c0-3a8ede2a6a9b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.076892] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2fe21fb4-2230-472e-b9b9-42d2b1d11843 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "b1395227-b74b-4fee-8895-26a4b293fb1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.988s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.083018] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ddc554-593e-41be-b71f-cd298967073e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.117110] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6f7376-2127-427e-86b8-bdfdabaad646 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.128718] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1059e39-b266-4023-bdcd-b73dbef5f9e1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.141720] env[69357]: DEBUG nova.compute.provider_tree [None req-d37a34ea-66b0-4e75-92a9-95a1ec79dfea tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.215118] env[69357]: DEBUG oslo_vmware.api [None req-2f195add-159d-4c52-924c-4de4a026556a tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3282996, 'name': ReconfigVM_Task, 'duration_secs': 0.627096} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.215629] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2f195add-159d-4c52-924c-4de4a026556a tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Releasing lock "74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.215847] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2f195add-159d-4c52-924c-4de4a026556a tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Reconfigured VM to attach interface {{(pid=69357) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 968.247570] env[69357]: DEBUG nova.network.neutron [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Port 11e21727-fab3-42d6-92aa-7e00740f020a binding to destination host cpu-1 is already ACTIVE {{(pid=69357) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 968.377299] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Acquiring lock "5ee60746-af58-4e07-95ed-f081cab6d53d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.378256] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Lock "5ee60746-af58-4e07-95ed-f081cab6d53d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.400377] env[69357]: DEBUG nova.network.neutron [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.419018] env[69357]: DEBUG oslo_vmware.rw_handles [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523aca68-012e-ff6f-53f2-71f1501a8265/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 968.419955] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa34324a-fa50-4a8e-b43e-0368c97c77dd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.430400] env[69357]: DEBUG oslo_vmware.rw_handles [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523aca68-012e-ff6f-53f2-71f1501a8265/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 968.430597] env[69357]: ERROR oslo_vmware.rw_handles [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523aca68-012e-ff6f-53f2-71f1501a8265/disk-0.vmdk due to incomplete transfer. [ 968.431282] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c96ec976-0cf2-4f0b-bf72-ac80521f9e43 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.438857] env[69357]: DEBUG oslo_vmware.rw_handles [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523aca68-012e-ff6f-53f2-71f1501a8265/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 968.439227] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Uploaded image 6b124908-c021-46d9-b7fb-ad7dbd9c3cd6 to the Glance image server {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 968.441701] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Destroying the VM {{(pid=69357) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 968.442043] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f127597e-16a6-4736-bd93-edb266d1fdda {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.449578] env[69357]: DEBUG oslo_vmware.api [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 968.449578] env[69357]: value = "task-3282997" [ 968.449578] env[69357]: _type = "Task" [ 968.449578] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.459297] env[69357]: DEBUG oslo_vmware.api [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3282997, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.514742] env[69357]: DEBUG nova.network.neutron [req-3fb62897-bcf0-41a7-9f23-4c22db12b9b4 req-99d302c6-c5ab-4c1b-af9c-11c4eb2d1112 service nova] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Updated VIF entry in instance network info cache for port 955611c5-6462-424a-9915-6b5717fd7948. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.514742] env[69357]: DEBUG nova.network.neutron [req-3fb62897-bcf0-41a7-9f23-4c22db12b9b4 req-99d302c6-c5ab-4c1b-af9c-11c4eb2d1112 service nova] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Updating instance_info_cache with network_info: [{"id": "df629847-15b9-4112-ba27-3ef38c99b8d7", "address": "fa:16:3e:4b:9f:49", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf629847-15", "ovs_interfaceid": "df629847-15b9-4112-ba27-3ef38c99b8d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "955611c5-6462-424a-9915-6b5717fd7948", "address": "fa:16:3e:43:93:e7", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap955611c5-64", "ovs_interfaceid": "955611c5-6462-424a-9915-6b5717fd7948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.534124] env[69357]: DEBUG nova.network.neutron [None req-7825e55d-8b0a-4826-addd-51b14703333b tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Updating instance_info_cache with network_info: [{"id": "0deb64b4-52ef-4aae-abfb-868208d52aea", "address": "fa:16:3e:2e:fc:e8", "network": {"id": "cc712f17-69e2-4b35-8968-a1091346ece7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1031991286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "599a1079b5654c3292648e2ced84dc7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0deb64b4-52", "ovs_interfaceid": "0deb64b4-52ef-4aae-abfb-868208d52aea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.604484] env[69357]: DEBUG nova.network.neutron [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Updating instance_info_cache with network_info: [{"id": "359158d8-565a-4dee-bee8-f449bdd5beaa", "address": "fa:16:3e:35:94:b3", "network": {"id": "71151c2e-d2d2-4dd8-9864-5c936b8fd7f3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1717978680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bb7dea9b5224569b95aebfe57da0e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap359158d8-56", "ovs_interfaceid": "359158d8-565a-4dee-bee8-f449bdd5beaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.647657] env[69357]: DEBUG nova.scheduler.client.report [None req-d37a34ea-66b0-4e75-92a9-95a1ec79dfea tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.720815] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2f195add-159d-4c52-924c-4de4a026556a tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "interface-74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.070s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.836515] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5408573a-0bcd-4585-93f0-6f75d3cd4350 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Acquiring lock "8fbc7efb-85d5-43fc-87a5-057ed51229b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.836845] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5408573a-0bcd-4585-93f0-6f75d3cd4350 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Lock "8fbc7efb-85d5-43fc-87a5-057ed51229b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.837154] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5408573a-0bcd-4585-93f0-6f75d3cd4350 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Acquiring lock "8fbc7efb-85d5-43fc-87a5-057ed51229b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.837428] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5408573a-0bcd-4585-93f0-6f75d3cd4350 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Lock "8fbc7efb-85d5-43fc-87a5-057ed51229b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.837643] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5408573a-0bcd-4585-93f0-6f75d3cd4350 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Lock "8fbc7efb-85d5-43fc-87a5-057ed51229b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.841190] env[69357]: INFO nova.compute.manager [None req-5408573a-0bcd-4585-93f0-6f75d3cd4350 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Terminating instance [ 968.881614] env[69357]: DEBUG nova.compute.manager [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 968.960716] env[69357]: DEBUG oslo_vmware.api [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3282997, 'name': Destroy_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.017237] env[69357]: DEBUG oslo_concurrency.lockutils [req-3fb62897-bcf0-41a7-9f23-4c22db12b9b4 req-99d302c6-c5ab-4c1b-af9c-11c4eb2d1112 service nova] Releasing lock "refresh_cache-74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.030044] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9dd09b22-01b8-4a00-b94b-abd427324939 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Acquiring lock "ec2f2a63-2c0c-4014-b0c6-1d76b70a3085" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.030324] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9dd09b22-01b8-4a00-b94b-abd427324939 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Lock "ec2f2a63-2c0c-4014-b0c6-1d76b70a3085" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.030619] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9dd09b22-01b8-4a00-b94b-abd427324939 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Acquiring lock "ec2f2a63-2c0c-4014-b0c6-1d76b70a3085-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.030967] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9dd09b22-01b8-4a00-b94b-abd427324939 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Lock "ec2f2a63-2c0c-4014-b0c6-1d76b70a3085-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.031133] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9dd09b22-01b8-4a00-b94b-abd427324939 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Lock "ec2f2a63-2c0c-4014-b0c6-1d76b70a3085-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.033245] env[69357]: INFO nova.compute.manager [None req-9dd09b22-01b8-4a00-b94b-abd427324939 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Terminating instance [ 969.035815] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7825e55d-8b0a-4826-addd-51b14703333b tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Releasing lock "refresh_cache-9d3a99e6-4639-440d-90c2-e142903094c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.037304] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c13c94-d149-45e9-9897-e3721baa3a84 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.044812] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7825e55d-8b0a-4826-addd-51b14703333b tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Resuming the VM {{(pid=69357) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 969.045661] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac4104f7-1679-459a-ba3e-3e3bb33954a6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.053709] env[69357]: DEBUG oslo_vmware.api [None req-7825e55d-8b0a-4826-addd-51b14703333b tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the task: (returnval){ [ 969.053709] env[69357]: value = "task-3282998" [ 969.053709] env[69357]: _type = "Task" [ 969.053709] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.062493] env[69357]: DEBUG oslo_vmware.api [None req-7825e55d-8b0a-4826-addd-51b14703333b tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.106889] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Releasing lock "refresh_cache-05057cbb-6fa7-4d82-883e-d8785c6cbaae" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.107315] env[69357]: DEBUG nova.compute.manager [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Instance network_info: |[{"id": "359158d8-565a-4dee-bee8-f449bdd5beaa", "address": "fa:16:3e:35:94:b3", "network": {"id": "71151c2e-d2d2-4dd8-9864-5c936b8fd7f3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1717978680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bb7dea9b5224569b95aebfe57da0e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap359158d8-56", "ovs_interfaceid": "359158d8-565a-4dee-bee8-f449bdd5beaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.107798] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:94:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '359158d8-565a-4dee-bee8-f449bdd5beaa', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.116536] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.117136] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.117389] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8bbfe38-f765-402b-8288-eeb7782b5573 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.139811] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.139811] env[69357]: value = "task-3282999" [ 969.139811] env[69357]: _type = "Task" [ 969.139811] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.148891] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282999, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.152845] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d37a34ea-66b0-4e75-92a9-95a1ec79dfea tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.156386] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.707s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.181653] env[69357]: INFO nova.scheduler.client.report [None req-d37a34ea-66b0-4e75-92a9-95a1ec79dfea tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Deleted allocations for instance 6f036279-a4b6-4427-a490-15ec5a5cb41c [ 969.273100] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "b11d0515-96c6-4642-9138-fd1717ee5980-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.273100] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "b11d0515-96c6-4642-9138-fd1717ee5980-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.273100] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "b11d0515-96c6-4642-9138-fd1717ee5980-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.345843] env[69357]: DEBUG nova.compute.manager [None req-5408573a-0bcd-4585-93f0-6f75d3cd4350 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.346443] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c79d679-5271-4ea1-a160-9a26ce897fbd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.364716] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91e6ddd-78cf-42e0-8ee8-d2d407b43af4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.409071] env[69357]: WARNING nova.virt.vmwareapi.driver [None req-5408573a-0bcd-4585-93f0-6f75d3cd4350 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 8fbc7efb-85d5-43fc-87a5-057ed51229b1 could not be found. [ 969.409071] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5408573a-0bcd-4585-93f0-6f75d3cd4350 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.410429] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.410747] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-995f70ae-8ddc-4620-86da-bd118b1e8e95 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.424865] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbd2b44-c954-4292-8017-a4ceb6ca6514 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.467946] env[69357]: WARNING nova.virt.vmwareapi.vmops [None req-5408573a-0bcd-4585-93f0-6f75d3cd4350 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 8fbc7efb-85d5-43fc-87a5-057ed51229b1 could not be found. [ 969.468186] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5408573a-0bcd-4585-93f0-6f75d3cd4350 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.468368] env[69357]: INFO nova.compute.manager [None req-5408573a-0bcd-4585-93f0-6f75d3cd4350 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Took 0.12 seconds to destroy the instance on the hypervisor. [ 969.468951] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5408573a-0bcd-4585-93f0-6f75d3cd4350 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.469027] env[69357]: DEBUG nova.compute.manager [-] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.469070] env[69357]: DEBUG nova.network.neutron [-] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.477409] env[69357]: DEBUG oslo_vmware.api [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3282997, 'name': Destroy_Task, 'duration_secs': 0.803088} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.478998] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Destroyed the VM [ 969.479321] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Deleting Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 969.481010] env[69357]: DEBUG nova.compute.manager [req-71806c6c-97da-41f8-8b9b-0023bb45d44f req-f543b88e-5c3c-4b86-9bf7-dae49cdede44 service nova] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Received event network-changed-359158d8-565a-4dee-bee8-f449bdd5beaa {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.481211] env[69357]: DEBUG nova.compute.manager [req-71806c6c-97da-41f8-8b9b-0023bb45d44f req-f543b88e-5c3c-4b86-9bf7-dae49cdede44 service nova] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Refreshing instance network info cache due to event network-changed-359158d8-565a-4dee-bee8-f449bdd5beaa. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 969.481519] env[69357]: DEBUG oslo_concurrency.lockutils [req-71806c6c-97da-41f8-8b9b-0023bb45d44f req-f543b88e-5c3c-4b86-9bf7-dae49cdede44 service nova] Acquiring lock "refresh_cache-05057cbb-6fa7-4d82-883e-d8785c6cbaae" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.481703] env[69357]: DEBUG oslo_concurrency.lockutils [req-71806c6c-97da-41f8-8b9b-0023bb45d44f req-f543b88e-5c3c-4b86-9bf7-dae49cdede44 service nova] Acquired lock "refresh_cache-05057cbb-6fa7-4d82-883e-d8785c6cbaae" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.482271] env[69357]: DEBUG nova.network.neutron [req-71806c6c-97da-41f8-8b9b-0023bb45d44f req-f543b88e-5c3c-4b86-9bf7-dae49cdede44 service nova] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Refreshing network info cache for port 359158d8-565a-4dee-bee8-f449bdd5beaa {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.483205] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-78430b31-1594-409c-a1f9-7acc94fd3d5d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.497825] env[69357]: DEBUG oslo_vmware.api [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 969.497825] env[69357]: value = "task-3283000" [ 969.497825] env[69357]: _type = "Task" [ 969.497825] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.504791] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8061b17-b908-43d7-89f6-7c79e63e77e4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.516091] env[69357]: DEBUG oslo_vmware.api [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283000, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.523271] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522c9be0-4dfd-4e81-b315-ffc4e93d5431 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.560965] env[69357]: DEBUG nova.compute.manager [None req-9dd09b22-01b8-4a00-b94b-abd427324939 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.561097] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd09b22-01b8-4a00-b94b-abd427324939 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.563420] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec847836-a684-4f06-bed8-e4f416f768c3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.570493] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7a80e9-5642-47a8-b009-33b50c5bd12d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.584621] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd09b22-01b8-4a00-b94b-abd427324939 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.584988] env[69357]: DEBUG oslo_vmware.api [None req-7825e55d-8b0a-4826-addd-51b14703333b tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282998, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.588919] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfe86e91-8db4-4004-8e8e-33fe372db11d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.592584] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d196f513-e494-47eb-94a9-52cf4289ec47 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.610892] env[69357]: DEBUG nova.compute.provider_tree [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.613924] env[69357]: DEBUG oslo_vmware.api [None req-9dd09b22-01b8-4a00-b94b-abd427324939 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Waiting for the task: (returnval){ [ 969.613924] env[69357]: value = "task-3283001" [ 969.613924] env[69357]: _type = "Task" [ 969.613924] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.624509] env[69357]: DEBUG oslo_vmware.api [None req-9dd09b22-01b8-4a00-b94b-abd427324939 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': task-3283001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.652336] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3282999, 'name': CreateVM_Task, 'duration_secs': 0.418615} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.652574] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.653355] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.653518] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.653848] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.654168] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95ec672a-e8c6-4e56-a0d2-80f2fe922f28 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.660979] env[69357]: DEBUG oslo_vmware.api [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Waiting for the task: (returnval){ [ 969.660979] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52da7862-119f-261a-8e9b-8db94f3f86a9" [ 969.660979] env[69357]: _type = "Task" [ 969.660979] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.671497] env[69357]: DEBUG oslo_vmware.api [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52da7862-119f-261a-8e9b-8db94f3f86a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.692067] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d37a34ea-66b0-4e75-92a9-95a1ec79dfea tempest-ImagesTestJSON-1902981399 tempest-ImagesTestJSON-1902981399-project-member] Lock "6f036279-a4b6-4427-a490-15ec5a5cb41c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.354s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.019208] env[69357]: DEBUG oslo_vmware.api [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283000, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.078923] env[69357]: DEBUG oslo_vmware.api [None req-7825e55d-8b0a-4826-addd-51b14703333b tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3282998, 'name': PowerOnVM_Task, 'duration_secs': 0.557386} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.081600] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7825e55d-8b0a-4826-addd-51b14703333b tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Resumed the VM {{(pid=69357) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 970.081795] env[69357]: DEBUG nova.compute.manager [None req-7825e55d-8b0a-4826-addd-51b14703333b tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.082960] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c6af7f-980d-45c3-8097-42a29ed81796 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.117022] env[69357]: DEBUG nova.scheduler.client.report [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.135740] env[69357]: DEBUG oslo_vmware.api [None req-9dd09b22-01b8-4a00-b94b-abd427324939 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': task-3283001, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.172980] env[69357]: DEBUG oslo_vmware.api [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52da7862-119f-261a-8e9b-8db94f3f86a9, 'name': SearchDatastore_Task, 'duration_secs': 0.013651} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.173203] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.173433] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.173671] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.173816] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.174112] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.174388] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64d1211b-68a8-4d0d-80be-b34bc89f3958 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.185056] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.185328] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.186133] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caa23c12-ec81-4205-962c-51b8998165ee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.192405] env[69357]: DEBUG oslo_vmware.api [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Waiting for the task: (returnval){ [ 970.192405] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e7b70b-d52f-dc9b-8ae1-31562f1120f5" [ 970.192405] env[69357]: _type = "Task" [ 970.192405] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.203174] env[69357]: DEBUG oslo_vmware.api [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e7b70b-d52f-dc9b-8ae1-31562f1120f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.358540] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "refresh_cache-b11d0515-96c6-4642-9138-fd1717ee5980" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.358668] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquired lock "refresh_cache-b11d0515-96c6-4642-9138-fd1717ee5980" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.358800] env[69357]: DEBUG nova.network.neutron [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.427805] env[69357]: DEBUG nova.compute.manager [req-4d6cf6e5-758f-40f0-95c2-b53f628a7456 req-ecce6d5d-74e8-4d61-98fd-e34b3c07ab4b service nova] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Received event network-vif-deleted-afd9c6b2-6855-498c-833a-b567fc66dcb6 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.429069] env[69357]: INFO nova.compute.manager [req-4d6cf6e5-758f-40f0-95c2-b53f628a7456 req-ecce6d5d-74e8-4d61-98fd-e34b3c07ab4b service nova] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Neutron deleted interface afd9c6b2-6855-498c-833a-b567fc66dcb6; detaching it from the instance and deleting it from the info cache [ 970.429309] env[69357]: DEBUG nova.network.neutron [req-4d6cf6e5-758f-40f0-95c2-b53f628a7456 req-ecce6d5d-74e8-4d61-98fd-e34b3c07ab4b service nova] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.515023] env[69357]: DEBUG oslo_vmware.api [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283000, 'name': RemoveSnapshot_Task, 'duration_secs': 0.553387} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.515023] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Deleted Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 970.515023] env[69357]: DEBUG nova.compute.manager [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.515023] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec701e4-c47e-43b0-9675-51c80d64656f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.539660] env[69357]: DEBUG nova.network.neutron [req-71806c6c-97da-41f8-8b9b-0023bb45d44f req-f543b88e-5c3c-4b86-9bf7-dae49cdede44 service nova] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Updated VIF entry in instance network info cache for port 359158d8-565a-4dee-bee8-f449bdd5beaa. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.539660] env[69357]: DEBUG nova.network.neutron [req-71806c6c-97da-41f8-8b9b-0023bb45d44f req-f543b88e-5c3c-4b86-9bf7-dae49cdede44 service nova] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Updating instance_info_cache with network_info: [{"id": "359158d8-565a-4dee-bee8-f449bdd5beaa", "address": "fa:16:3e:35:94:b3", "network": {"id": "71151c2e-d2d2-4dd8-9864-5c936b8fd7f3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1717978680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bb7dea9b5224569b95aebfe57da0e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap359158d8-56", "ovs_interfaceid": "359158d8-565a-4dee-bee8-f449bdd5beaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.633154] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.474s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.633154] env[69357]: INFO nova.compute.manager [None req-e5a8de62-45ec-4a66-8c00-10257c498e31 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Successfully reverted task state from rebuilding on failure for instance. [ 970.637535] env[69357]: DEBUG oslo_vmware.api [None req-9dd09b22-01b8-4a00-b94b-abd427324939 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': task-3283001, 'name': PowerOffVM_Task, 'duration_secs': 0.561932} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.638259] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.228s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.640037] env[69357]: INFO nova.compute.claims [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 970.646430] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd09b22-01b8-4a00-b94b-abd427324939 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.646626] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd09b22-01b8-4a00-b94b-abd427324939 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.647379] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8dfffa84-d6d6-40fd-92fa-e3b6f6002646 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.703223] env[69357]: DEBUG oslo_vmware.api [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e7b70b-d52f-dc9b-8ae1-31562f1120f5, 'name': SearchDatastore_Task, 'duration_secs': 0.064228} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.704389] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b4534df-1ad4-42d6-85aa-ea7e5675695c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.711221] env[69357]: DEBUG oslo_vmware.api [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Waiting for the task: (returnval){ [ 970.711221] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52166d11-1fab-ab1c-9478-04e6a93d97e4" [ 970.711221] env[69357]: _type = "Task" [ 970.711221] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.722691] env[69357]: DEBUG oslo_vmware.api [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52166d11-1fab-ab1c-9478-04e6a93d97e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.727116] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd09b22-01b8-4a00-b94b-abd427324939 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.727353] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd09b22-01b8-4a00-b94b-abd427324939 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.727542] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dd09b22-01b8-4a00-b94b-abd427324939 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Deleting the datastore file [datastore2] ec2f2a63-2c0c-4014-b0c6-1d76b70a3085 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.727805] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-709b8bfd-8ac0-4dab-89f0-d0a346b10b07 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.735143] env[69357]: DEBUG oslo_vmware.api [None req-9dd09b22-01b8-4a00-b94b-abd427324939 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Waiting for the task: (returnval){ [ 970.735143] env[69357]: value = "task-3283003" [ 970.735143] env[69357]: _type = "Task" [ 970.735143] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.743891] env[69357]: DEBUG oslo_vmware.api [None req-9dd09b22-01b8-4a00-b94b-abd427324939 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': task-3283003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.913957] env[69357]: DEBUG nova.network.neutron [-] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.934887] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-244de4ba-5740-4464-8948-cd327497ecdc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.944246] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdbaedb-214a-4edd-b343-67ae8959554b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.983496] env[69357]: DEBUG nova.compute.manager [req-4d6cf6e5-758f-40f0-95c2-b53f628a7456 req-ecce6d5d-74e8-4d61-98fd-e34b3c07ab4b service nova] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Detach interface failed, port_id=afd9c6b2-6855-498c-833a-b567fc66dcb6, reason: Instance 8fbc7efb-85d5-43fc-87a5-057ed51229b1 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 971.027838] env[69357]: INFO nova.compute.manager [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Shelve offloading [ 971.050498] env[69357]: DEBUG oslo_concurrency.lockutils [req-71806c6c-97da-41f8-8b9b-0023bb45d44f req-f543b88e-5c3c-4b86-9bf7-dae49cdede44 service nova] Releasing lock "refresh_cache-05057cbb-6fa7-4d82-883e-d8785c6cbaae" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.050820] env[69357]: DEBUG nova.compute.manager [req-71806c6c-97da-41f8-8b9b-0023bb45d44f req-f543b88e-5c3c-4b86-9bf7-dae49cdede44 service nova] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Received event network-changed-e4b9f645-0aa0-418d-aeca-a20e378c7c89 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.051031] env[69357]: DEBUG nova.compute.manager [req-71806c6c-97da-41f8-8b9b-0023bb45d44f req-f543b88e-5c3c-4b86-9bf7-dae49cdede44 service nova] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Refreshing instance network info cache due to event network-changed-e4b9f645-0aa0-418d-aeca-a20e378c7c89. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 971.051232] env[69357]: DEBUG oslo_concurrency.lockutils [req-71806c6c-97da-41f8-8b9b-0023bb45d44f req-f543b88e-5c3c-4b86-9bf7-dae49cdede44 service nova] Acquiring lock "refresh_cache-b1395227-b74b-4fee-8895-26a4b293fb1f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.051374] env[69357]: DEBUG oslo_concurrency.lockutils [req-71806c6c-97da-41f8-8b9b-0023bb45d44f req-f543b88e-5c3c-4b86-9bf7-dae49cdede44 service nova] Acquired lock "refresh_cache-b1395227-b74b-4fee-8895-26a4b293fb1f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.051532] env[69357]: DEBUG nova.network.neutron [req-71806c6c-97da-41f8-8b9b-0023bb45d44f req-f543b88e-5c3c-4b86-9bf7-dae49cdede44 service nova] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Refreshing network info cache for port e4b9f645-0aa0-418d-aeca-a20e378c7c89 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.222898] env[69357]: DEBUG oslo_vmware.api [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52166d11-1fab-ab1c-9478-04e6a93d97e4, 'name': SearchDatastore_Task, 'duration_secs': 0.017001} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.223178] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.223436] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 05057cbb-6fa7-4d82-883e-d8785c6cbaae/05057cbb-6fa7-4d82-883e-d8785c6cbaae.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.223692] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54b39f28-bc2c-44d6-8aea-7231617baf65 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.234345] env[69357]: DEBUG oslo_vmware.api [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Waiting for the task: (returnval){ [ 971.234345] env[69357]: value = "task-3283004" [ 971.234345] env[69357]: _type = "Task" [ 971.234345] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.246437] env[69357]: DEBUG oslo_vmware.api [None req-9dd09b22-01b8-4a00-b94b-abd427324939 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Task: {'id': task-3283003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.406448} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.249499] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dd09b22-01b8-4a00-b94b-abd427324939 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.249701] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd09b22-01b8-4a00-b94b-abd427324939 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.249880] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd09b22-01b8-4a00-b94b-abd427324939 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.250063] env[69357]: INFO nova.compute.manager [None req-9dd09b22-01b8-4a00-b94b-abd427324939 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Took 1.69 seconds to destroy the instance on the hypervisor. [ 971.250369] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9dd09b22-01b8-4a00-b94b-abd427324939 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.250573] env[69357]: DEBUG oslo_vmware.api [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3283004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.250797] env[69357]: DEBUG nova.compute.manager [-] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.250891] env[69357]: DEBUG nova.network.neutron [-] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.371394] env[69357]: DEBUG nova.network.neutron [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Updating instance_info_cache with network_info: [{"id": "11e21727-fab3-42d6-92aa-7e00740f020a", "address": "fa:16:3e:a2:33:5e", "network": {"id": "82c49d87-7977-405b-bca5-306c72e67e92", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1883218750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43de1ca6f72548b8b9e0f140b9228aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11e21727-fa", "ovs_interfaceid": "11e21727-fab3-42d6-92aa-7e00740f020a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.392946] env[69357]: DEBUG oslo_concurrency.lockutils [None req-05b01f33-ed72-4fc0-ba6f-d89382a77861 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "interface-74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4-3e5e2414-5d5f-4031-b882-461534ee6d20" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.393269] env[69357]: DEBUG oslo_concurrency.lockutils [None req-05b01f33-ed72-4fc0-ba6f-d89382a77861 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "interface-74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4-3e5e2414-5d5f-4031-b882-461534ee6d20" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.393654] env[69357]: DEBUG nova.objects.instance [None req-05b01f33-ed72-4fc0-ba6f-d89382a77861 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lazy-loading 'flavor' on Instance uuid 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.418872] env[69357]: INFO nova.compute.manager [-] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Took 1.95 seconds to deallocate network for instance. [ 971.535349] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.539029] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-376bb4f0-1962-4cff-b9ae-b603fa3319b4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.561955] env[69357]: DEBUG oslo_vmware.api [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 971.561955] env[69357]: value = "task-3283005" [ 971.561955] env[69357]: _type = "Task" [ 971.561955] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.580442] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] VM already powered off {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 971.580756] env[69357]: DEBUG nova.compute.manager [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.582908] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a851ec7-e7a3-47aa-8ab2-560892f2347b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.601298] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquiring lock "refresh_cache-0c1376c6-1c72-4998-b90e-ff4500cef5c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.601723] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquired lock "refresh_cache-0c1376c6-1c72-4998-b90e-ff4500cef5c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.601976] env[69357]: DEBUG nova.network.neutron [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.745814] env[69357]: DEBUG oslo_vmware.api [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3283004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508352} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.749111] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 05057cbb-6fa7-4d82-883e-d8785c6cbaae/05057cbb-6fa7-4d82-883e-d8785c6cbaae.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.749352] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.751542] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58fd8999-191b-4e22-af59-c07f1b217e62 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.759525] env[69357]: DEBUG oslo_vmware.api [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Waiting for the task: (returnval){ [ 971.759525] env[69357]: value = "task-3283006" [ 971.759525] env[69357]: _type = "Task" [ 971.759525] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.774825] env[69357]: DEBUG oslo_vmware.api [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3283006, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.874152] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Releasing lock "refresh_cache-b11d0515-96c6-4642-9138-fd1717ee5980" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.939574] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115dabbc-4de9-43d8-9fae-fe814ab705b7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.948470] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c7fca8-4751-4036-9fcf-f78d6d0cc1c2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.989427] env[69357]: INFO nova.compute.manager [None req-5408573a-0bcd-4585-93f0-6f75d3cd4350 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Took 0.57 seconds to detach 1 volumes for instance. [ 971.993861] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f561fa4-143f-43bf-8f43-7d6e4a235404 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.996984] env[69357]: DEBUG nova.compute.manager [None req-5408573a-0bcd-4585-93f0-6f75d3cd4350 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Deleting volume: 7dc51f29-c529-46ce-a558-dae4b71876c2 {{(pid=69357) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 972.006047] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e028733e-19f4-430e-900b-215c0d171c29 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.021478] env[69357]: DEBUG nova.compute.provider_tree [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.052981] env[69357]: DEBUG nova.objects.instance [None req-05b01f33-ed72-4fc0-ba6f-d89382a77861 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lazy-loading 'pci_requests' on Instance uuid 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.272366] env[69357]: DEBUG oslo_vmware.api [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3283006, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088912} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.272714] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 972.273755] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ae7037-602d-4ab9-b681-c23786f06069 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.280296] env[69357]: DEBUG nova.network.neutron [req-71806c6c-97da-41f8-8b9b-0023bb45d44f req-f543b88e-5c3c-4b86-9bf7-dae49cdede44 service nova] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Updated VIF entry in instance network info cache for port e4b9f645-0aa0-418d-aeca-a20e378c7c89. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.280401] env[69357]: DEBUG nova.network.neutron [req-71806c6c-97da-41f8-8b9b-0023bb45d44f req-f543b88e-5c3c-4b86-9bf7-dae49cdede44 service nova] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Updating instance_info_cache with network_info: [{"id": "e4b9f645-0aa0-418d-aeca-a20e378c7c89", "address": "fa:16:3e:2f:2f:b3", "network": {"id": "56a14fc7-fa7e-4210-ba15-061e2b0069e2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1424350430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d976b7764ac4676834bfb72160d5ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4b9f645-0a", "ovs_interfaceid": "e4b9f645-0aa0-418d-aeca-a20e378c7c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.312951] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 05057cbb-6fa7-4d82-883e-d8785c6cbaae/05057cbb-6fa7-4d82-883e-d8785c6cbaae.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.314945] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58d892a1-cfee-49a3-ae03-256e1757afd4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.343858] env[69357]: DEBUG oslo_vmware.api [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Waiting for the task: (returnval){ [ 972.343858] env[69357]: value = "task-3283008" [ 972.343858] env[69357]: _type = "Task" [ 972.343858] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.354230] env[69357]: DEBUG oslo_vmware.api [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3283008, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.392217] env[69357]: DEBUG nova.network.neutron [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Updating instance_info_cache with network_info: [{"id": "c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e", "address": "fa:16:3e:55:8e:1e", "network": {"id": "5ddc1356-bab9-45c4-8200-1fb7195f0d77", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-903464567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c73ab9fcfd4648fd8935b075e25a9deb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc47b3d71-c7", "ovs_interfaceid": "c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.414231] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf7d0bb-cdc7-47f8-b454-516980dbbbbc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.435620] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b03d9f-7748-4ff8-9fa8-febdbfd00107 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.443785] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Updating instance 'b11d0515-96c6-4642-9138-fd1717ee5980' progress to 83 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 972.528315] env[69357]: DEBUG nova.scheduler.client.report [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.550353] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5408573a-0bcd-4585-93f0-6f75d3cd4350 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.558131] env[69357]: DEBUG nova.objects.base [None req-05b01f33-ed72-4fc0-ba6f-d89382a77861 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Object Instance<74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4> lazy-loaded attributes: flavor,pci_requests {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 972.558304] env[69357]: DEBUG nova.network.neutron [None req-05b01f33-ed72-4fc0-ba6f-d89382a77861 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 972.673860] env[69357]: DEBUG nova.policy [None req-05b01f33-ed72-4fc0-ba6f-d89382a77861 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d3d65e0f327459cbcf60e590b9b1054', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fee1c5526ed04060a1bc0e75be3dc547', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 972.684300] env[69357]: DEBUG nova.compute.manager [req-906400de-76b8-428b-b98b-e41b3d5f06df req-2b7a6285-23f9-4ac6-940f-ed500667176e service nova] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Received event network-vif-deleted-750a8fb3-6b7b-4aa8-8ef5-12d01a007996 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.684613] env[69357]: INFO nova.compute.manager [req-906400de-76b8-428b-b98b-e41b3d5f06df req-2b7a6285-23f9-4ac6-940f-ed500667176e service nova] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Neutron deleted interface 750a8fb3-6b7b-4aa8-8ef5-12d01a007996; detaching it from the instance and deleting it from the info cache [ 972.685270] env[69357]: DEBUG nova.network.neutron [req-906400de-76b8-428b-b98b-e41b3d5f06df req-2b7a6285-23f9-4ac6-940f-ed500667176e service nova] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.814543] env[69357]: DEBUG oslo_concurrency.lockutils [req-71806c6c-97da-41f8-8b9b-0023bb45d44f req-f543b88e-5c3c-4b86-9bf7-dae49cdede44 service nova] Releasing lock "refresh_cache-b1395227-b74b-4fee-8895-26a4b293fb1f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.858095] env[69357]: DEBUG oslo_vmware.api [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3283008, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.895829] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Releasing lock "refresh_cache-0c1376c6-1c72-4998-b90e-ff4500cef5c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.950121] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.950577] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9167b7d-a6bb-4a19-95c0-ab3c11541f45 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.965780] env[69357]: DEBUG oslo_vmware.api [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 972.965780] env[69357]: value = "task-3283009" [ 972.965780] env[69357]: _type = "Task" [ 972.965780] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.987029] env[69357]: DEBUG oslo_vmware.api [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.007346] env[69357]: DEBUG nova.network.neutron [-] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.033625] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.033625] env[69357]: DEBUG nova.compute.manager [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 973.044016] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5408573a-0bcd-4585-93f0-6f75d3cd4350 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.493s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.044016] env[69357]: DEBUG nova.objects.instance [None req-5408573a-0bcd-4585-93f0-6f75d3cd4350 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Lazy-loading 'resources' on Instance uuid 8fbc7efb-85d5-43fc-87a5-057ed51229b1 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.190848] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-39340b2a-5d0f-406b-aaa6-e521200e1ec0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.202362] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffea591e-6fae-48ed-96b2-55d50ac49c7c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.243426] env[69357]: DEBUG nova.compute.manager [req-906400de-76b8-428b-b98b-e41b3d5f06df req-2b7a6285-23f9-4ac6-940f-ed500667176e service nova] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Detach interface failed, port_id=750a8fb3-6b7b-4aa8-8ef5-12d01a007996, reason: Instance ec2f2a63-2c0c-4014-b0c6-1d76b70a3085 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 973.356017] env[69357]: DEBUG nova.compute.manager [req-f528ae01-8958-4c86-9634-2b652beab335 req-930a32a7-bed2-4933-9900-05c56c3fcaf8 service nova] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Received event network-vif-unplugged-c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.356275] env[69357]: DEBUG oslo_concurrency.lockutils [req-f528ae01-8958-4c86-9634-2b652beab335 req-930a32a7-bed2-4933-9900-05c56c3fcaf8 service nova] Acquiring lock "0c1376c6-1c72-4998-b90e-ff4500cef5c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.356531] env[69357]: DEBUG oslo_concurrency.lockutils [req-f528ae01-8958-4c86-9634-2b652beab335 req-930a32a7-bed2-4933-9900-05c56c3fcaf8 service nova] Lock "0c1376c6-1c72-4998-b90e-ff4500cef5c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.356727] env[69357]: DEBUG oslo_concurrency.lockutils [req-f528ae01-8958-4c86-9634-2b652beab335 req-930a32a7-bed2-4933-9900-05c56c3fcaf8 service nova] Lock "0c1376c6-1c72-4998-b90e-ff4500cef5c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.356937] env[69357]: DEBUG nova.compute.manager [req-f528ae01-8958-4c86-9634-2b652beab335 req-930a32a7-bed2-4933-9900-05c56c3fcaf8 service nova] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] No waiting events found dispatching network-vif-unplugged-c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 973.357124] env[69357]: WARNING nova.compute.manager [req-f528ae01-8958-4c86-9634-2b652beab335 req-930a32a7-bed2-4933-9900-05c56c3fcaf8 service nova] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Received unexpected event network-vif-unplugged-c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e for instance with vm_state shelved and task_state shelving_offloading. [ 973.365385] env[69357]: DEBUG oslo_vmware.api [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3283008, 'name': ReconfigVM_Task, 'duration_secs': 0.839781} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.365715] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 05057cbb-6fa7-4d82-883e-d8785c6cbaae/05057cbb-6fa7-4d82-883e-d8785c6cbaae.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.370023] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-353959f9-3db1-45a3-b998-fce500ad42ca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.377112] env[69357]: DEBUG oslo_vmware.api [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Waiting for the task: (returnval){ [ 973.377112] env[69357]: value = "task-3283010" [ 973.377112] env[69357]: _type = "Task" [ 973.377112] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.390582] env[69357]: DEBUG oslo_vmware.api [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3283010, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.455118] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.456064] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27086f4b-b168-4d33-be6d-1c8fa3672d04 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.466053] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.466248] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b42fd980-01ee-4b1f-9e85-845e132fba79 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.482919] env[69357]: DEBUG oslo_vmware.api [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283009, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.510171] env[69357]: INFO nova.compute.manager [-] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Took 2.26 seconds to deallocate network for instance. [ 973.550157] env[69357]: DEBUG nova.compute.utils [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 973.553026] env[69357]: DEBUG nova.compute.manager [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 973.555320] env[69357]: DEBUG nova.network.neutron [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 973.559930] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.560327] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.560645] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Deleting the datastore file [datastore1] 0c1376c6-1c72-4998-b90e-ff4500cef5c0 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.563017] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff336b58-efb9-4382-8e8f-718ab076a36c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.575460] env[69357]: DEBUG oslo_vmware.api [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 973.575460] env[69357]: value = "task-3283012" [ 973.575460] env[69357]: _type = "Task" [ 973.575460] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.591738] env[69357]: DEBUG oslo_vmware.api [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.619690] env[69357]: DEBUG nova.policy [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e6736d51ef34391a190fe911380ac8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2044cd69235d4473aa2549a018e44c85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.870457] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b1ac64-1d74-47b6-98d7-e5a0950e6cfa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.885174] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13798f9d-d033-45dd-9b74-73715ae4b025 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.891454] env[69357]: DEBUG oslo_vmware.api [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3283010, 'name': Rename_Task, 'duration_secs': 0.272836} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.892175] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.892593] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36491e8a-c3b4-4874-8126-f531c20f15de {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.923613] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245ffc30-7421-4cab-816e-e3ba3ea55837 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.926659] env[69357]: DEBUG oslo_vmware.api [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Waiting for the task: (returnval){ [ 973.926659] env[69357]: value = "task-3283013" [ 973.926659] env[69357]: _type = "Task" [ 973.926659] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.934800] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc21f67f-39be-4cb2-9507-460028e06dde {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.942736] env[69357]: DEBUG oslo_vmware.api [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3283013, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.955912] env[69357]: DEBUG nova.compute.provider_tree [None req-5408573a-0bcd-4585-93f0-6f75d3cd4350 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.980909] env[69357]: DEBUG oslo_vmware.api [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283009, 'name': PowerOnVM_Task, 'duration_secs': 0.760712} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.981201] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.981387] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-98d8c322-a7e1-49a3-8e5d-dc19f5406788 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Updating instance 'b11d0515-96c6-4642-9138-fd1717ee5980' progress to 100 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 974.019672] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9dd09b22-01b8-4a00-b94b-abd427324939 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.020725] env[69357]: DEBUG nova.network.neutron [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Successfully created port: b1021963-0ae2-4827-ae5f-9eb1dbf5b060 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 974.059132] env[69357]: DEBUG nova.compute.manager [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 974.094519] env[69357]: DEBUG oslo_vmware.api [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184299} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.094912] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.094912] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.095137] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.122867] env[69357]: INFO nova.scheduler.client.report [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Deleted allocations for instance 0c1376c6-1c72-4998-b90e-ff4500cef5c0 [ 974.439472] env[69357]: DEBUG oslo_vmware.api [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3283013, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.461112] env[69357]: DEBUG nova.scheduler.client.report [None req-5408573a-0bcd-4585-93f0-6f75d3cd4350 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.630925] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.836426] env[69357]: DEBUG nova.network.neutron [None req-05b01f33-ed72-4fc0-ba6f-d89382a77861 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Successfully updated port: 3e5e2414-5d5f-4031-b882-461534ee6d20 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 974.939806] env[69357]: DEBUG oslo_vmware.api [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3283013, 'name': PowerOnVM_Task, 'duration_secs': 0.811928} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.940647] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.940647] env[69357]: INFO nova.compute.manager [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Took 8.04 seconds to spawn the instance on the hypervisor. [ 974.940765] env[69357]: DEBUG nova.compute.manager [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.942419] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681a4816-2354-419b-bd07-85e2228768c4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.970286] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5408573a-0bcd-4585-93f0-6f75d3cd4350 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.975686] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9dd09b22-01b8-4a00-b94b-abd427324939 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.956s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.976081] env[69357]: DEBUG nova.objects.instance [None req-9dd09b22-01b8-4a00-b94b-abd427324939 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Lazy-loading 'resources' on Instance uuid ec2f2a63-2c0c-4014-b0c6-1d76b70a3085 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.071638] env[69357]: DEBUG nova.compute.manager [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 975.104059] env[69357]: DEBUG nova.virt.hardware [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.104203] env[69357]: DEBUG nova.virt.hardware [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.104314] env[69357]: DEBUG nova.virt.hardware [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.104495] env[69357]: DEBUG nova.virt.hardware [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.104674] env[69357]: DEBUG nova.virt.hardware [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.104848] env[69357]: DEBUG nova.virt.hardware [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.105067] env[69357]: DEBUG nova.virt.hardware [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.105255] env[69357]: DEBUG nova.virt.hardware [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.105428] env[69357]: DEBUG nova.virt.hardware [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.105580] env[69357]: DEBUG nova.virt.hardware [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.105748] env[69357]: DEBUG nova.virt.hardware [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.106723] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b85a1f6-018a-4f6a-913b-1b904a073377 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.115642] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530d25f2-bcac-4d0b-9608-a4561ccadc3e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.332266] env[69357]: DEBUG nova.compute.manager [req-8ae0f361-6ef1-4cf3-89d1-a358d625074d req-3afc01fe-e491-42ae-8b60-d9cdd3a08fe3 service nova] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Received event network-vif-plugged-3e5e2414-5d5f-4031-b882-461534ee6d20 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.332266] env[69357]: DEBUG oslo_concurrency.lockutils [req-8ae0f361-6ef1-4cf3-89d1-a358d625074d req-3afc01fe-e491-42ae-8b60-d9cdd3a08fe3 service nova] Acquiring lock "74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.332466] env[69357]: DEBUG oslo_concurrency.lockutils [req-8ae0f361-6ef1-4cf3-89d1-a358d625074d req-3afc01fe-e491-42ae-8b60-d9cdd3a08fe3 service nova] Lock "74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.332632] env[69357]: DEBUG oslo_concurrency.lockutils [req-8ae0f361-6ef1-4cf3-89d1-a358d625074d req-3afc01fe-e491-42ae-8b60-d9cdd3a08fe3 service nova] Lock "74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.332808] env[69357]: DEBUG nova.compute.manager [req-8ae0f361-6ef1-4cf3-89d1-a358d625074d req-3afc01fe-e491-42ae-8b60-d9cdd3a08fe3 service nova] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] No waiting events found dispatching network-vif-plugged-3e5e2414-5d5f-4031-b882-461534ee6d20 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 975.333121] env[69357]: WARNING nova.compute.manager [req-8ae0f361-6ef1-4cf3-89d1-a358d625074d req-3afc01fe-e491-42ae-8b60-d9cdd3a08fe3 service nova] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Received unexpected event network-vif-plugged-3e5e2414-5d5f-4031-b882-461534ee6d20 for instance with vm_state active and task_state None. [ 975.338686] env[69357]: DEBUG oslo_concurrency.lockutils [None req-05b01f33-ed72-4fc0-ba6f-d89382a77861 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "refresh_cache-74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.338893] env[69357]: DEBUG oslo_concurrency.lockutils [None req-05b01f33-ed72-4fc0-ba6f-d89382a77861 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquired lock "refresh_cache-74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.339124] env[69357]: DEBUG nova.network.neutron [None req-05b01f33-ed72-4fc0-ba6f-d89382a77861 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.460722] env[69357]: INFO nova.compute.manager [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Took 17.50 seconds to build instance. [ 975.516792] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5408573a-0bcd-4585-93f0-6f75d3cd4350 tempest-ServerActionsV293TestJSON-93747002 tempest-ServerActionsV293TestJSON-93747002-project-member] Lock "8fbc7efb-85d5-43fc-87a5-057ed51229b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.680s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.793247] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad563a2f-8d69-493d-9008-5f35a966deb8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.808158] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35db577-6b23-4949-ac2c-21f0b647ed5c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.843361] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae07806-2a02-4caa-b329-0cf74b1be1a8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.855194] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55beb11a-0133-4a31-9824-65c02eea82f1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.874288] env[69357]: DEBUG nova.compute.provider_tree [None req-9dd09b22-01b8-4a00-b94b-abd427324939 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.899174] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Acquiring lock "8bd83bcb-b28b-46d8-bf52-67cc714b3656" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.899419] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Lock "8bd83bcb-b28b-46d8-bf52-67cc714b3656" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.908504] env[69357]: WARNING nova.network.neutron [None req-05b01f33-ed72-4fc0-ba6f-d89382a77861 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] 46150dba-e50f-47c1-9016-bf8c13ef7cfd already exists in list: networks containing: ['46150dba-e50f-47c1-9016-bf8c13ef7cfd']. ignoring it [ 975.908698] env[69357]: WARNING nova.network.neutron [None req-05b01f33-ed72-4fc0-ba6f-d89382a77861 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] 46150dba-e50f-47c1-9016-bf8c13ef7cfd already exists in list: networks containing: ['46150dba-e50f-47c1-9016-bf8c13ef7cfd']. ignoring it [ 975.963205] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4324ecc-d960-46c5-8004-2f6a894c4a67 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Lock "05057cbb-6fa7-4d82-883e-d8785c6cbaae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.021s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.006137] env[69357]: DEBUG nova.network.neutron [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Successfully updated port: b1021963-0ae2-4827-ae5f-9eb1dbf5b060 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.210221] env[69357]: DEBUG nova.compute.manager [req-00b7858f-dcc0-4c63-ab44-1ef19d691a18 req-54e847d4-1744-4ad0-8b17-049824b06940 service nova] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Received event network-changed-c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.210412] env[69357]: DEBUG nova.compute.manager [req-00b7858f-dcc0-4c63-ab44-1ef19d691a18 req-54e847d4-1744-4ad0-8b17-049824b06940 service nova] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Refreshing instance network info cache due to event network-changed-c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 976.210617] env[69357]: DEBUG oslo_concurrency.lockutils [req-00b7858f-dcc0-4c63-ab44-1ef19d691a18 req-54e847d4-1744-4ad0-8b17-049824b06940 service nova] Acquiring lock "refresh_cache-0c1376c6-1c72-4998-b90e-ff4500cef5c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.210752] env[69357]: DEBUG oslo_concurrency.lockutils [req-00b7858f-dcc0-4c63-ab44-1ef19d691a18 req-54e847d4-1744-4ad0-8b17-049824b06940 service nova] Acquired lock "refresh_cache-0c1376c6-1c72-4998-b90e-ff4500cef5c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.210907] env[69357]: DEBUG nova.network.neutron [req-00b7858f-dcc0-4c63-ab44-1ef19d691a18 req-54e847d4-1744-4ad0-8b17-049824b06940 service nova] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Refreshing network info cache for port c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.307978] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ea259be-7c39-46ce-a47f-b74577bcb758 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "b11d0515-96c6-4642-9138-fd1717ee5980" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.308228] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ea259be-7c39-46ce-a47f-b74577bcb758 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "b11d0515-96c6-4642-9138-fd1717ee5980" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.308412] env[69357]: DEBUG nova.compute.manager [None req-5ea259be-7c39-46ce-a47f-b74577bcb758 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Going to confirm migration 1 {{(pid=69357) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 976.379025] env[69357]: DEBUG nova.scheduler.client.report [None req-9dd09b22-01b8-4a00-b94b-abd427324939 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.402390] env[69357]: DEBUG nova.compute.manager [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 976.432310] env[69357]: DEBUG nova.network.neutron [None req-05b01f33-ed72-4fc0-ba6f-d89382a77861 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Updating instance_info_cache with network_info: [{"id": "df629847-15b9-4112-ba27-3ef38c99b8d7", "address": "fa:16:3e:4b:9f:49", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf629847-15", "ovs_interfaceid": "df629847-15b9-4112-ba27-3ef38c99b8d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "955611c5-6462-424a-9915-6b5717fd7948", "address": "fa:16:3e:43:93:e7", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap955611c5-64", "ovs_interfaceid": "955611c5-6462-424a-9915-6b5717fd7948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3e5e2414-5d5f-4031-b882-461534ee6d20", "address": "fa:16:3e:c4:75:f2", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e5e2414-5d", "ovs_interfaceid": "3e5e2414-5d5f-4031-b882-461534ee6d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.513199] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Acquiring lock "refresh_cache-5ee60746-af58-4e07-95ed-f081cab6d53d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.513199] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Acquired lock "refresh_cache-5ee60746-af58-4e07-95ed-f081cab6d53d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.513348] env[69357]: DEBUG nova.network.neutron [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.890892] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9dd09b22-01b8-4a00-b94b-abd427324939 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.892213] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.260s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.892511] env[69357]: DEBUG nova.objects.instance [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lazy-loading 'resources' on Instance uuid 0c1376c6-1c72-4998-b90e-ff4500cef5c0 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.899345] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ea259be-7c39-46ce-a47f-b74577bcb758 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "refresh_cache-b11d0515-96c6-4642-9138-fd1717ee5980" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.899568] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ea259be-7c39-46ce-a47f-b74577bcb758 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquired lock "refresh_cache-b11d0515-96c6-4642-9138-fd1717ee5980" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.899764] env[69357]: DEBUG nova.network.neutron [None req-5ea259be-7c39-46ce-a47f-b74577bcb758 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.899944] env[69357]: DEBUG nova.objects.instance [None req-5ea259be-7c39-46ce-a47f-b74577bcb758 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lazy-loading 'info_cache' on Instance uuid b11d0515-96c6-4642-9138-fd1717ee5980 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.920196] env[69357]: INFO nova.scheduler.client.report [None req-9dd09b22-01b8-4a00-b94b-abd427324939 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Deleted allocations for instance ec2f2a63-2c0c-4014-b0c6-1d76b70a3085 [ 976.935497] env[69357]: DEBUG oslo_concurrency.lockutils [None req-05b01f33-ed72-4fc0-ba6f-d89382a77861 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Releasing lock "refresh_cache-74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.936068] env[69357]: DEBUG oslo_concurrency.lockutils [None req-05b01f33-ed72-4fc0-ba6f-d89382a77861 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.936237] env[69357]: DEBUG oslo_concurrency.lockutils [None req-05b01f33-ed72-4fc0-ba6f-d89382a77861 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquired lock "74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.937139] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0378a0-89ed-469f-805a-d0974195b344 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.941413] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.958885] env[69357]: DEBUG nova.virt.hardware [None req-05b01f33-ed72-4fc0-ba6f-d89382a77861 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.959142] env[69357]: DEBUG nova.virt.hardware [None req-05b01f33-ed72-4fc0-ba6f-d89382a77861 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.959303] env[69357]: DEBUG nova.virt.hardware [None req-05b01f33-ed72-4fc0-ba6f-d89382a77861 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.959482] env[69357]: DEBUG nova.virt.hardware [None req-05b01f33-ed72-4fc0-ba6f-d89382a77861 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.959626] env[69357]: DEBUG nova.virt.hardware [None req-05b01f33-ed72-4fc0-ba6f-d89382a77861 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.959770] env[69357]: DEBUG nova.virt.hardware [None req-05b01f33-ed72-4fc0-ba6f-d89382a77861 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.959968] env[69357]: DEBUG nova.virt.hardware [None req-05b01f33-ed72-4fc0-ba6f-d89382a77861 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.960178] env[69357]: DEBUG nova.virt.hardware [None req-05b01f33-ed72-4fc0-ba6f-d89382a77861 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.960296] env[69357]: DEBUG nova.virt.hardware [None req-05b01f33-ed72-4fc0-ba6f-d89382a77861 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.960462] env[69357]: DEBUG nova.virt.hardware [None req-05b01f33-ed72-4fc0-ba6f-d89382a77861 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.960651] env[69357]: DEBUG nova.virt.hardware [None req-05b01f33-ed72-4fc0-ba6f-d89382a77861 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.967282] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-05b01f33-ed72-4fc0-ba6f-d89382a77861 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Reconfiguring VM to attach interface {{(pid=69357) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 976.970122] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d067260-a6b0-441d-9167-c3fc282f25cc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.991843] env[69357]: DEBUG oslo_vmware.api [None req-05b01f33-ed72-4fc0-ba6f-d89382a77861 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 976.991843] env[69357]: value = "task-3283014" [ 976.991843] env[69357]: _type = "Task" [ 976.991843] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.000960] env[69357]: DEBUG oslo_vmware.api [None req-05b01f33-ed72-4fc0-ba6f-d89382a77861 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283014, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.038154] env[69357]: DEBUG nova.network.neutron [req-00b7858f-dcc0-4c63-ab44-1ef19d691a18 req-54e847d4-1744-4ad0-8b17-049824b06940 service nova] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Updated VIF entry in instance network info cache for port c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.038707] env[69357]: DEBUG nova.network.neutron [req-00b7858f-dcc0-4c63-ab44-1ef19d691a18 req-54e847d4-1744-4ad0-8b17-049824b06940 service nova] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Updating instance_info_cache with network_info: [{"id": "c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e", "address": "fa:16:3e:55:8e:1e", "network": {"id": "5ddc1356-bab9-45c4-8200-1fb7195f0d77", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-903464567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c73ab9fcfd4648fd8935b075e25a9deb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc47b3d71-c7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.067354] env[69357]: DEBUG nova.network.neutron [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.254269] env[69357]: DEBUG nova.network.neutron [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Updating instance_info_cache with network_info: [{"id": "b1021963-0ae2-4827-ae5f-9eb1dbf5b060", "address": "fa:16:3e:cd:8b:fd", "network": {"id": "ee6262b2-0807-432e-a030-a3222778ee50", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2041839166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2044cd69235d4473aa2549a018e44c85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1021963-0a", "ovs_interfaceid": "b1021963-0ae2-4827-ae5f-9eb1dbf5b060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.398829] env[69357]: DEBUG nova.objects.instance [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lazy-loading 'numa_topology' on Instance uuid 0c1376c6-1c72-4998-b90e-ff4500cef5c0 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.432859] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9dd09b22-01b8-4a00-b94b-abd427324939 tempest-ServersWithSpecificFlavorTestJSON-905384920 tempest-ServersWithSpecificFlavorTestJSON-905384920-project-member] Lock "ec2f2a63-2c0c-4014-b0c6-1d76b70a3085" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.402s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.507700] env[69357]: DEBUG oslo_vmware.api [None req-05b01f33-ed72-4fc0-ba6f-d89382a77861 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.541325] env[69357]: DEBUG oslo_concurrency.lockutils [req-00b7858f-dcc0-4c63-ab44-1ef19d691a18 req-54e847d4-1744-4ad0-8b17-049824b06940 service nova] Releasing lock "refresh_cache-0c1376c6-1c72-4998-b90e-ff4500cef5c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.631670] env[69357]: DEBUG nova.compute.manager [req-064f617e-b2c9-49f7-91d9-3d356d64e967 req-bd5bee7b-9b35-4f71-8d56-8334cad78947 service nova] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Received event network-changed-3e5e2414-5d5f-4031-b882-461534ee6d20 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.631875] env[69357]: DEBUG nova.compute.manager [req-064f617e-b2c9-49f7-91d9-3d356d64e967 req-bd5bee7b-9b35-4f71-8d56-8334cad78947 service nova] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Refreshing instance network info cache due to event network-changed-3e5e2414-5d5f-4031-b882-461534ee6d20. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 977.632250] env[69357]: DEBUG oslo_concurrency.lockutils [req-064f617e-b2c9-49f7-91d9-3d356d64e967 req-bd5bee7b-9b35-4f71-8d56-8334cad78947 service nova] Acquiring lock "refresh_cache-74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.632421] env[69357]: DEBUG oslo_concurrency.lockutils [req-064f617e-b2c9-49f7-91d9-3d356d64e967 req-bd5bee7b-9b35-4f71-8d56-8334cad78947 service nova] Acquired lock "refresh_cache-74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.632634] env[69357]: DEBUG nova.network.neutron [req-064f617e-b2c9-49f7-91d9-3d356d64e967 req-bd5bee7b-9b35-4f71-8d56-8334cad78947 service nova] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Refreshing network info cache for port 3e5e2414-5d5f-4031-b882-461534ee6d20 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.759814] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Releasing lock "refresh_cache-5ee60746-af58-4e07-95ed-f081cab6d53d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.760240] env[69357]: DEBUG nova.compute.manager [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Instance network_info: |[{"id": "b1021963-0ae2-4827-ae5f-9eb1dbf5b060", "address": "fa:16:3e:cd:8b:fd", "network": {"id": "ee6262b2-0807-432e-a030-a3222778ee50", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2041839166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2044cd69235d4473aa2549a018e44c85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1021963-0a", "ovs_interfaceid": "b1021963-0ae2-4827-ae5f-9eb1dbf5b060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 977.760739] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:8b:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '418ddd3d-5f64-407e-8e0c-c8b81639bee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1021963-0ae2-4827-ae5f-9eb1dbf5b060', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.768733] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.769048] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.769335] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-778a8e43-e5c5-4d68-aadd-87b109415812 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.791616] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.791616] env[69357]: value = "task-3283015" [ 977.791616] env[69357]: _type = "Task" [ 977.791616] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.800732] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283015, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.823604] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Acquiring lock "0555427b-3b13-46b5-81d1-bd67e53812f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.823604] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Lock "0555427b-3b13-46b5-81d1-bd67e53812f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.900727] env[69357]: DEBUG nova.objects.base [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Object Instance<0c1376c6-1c72-4998-b90e-ff4500cef5c0> lazy-loaded attributes: resources,numa_topology {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 978.004881] env[69357]: DEBUG oslo_vmware.api [None req-05b01f33-ed72-4fc0-ba6f-d89382a77861 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283014, 'name': ReconfigVM_Task, 'duration_secs': 0.626379} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.009379] env[69357]: DEBUG oslo_concurrency.lockutils [None req-05b01f33-ed72-4fc0-ba6f-d89382a77861 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Releasing lock "74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.009607] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-05b01f33-ed72-4fc0-ba6f-d89382a77861 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Reconfigured VM to attach interface {{(pid=69357) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 978.168982] env[69357]: DEBUG oslo_concurrency.lockutils [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquiring lock "0c1376c6-1c72-4998-b90e-ff4500cef5c0" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.212769] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c252d1d-6d3d-420b-83b9-36e86240c922 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.224336] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540731c2-9c12-4bde-98d3-5a6caaf62028 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.265928] env[69357]: DEBUG nova.network.neutron [None req-5ea259be-7c39-46ce-a47f-b74577bcb758 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Updating instance_info_cache with network_info: [{"id": "11e21727-fab3-42d6-92aa-7e00740f020a", "address": "fa:16:3e:a2:33:5e", "network": {"id": "82c49d87-7977-405b-bca5-306c72e67e92", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1883218750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43de1ca6f72548b8b9e0f140b9228aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11e21727-fa", "ovs_interfaceid": "11e21727-fab3-42d6-92aa-7e00740f020a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.267566] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a18c39-cba0-4709-b8ea-8ca4be246394 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.272130] env[69357]: DEBUG nova.compute.manager [req-c2936058-7be2-484e-a7d1-3a49455377a7 req-1a8e759b-60bd-4b9d-bfc8-b4c35d15a852 service nova] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Received event network-vif-plugged-b1021963-0ae2-4827-ae5f-9eb1dbf5b060 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.272130] env[69357]: DEBUG oslo_concurrency.lockutils [req-c2936058-7be2-484e-a7d1-3a49455377a7 req-1a8e759b-60bd-4b9d-bfc8-b4c35d15a852 service nova] Acquiring lock "5ee60746-af58-4e07-95ed-f081cab6d53d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.272283] env[69357]: DEBUG oslo_concurrency.lockutils [req-c2936058-7be2-484e-a7d1-3a49455377a7 req-1a8e759b-60bd-4b9d-bfc8-b4c35d15a852 service nova] Lock "5ee60746-af58-4e07-95ed-f081cab6d53d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.272429] env[69357]: DEBUG oslo_concurrency.lockutils [req-c2936058-7be2-484e-a7d1-3a49455377a7 req-1a8e759b-60bd-4b9d-bfc8-b4c35d15a852 service nova] Lock "5ee60746-af58-4e07-95ed-f081cab6d53d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.272592] env[69357]: DEBUG nova.compute.manager [req-c2936058-7be2-484e-a7d1-3a49455377a7 req-1a8e759b-60bd-4b9d-bfc8-b4c35d15a852 service nova] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] No waiting events found dispatching network-vif-plugged-b1021963-0ae2-4827-ae5f-9eb1dbf5b060 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 978.272756] env[69357]: WARNING nova.compute.manager [req-c2936058-7be2-484e-a7d1-3a49455377a7 req-1a8e759b-60bd-4b9d-bfc8-b4c35d15a852 service nova] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Received unexpected event network-vif-plugged-b1021963-0ae2-4827-ae5f-9eb1dbf5b060 for instance with vm_state building and task_state spawning. [ 978.273251] env[69357]: DEBUG nova.compute.manager [req-c2936058-7be2-484e-a7d1-3a49455377a7 req-1a8e759b-60bd-4b9d-bfc8-b4c35d15a852 service nova] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Received event network-changed-b1021963-0ae2-4827-ae5f-9eb1dbf5b060 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.273251] env[69357]: DEBUG nova.compute.manager [req-c2936058-7be2-484e-a7d1-3a49455377a7 req-1a8e759b-60bd-4b9d-bfc8-b4c35d15a852 service nova] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Refreshing instance network info cache due to event network-changed-b1021963-0ae2-4827-ae5f-9eb1dbf5b060. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 978.273251] env[69357]: DEBUG oslo_concurrency.lockutils [req-c2936058-7be2-484e-a7d1-3a49455377a7 req-1a8e759b-60bd-4b9d-bfc8-b4c35d15a852 service nova] Acquiring lock "refresh_cache-5ee60746-af58-4e07-95ed-f081cab6d53d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.273438] env[69357]: DEBUG oslo_concurrency.lockutils [req-c2936058-7be2-484e-a7d1-3a49455377a7 req-1a8e759b-60bd-4b9d-bfc8-b4c35d15a852 service nova] Acquired lock "refresh_cache-5ee60746-af58-4e07-95ed-f081cab6d53d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.274759] env[69357]: DEBUG nova.network.neutron [req-c2936058-7be2-484e-a7d1-3a49455377a7 req-1a8e759b-60bd-4b9d-bfc8-b4c35d15a852 service nova] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Refreshing network info cache for port b1021963-0ae2-4827-ae5f-9eb1dbf5b060 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.282437] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceed8877-5be7-4dd6-9d9a-2ee5ac837407 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.300114] env[69357]: DEBUG nova.compute.provider_tree [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.317292] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283015, 'name': CreateVM_Task, 'duration_secs': 0.454129} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.319787] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.319787] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.319787] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.319787] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.319787] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15ea4331-9a96-46b0-9d84-21bb6220671c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.324655] env[69357]: DEBUG oslo_vmware.api [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Waiting for the task: (returnval){ [ 978.324655] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]520dfc2b-a149-6daf-9b04-32354fff5c1d" [ 978.324655] env[69357]: _type = "Task" [ 978.324655] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.324918] env[69357]: DEBUG nova.compute.manager [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 978.339346] env[69357]: DEBUG oslo_vmware.api [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]520dfc2b-a149-6daf-9b04-32354fff5c1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.488732] env[69357]: DEBUG nova.network.neutron [req-064f617e-b2c9-49f7-91d9-3d356d64e967 req-bd5bee7b-9b35-4f71-8d56-8334cad78947 service nova] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Updated VIF entry in instance network info cache for port 3e5e2414-5d5f-4031-b882-461534ee6d20. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.489381] env[69357]: DEBUG nova.network.neutron [req-064f617e-b2c9-49f7-91d9-3d356d64e967 req-bd5bee7b-9b35-4f71-8d56-8334cad78947 service nova] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Updating instance_info_cache with network_info: [{"id": "df629847-15b9-4112-ba27-3ef38c99b8d7", "address": "fa:16:3e:4b:9f:49", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf629847-15", "ovs_interfaceid": "df629847-15b9-4112-ba27-3ef38c99b8d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "955611c5-6462-424a-9915-6b5717fd7948", "address": "fa:16:3e:43:93:e7", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap955611c5-64", "ovs_interfaceid": "955611c5-6462-424a-9915-6b5717fd7948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3e5e2414-5d5f-4031-b882-461534ee6d20", "address": "fa:16:3e:c4:75:f2", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e5e2414-5d", "ovs_interfaceid": "3e5e2414-5d5f-4031-b882-461534ee6d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.515114] env[69357]: DEBUG oslo_concurrency.lockutils [None req-05b01f33-ed72-4fc0-ba6f-d89382a77861 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "interface-74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4-3e5e2414-5d5f-4031-b882-461534ee6d20" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.122s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.778984] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ea259be-7c39-46ce-a47f-b74577bcb758 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Releasing lock "refresh_cache-b11d0515-96c6-4642-9138-fd1717ee5980" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.779589] env[69357]: DEBUG nova.objects.instance [None req-5ea259be-7c39-46ce-a47f-b74577bcb758 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lazy-loading 'migration_context' on Instance uuid b11d0515-96c6-4642-9138-fd1717ee5980 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.805641] env[69357]: DEBUG nova.scheduler.client.report [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.838473] env[69357]: DEBUG oslo_vmware.api [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]520dfc2b-a149-6daf-9b04-32354fff5c1d, 'name': SearchDatastore_Task, 'duration_secs': 0.026732} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.840839] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.841089] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.841331] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.841540] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.841772] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.842306] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39cc46c5-1da8-4400-893b-fa334221c37b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.855966] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.856135] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.857407] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e56b4190-e53c-45dc-9ed3-7d61c387f80d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.863192] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.868954] env[69357]: DEBUG oslo_vmware.api [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Waiting for the task: (returnval){ [ 978.868954] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5266f6cd-6ed8-041d-c3e2-489d5b3003ab" [ 978.868954] env[69357]: _type = "Task" [ 978.868954] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.877947] env[69357]: DEBUG oslo_vmware.api [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5266f6cd-6ed8-041d-c3e2-489d5b3003ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.994178] env[69357]: DEBUG oslo_concurrency.lockutils [req-064f617e-b2c9-49f7-91d9-3d356d64e967 req-bd5bee7b-9b35-4f71-8d56-8334cad78947 service nova] Releasing lock "refresh_cache-74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.044111] env[69357]: DEBUG nova.network.neutron [req-c2936058-7be2-484e-a7d1-3a49455377a7 req-1a8e759b-60bd-4b9d-bfc8-b4c35d15a852 service nova] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Updated VIF entry in instance network info cache for port b1021963-0ae2-4827-ae5f-9eb1dbf5b060. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.044693] env[69357]: DEBUG nova.network.neutron [req-c2936058-7be2-484e-a7d1-3a49455377a7 req-1a8e759b-60bd-4b9d-bfc8-b4c35d15a852 service nova] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Updating instance_info_cache with network_info: [{"id": "b1021963-0ae2-4827-ae5f-9eb1dbf5b060", "address": "fa:16:3e:cd:8b:fd", "network": {"id": "ee6262b2-0807-432e-a030-a3222778ee50", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2041839166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2044cd69235d4473aa2549a018e44c85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1021963-0a", "ovs_interfaceid": "b1021963-0ae2-4827-ae5f-9eb1dbf5b060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.283029] env[69357]: DEBUG nova.objects.base [None req-5ea259be-7c39-46ce-a47f-b74577bcb758 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 979.283987] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9fbcc3-0ed0-4136-8ce7-3aa93619cfaa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.304129] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d953662-98b1-4de1-b176-8e5895c2e685 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.306993] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.416s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.310299] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.369s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.311831] env[69357]: INFO nova.compute.claims [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.316141] env[69357]: DEBUG oslo_vmware.api [None req-5ea259be-7c39-46ce-a47f-b74577bcb758 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 979.316141] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5289c4fc-9229-e9a0-dbd0-ce902c64e4b6" [ 979.316141] env[69357]: _type = "Task" [ 979.316141] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.325609] env[69357]: DEBUG oslo_vmware.api [None req-5ea259be-7c39-46ce-a47f-b74577bcb758 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5289c4fc-9229-e9a0-dbd0-ce902c64e4b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.380169] env[69357]: DEBUG oslo_vmware.api [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5266f6cd-6ed8-041d-c3e2-489d5b3003ab, 'name': SearchDatastore_Task, 'duration_secs': 0.027731} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.380957] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d447a949-057c-49f9-a730-a44db341c09f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.387366] env[69357]: DEBUG oslo_vmware.api [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Waiting for the task: (returnval){ [ 979.387366] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]528f0601-c036-858f-c7d3-cffdc96e8f28" [ 979.387366] env[69357]: _type = "Task" [ 979.387366] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.396267] env[69357]: DEBUG oslo_vmware.api [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]528f0601-c036-858f-c7d3-cffdc96e8f28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.549774] env[69357]: DEBUG oslo_concurrency.lockutils [req-c2936058-7be2-484e-a7d1-3a49455377a7 req-1a8e759b-60bd-4b9d-bfc8-b4c35d15a852 service nova] Releasing lock "refresh_cache-5ee60746-af58-4e07-95ed-f081cab6d53d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.612947] env[69357]: DEBUG oslo_concurrency.lockutils [None req-15d65ddb-8608-4746-a705-35d6a752338e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Acquiring lock "05057cbb-6fa7-4d82-883e-d8785c6cbaae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.613520] env[69357]: DEBUG oslo_concurrency.lockutils [None req-15d65ddb-8608-4746-a705-35d6a752338e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Lock "05057cbb-6fa7-4d82-883e-d8785c6cbaae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.614101] env[69357]: DEBUG oslo_concurrency.lockutils [None req-15d65ddb-8608-4746-a705-35d6a752338e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Acquiring lock "05057cbb-6fa7-4d82-883e-d8785c6cbaae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.614189] env[69357]: DEBUG oslo_concurrency.lockutils [None req-15d65ddb-8608-4746-a705-35d6a752338e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Lock "05057cbb-6fa7-4d82-883e-d8785c6cbaae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.614911] env[69357]: DEBUG oslo_concurrency.lockutils [None req-15d65ddb-8608-4746-a705-35d6a752338e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Lock "05057cbb-6fa7-4d82-883e-d8785c6cbaae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.617739] env[69357]: INFO nova.compute.manager [None req-15d65ddb-8608-4746-a705-35d6a752338e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Terminating instance [ 979.817505] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6317b93-3e68-41f8-99a8-d64585aef632 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lock "0c1376c6-1c72-4998-b90e-ff4500cef5c0" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.184s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.818470] env[69357]: DEBUG oslo_concurrency.lockutils [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lock "0c1376c6-1c72-4998-b90e-ff4500cef5c0" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.651s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.818669] env[69357]: INFO nova.compute.manager [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Unshelving [ 979.832568] env[69357]: DEBUG oslo_vmware.api [None req-5ea259be-7c39-46ce-a47f-b74577bcb758 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5289c4fc-9229-e9a0-dbd0-ce902c64e4b6, 'name': SearchDatastore_Task, 'duration_secs': 0.017124} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.834426] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ea259be-7c39-46ce-a47f-b74577bcb758 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.836086] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e293a9bc-7011-4411-abf7-668e90f314eb tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquiring lock "0d3bc6af-ee75-42fb-a73d-b30def9bcced" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.836712] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e293a9bc-7011-4411-abf7-668e90f314eb tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "0d3bc6af-ee75-42fb-a73d-b30def9bcced" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.900091] env[69357]: DEBUG oslo_vmware.api [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]528f0601-c036-858f-c7d3-cffdc96e8f28, 'name': SearchDatastore_Task, 'duration_secs': 0.019184} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.901412] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.901412] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 5ee60746-af58-4e07-95ed-f081cab6d53d/5ee60746-af58-4e07-95ed-f081cab6d53d.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.901412] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-251577f3-1110-4266-9bdb-cacfd493ecc5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.910812] env[69357]: DEBUG oslo_vmware.api [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Waiting for the task: (returnval){ [ 979.910812] env[69357]: value = "task-3283016" [ 979.910812] env[69357]: _type = "Task" [ 979.910812] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.920719] env[69357]: DEBUG oslo_vmware.api [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': task-3283016, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.126026] env[69357]: DEBUG nova.compute.manager [None req-15d65ddb-8608-4746-a705-35d6a752338e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.126026] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-15d65ddb-8608-4746-a705-35d6a752338e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.126026] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7996ad74-96dc-470b-9c20-51b5408fc514 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.136821] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d65ddb-8608-4746-a705-35d6a752338e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.137306] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cf83b95-d5d7-4bbf-9a5d-8845974b67e2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.149230] env[69357]: DEBUG oslo_vmware.api [None req-15d65ddb-8608-4746-a705-35d6a752338e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Waiting for the task: (returnval){ [ 980.149230] env[69357]: value = "task-3283017" [ 980.149230] env[69357]: _type = "Task" [ 980.149230] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.157449] env[69357]: DEBUG oslo_vmware.api [None req-15d65ddb-8608-4746-a705-35d6a752338e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3283017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.340164] env[69357]: DEBUG nova.compute.utils [None req-e293a9bc-7011-4411-abf7-668e90f314eb tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 980.424588] env[69357]: DEBUG oslo_vmware.api [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': task-3283016, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.609469] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4f2742b6-f89a-4b2e-8c78-4862756f461f tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "interface-74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4-955611c5-6462-424a-9915-6b5717fd7948" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.609657] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4f2742b6-f89a-4b2e-8c78-4862756f461f tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "interface-74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4-955611c5-6462-424a-9915-6b5717fd7948" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.611872] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5b85d5-4c8e-4d29-9645-89bf4f60d7d5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.620964] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26c4503-443a-4c7b-ae97-5bafc047ba9a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.660040] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cafe1a7-c70e-4f0a-8930-41d844026b31 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.674404] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73cc25a-9ca6-4ee0-88d5-09af99f5d785 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.677965] env[69357]: DEBUG oslo_vmware.api [None req-15d65ddb-8608-4746-a705-35d6a752338e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3283017, 'name': PowerOffVM_Task, 'duration_secs': 0.251395} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.678316] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d65ddb-8608-4746-a705-35d6a752338e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.678532] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-15d65ddb-8608-4746-a705-35d6a752338e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.679251] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f34dab6-270b-42b1-ab6d-6a4b4e6f04bc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.693237] env[69357]: DEBUG nova.compute.provider_tree [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.755321] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-15d65ddb-8608-4746-a705-35d6a752338e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.755321] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-15d65ddb-8608-4746-a705-35d6a752338e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.755515] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-15d65ddb-8608-4746-a705-35d6a752338e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Deleting the datastore file [datastore1] 05057cbb-6fa7-4d82-883e-d8785c6cbaae {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.755797] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a326a27-d306-4165-a655-358e07275500 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.763387] env[69357]: DEBUG oslo_vmware.api [None req-15d65ddb-8608-4746-a705-35d6a752338e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Waiting for the task: (returnval){ [ 980.763387] env[69357]: value = "task-3283019" [ 980.763387] env[69357]: _type = "Task" [ 980.763387] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.773173] env[69357]: DEBUG oslo_vmware.api [None req-15d65ddb-8608-4746-a705-35d6a752338e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3283019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.835018] env[69357]: DEBUG nova.compute.utils [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 980.843361] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e293a9bc-7011-4411-abf7-668e90f314eb tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "0d3bc6af-ee75-42fb-a73d-b30def9bcced" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.922448] env[69357]: DEBUG oslo_vmware.api [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': task-3283016, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699078} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.922744] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 5ee60746-af58-4e07-95ed-f081cab6d53d/5ee60746-af58-4e07-95ed-f081cab6d53d.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 980.923023] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 980.923299] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02949a81-5a0d-4cb8-bfac-430b9a01b328 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.930828] env[69357]: DEBUG oslo_vmware.api [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Waiting for the task: (returnval){ [ 980.930828] env[69357]: value = "task-3283020" [ 980.930828] env[69357]: _type = "Task" [ 980.930828] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.940490] env[69357]: DEBUG oslo_vmware.api [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': task-3283020, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.083429] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8233edf6-c45e-4ec9-8d3c-68d67c9c13c2 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "d8ea2cd9-9230-4dd2-8737-07d5ca6553bc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.083429] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8233edf6-c45e-4ec9-8d3c-68d67c9c13c2 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "d8ea2cd9-9230-4dd2-8737-07d5ca6553bc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.115687] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4f2742b6-f89a-4b2e-8c78-4862756f461f tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.116545] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4f2742b6-f89a-4b2e-8c78-4862756f461f tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquired lock "74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.117034] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad1b6f5-1996-451b-938b-88a8ac53cc7c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.137839] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad9524a-4b33-4f95-b9db-e83eacc8a97a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.167989] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2742b6-f89a-4b2e-8c78-4862756f461f tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Reconfiguring VM to detach interface {{(pid=69357) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 981.167989] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-921aede7-1e6d-441f-a5bd-e2ada7e99c98 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.187747] env[69357]: DEBUG oslo_vmware.api [None req-4f2742b6-f89a-4b2e-8c78-4862756f461f tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 981.187747] env[69357]: value = "task-3283021" [ 981.187747] env[69357]: _type = "Task" [ 981.187747] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.196715] env[69357]: DEBUG nova.scheduler.client.report [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.203126] env[69357]: DEBUG oslo_vmware.api [None req-4f2742b6-f89a-4b2e-8c78-4862756f461f tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283021, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.273439] env[69357]: DEBUG oslo_vmware.api [None req-15d65ddb-8608-4746-a705-35d6a752338e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3283019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229106} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.273679] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-15d65ddb-8608-4746-a705-35d6a752338e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.273902] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-15d65ddb-8608-4746-a705-35d6a752338e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.274044] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-15d65ddb-8608-4746-a705-35d6a752338e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.274255] env[69357]: INFO nova.compute.manager [None req-15d65ddb-8608-4746-a705-35d6a752338e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Took 1.15 seconds to destroy the instance on the hypervisor. [ 981.274497] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15d65ddb-8608-4746-a705-35d6a752338e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.274690] env[69357]: DEBUG nova.compute.manager [-] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.274782] env[69357]: DEBUG nova.network.neutron [-] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.338078] env[69357]: INFO nova.virt.block_device [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Booting with volume 8efa0828-50a9-486e-ad5d-8f8015cf1f36 at /dev/sdb [ 981.375031] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71ff9a05-5d66-4ca6-bf32-84fb358c42f0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.385027] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d396c8-0fe7-4491-8f63-c66e8f0e4db6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.421353] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ec9b257-a22e-4e1d-a853-c7705de4a430 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.433090] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99dead49-7ca3-40e4-8304-720800767e89 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.457014] env[69357]: DEBUG oslo_vmware.api [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': task-3283020, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069827} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.457349] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.458246] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcde44bf-9890-427a-9956-2e5d734de528 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.485307] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 5ee60746-af58-4e07-95ed-f081cab6d53d/5ee60746-af58-4e07-95ed-f081cab6d53d.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.500109] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9d0e499-bef1-4163-b454-6a5b3c704983 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.521518] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed65bbd-8320-4537-b6ad-a6f40eb8e341 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.531976] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacfcd50-9a97-4553-abb7-db8674d5e838 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.535457] env[69357]: DEBUG oslo_vmware.api [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Waiting for the task: (returnval){ [ 981.535457] env[69357]: value = "task-3283022" [ 981.535457] env[69357]: _type = "Task" [ 981.535457] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.549039] env[69357]: DEBUG nova.virt.block_device [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Updating existing volume attachment record: 6c983715-34be-482b-9d40-9c30651c84a2 {{(pid=69357) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 981.557551] env[69357]: DEBUG oslo_vmware.api [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': task-3283022, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.587520] env[69357]: DEBUG nova.compute.utils [None req-8233edf6-c45e-4ec9-8d3c-68d67c9c13c2 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 981.700214] env[69357]: DEBUG oslo_vmware.api [None req-4f2742b6-f89a-4b2e-8c78-4862756f461f tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.705523] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.706223] env[69357]: DEBUG nova.compute.manager [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 981.709671] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.846s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.711387] env[69357]: INFO nova.compute.claims [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.906951] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e293a9bc-7011-4411-abf7-668e90f314eb tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquiring lock "0d3bc6af-ee75-42fb-a73d-b30def9bcced" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.906951] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e293a9bc-7011-4411-abf7-668e90f314eb tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "0d3bc6af-ee75-42fb-a73d-b30def9bcced" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.907144] env[69357]: INFO nova.compute.manager [None req-e293a9bc-7011-4411-abf7-668e90f314eb tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Attaching volume 996989de-8d67-4f75-89d8-db904cf09af8 to /dev/sdb [ 981.963491] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a31572e-c6b8-4fec-b368-2d21de2c53f0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.979694] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b393773-5caf-4eac-be90-5e161e221220 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.992546] env[69357]: DEBUG nova.compute.manager [req-f46bf389-8574-4169-b5b9-360225c03be2 req-21ae773d-d083-4655-a207-ae1aade6cbde service nova] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Received event network-vif-deleted-359158d8-565a-4dee-bee8-f449bdd5beaa {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.992546] env[69357]: INFO nova.compute.manager [req-f46bf389-8574-4169-b5b9-360225c03be2 req-21ae773d-d083-4655-a207-ae1aade6cbde service nova] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Neutron deleted interface 359158d8-565a-4dee-bee8-f449bdd5beaa; detaching it from the instance and deleting it from the info cache [ 981.992546] env[69357]: DEBUG nova.network.neutron [req-f46bf389-8574-4169-b5b9-360225c03be2 req-21ae773d-d083-4655-a207-ae1aade6cbde service nova] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.001228] env[69357]: DEBUG nova.network.neutron [-] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.013968] env[69357]: DEBUG nova.virt.block_device [None req-e293a9bc-7011-4411-abf7-668e90f314eb tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Updating existing volume attachment record: 19f0a71b-eab7-4d8d-91a6-772c01444766 {{(pid=69357) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 982.017875] env[69357]: INFO nova.compute.manager [-] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Took 0.74 seconds to deallocate network for instance. [ 982.021243] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquiring lock "9d3a99e6-4639-440d-90c2-e142903094c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.021663] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lock "9d3a99e6-4639-440d-90c2-e142903094c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.021955] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquiring lock "9d3a99e6-4639-440d-90c2-e142903094c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.022931] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lock "9d3a99e6-4639-440d-90c2-e142903094c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.023084] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lock "9d3a99e6-4639-440d-90c2-e142903094c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.033132] env[69357]: INFO nova.compute.manager [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Terminating instance [ 982.053612] env[69357]: DEBUG oslo_vmware.api [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': task-3283022, 'name': ReconfigVM_Task, 'duration_secs': 0.345325} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.053612] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 5ee60746-af58-4e07-95ed-f081cab6d53d/5ee60746-af58-4e07-95ed-f081cab6d53d.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.053612] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f76fa0c2-4062-456f-af88-fa779eb96ba5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.063784] env[69357]: DEBUG oslo_vmware.api [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Waiting for the task: (returnval){ [ 982.063784] env[69357]: value = "task-3283024" [ 982.063784] env[69357]: _type = "Task" [ 982.063784] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.076252] env[69357]: DEBUG oslo_vmware.api [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': task-3283024, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.091043] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8233edf6-c45e-4ec9-8d3c-68d67c9c13c2 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "d8ea2cd9-9230-4dd2-8737-07d5ca6553bc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.198189] env[69357]: DEBUG oslo_vmware.api [None req-4f2742b6-f89a-4b2e-8c78-4862756f461f tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.211033] env[69357]: DEBUG nova.compute.utils [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.212544] env[69357]: DEBUG nova.compute.manager [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Not allocating networking since 'none' was specified. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 982.493472] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4ad798e-5bd2-4797-9e59-fb174e998bc5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.502864] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650a4a13-223d-44b6-be14-7fe5397728f4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.548584] env[69357]: DEBUG oslo_concurrency.lockutils [None req-15d65ddb-8608-4746-a705-35d6a752338e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.549417] env[69357]: DEBUG nova.compute.manager [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.549707] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.550203] env[69357]: DEBUG nova.compute.manager [req-f46bf389-8574-4169-b5b9-360225c03be2 req-21ae773d-d083-4655-a207-ae1aade6cbde service nova] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Detach interface failed, port_id=359158d8-565a-4dee-bee8-f449bdd5beaa, reason: Instance 05057cbb-6fa7-4d82-883e-d8785c6cbaae could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 982.551583] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ca8cdc-2f74-4e29-a5f0-e1297ef1a94c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.560752] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.561039] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91e29db2-b7a6-4ac6-8c4b-4124fceff3d8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.568203] env[69357]: DEBUG oslo_vmware.api [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the task: (returnval){ [ 982.568203] env[69357]: value = "task-3283029" [ 982.568203] env[69357]: _type = "Task" [ 982.568203] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.574578] env[69357]: DEBUG oslo_vmware.api [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': task-3283024, 'name': Rename_Task, 'duration_secs': 0.244002} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.575237] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.575615] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b732abf2-f781-4067-8034-6ed645bd6ba1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.585702] env[69357]: DEBUG oslo_vmware.api [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3283029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.593309] env[69357]: DEBUG oslo_vmware.api [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Waiting for the task: (returnval){ [ 982.593309] env[69357]: value = "task-3283030" [ 982.593309] env[69357]: _type = "Task" [ 982.593309] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.604264] env[69357]: DEBUG oslo_vmware.api [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': task-3283030, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.702400] env[69357]: DEBUG oslo_vmware.api [None req-4f2742b6-f89a-4b2e-8c78-4862756f461f tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.714359] env[69357]: DEBUG nova.compute.manager [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 982.991458] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6effc4-e070-4f74-be8d-e965b557bd41 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.000677] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f4a2a9-5512-49b9-8d2b-02862b6f8cf2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.037240] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db191d4b-37ff-4acf-bde6-fb40d0ead2d8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.046891] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8266e94-b680-4a4f-a60b-33c62c79245d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.061511] env[69357]: DEBUG nova.compute.provider_tree [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.081383] env[69357]: DEBUG oslo_vmware.api [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3283029, 'name': PowerOffVM_Task, 'duration_secs': 0.210311} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.081583] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.081841] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.082180] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f6757a7-12a7-43ce-a917-661738a2ea58 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.104082] env[69357]: DEBUG oslo_vmware.api [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': task-3283030, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.179418] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.179846] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.179846] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Deleting the datastore file [datastore2] 9d3a99e6-4639-440d-90c2-e142903094c0 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.180133] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3d9c5c8-13b6-420c-bdaa-d19ecd4524ff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.191596] env[69357]: DEBUG oslo_vmware.api [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for the task: (returnval){ [ 983.191596] env[69357]: value = "task-3283033" [ 983.191596] env[69357]: _type = "Task" [ 983.191596] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.209990] env[69357]: DEBUG oslo_vmware.api [None req-4f2742b6-f89a-4b2e-8c78-4862756f461f tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.210672] env[69357]: DEBUG oslo_vmware.api [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3283033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.565251] env[69357]: DEBUG nova.scheduler.client.report [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.605354] env[69357]: DEBUG oslo_vmware.api [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': task-3283030, 'name': PowerOnVM_Task, 'duration_secs': 0.583398} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.605625] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.605829] env[69357]: INFO nova.compute.manager [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Took 8.53 seconds to spawn the instance on the hypervisor. [ 983.606057] env[69357]: DEBUG nova.compute.manager [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.606837] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d34a657-9952-4be3-8a7f-fc0b4ca8b462 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.706283] env[69357]: DEBUG oslo_vmware.api [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Task: {'id': task-3283033, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164962} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.709441] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.709624] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.709840] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.710067] env[69357]: INFO nova.compute.manager [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 983.710356] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.710607] env[69357]: DEBUG oslo_vmware.api [None req-4f2742b6-f89a-4b2e-8c78-4862756f461f tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.710836] env[69357]: DEBUG nova.compute.manager [-] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.710946] env[69357]: DEBUG nova.network.neutron [-] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.728578] env[69357]: DEBUG nova.compute.manager [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 983.756783] env[69357]: DEBUG nova.virt.hardware [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.757058] env[69357]: DEBUG nova.virt.hardware [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.757264] env[69357]: DEBUG nova.virt.hardware [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.757418] env[69357]: DEBUG nova.virt.hardware [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.757570] env[69357]: DEBUG nova.virt.hardware [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.757715] env[69357]: DEBUG nova.virt.hardware [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.757922] env[69357]: DEBUG nova.virt.hardware [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.758094] env[69357]: DEBUG nova.virt.hardware [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.758270] env[69357]: DEBUG nova.virt.hardware [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.758446] env[69357]: DEBUG nova.virt.hardware [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.758591] env[69357]: DEBUG nova.virt.hardware [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.759463] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e58e4ce-2425-4f2e-b125-920260485dc2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.769358] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26daf0d-219b-4fd9-933a-d3a3cc8f6964 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.784904] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Instance VIF info [] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.791408] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Creating folder: Project (da74d713b7474710bef70ef946a2ebda). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 983.791755] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54ef2e69-9096-4877-93b8-1a09b1cff425 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.806614] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Created folder: Project (da74d713b7474710bef70ef946a2ebda) in parent group-v655402. [ 983.806847] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Creating folder: Instances. Parent ref: group-v655644. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 983.807153] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2a20d82-05dc-4c74-9c2f-a482fe812624 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.818954] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Created folder: Instances in parent group-v655644. [ 983.819242] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.819444] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.819657] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0de9ce87-bad0-464b-8363-3ad0356c4628 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.838992] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.838992] env[69357]: value = "task-3283036" [ 983.838992] env[69357]: _type = "Task" [ 983.838992] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.847715] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283036, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.068065] env[69357]: DEBUG nova.compute.manager [req-b654e32e-2802-4660-9f94-436373056b5a req-75ad3fdf-c842-4ab0-b97a-e5af3e7c3645 service nova] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Received event network-vif-deleted-0deb64b4-52ef-4aae-abfb-868208d52aea {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.068394] env[69357]: INFO nova.compute.manager [req-b654e32e-2802-4660-9f94-436373056b5a req-75ad3fdf-c842-4ab0-b97a-e5af3e7c3645 service nova] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Neutron deleted interface 0deb64b4-52ef-4aae-abfb-868208d52aea; detaching it from the instance and deleting it from the info cache [ 984.068609] env[69357]: DEBUG nova.network.neutron [req-b654e32e-2802-4660-9f94-436373056b5a req-75ad3fdf-c842-4ab0-b97a-e5af3e7c3645 service nova] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.070328] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.071009] env[69357]: DEBUG nova.compute.manager [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 984.073423] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ea259be-7c39-46ce-a47f-b74577bcb758 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.239s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.124270] env[69357]: INFO nova.compute.manager [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Took 14.74 seconds to build instance. [ 984.204603] env[69357]: DEBUG oslo_vmware.api [None req-4f2742b6-f89a-4b2e-8c78-4862756f461f tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.350641] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283036, 'name': CreateVM_Task, 'duration_secs': 0.404652} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.351518] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.351518] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.351518] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.351746] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.351993] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efbe03b4-29b1-4b70-8f68-3a8331b6fa38 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.356832] env[69357]: DEBUG oslo_vmware.api [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Waiting for the task: (returnval){ [ 984.356832] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c01e11-890b-13b0-fd9e-945810f14c76" [ 984.356832] env[69357]: _type = "Task" [ 984.356832] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.364791] env[69357]: DEBUG oslo_vmware.api [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c01e11-890b-13b0-fd9e-945810f14c76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.501505] env[69357]: DEBUG nova.network.neutron [-] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.575479] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4dc99bb2-0e6c-433d-95ff-77832e903c19 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.581912] env[69357]: DEBUG nova.compute.utils [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.583782] env[69357]: DEBUG nova.compute.manager [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 984.583949] env[69357]: DEBUG nova.network.neutron [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 984.594218] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897de033-39b0-4c57-bbf8-738c5be77125 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.638168] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41e6ace8-ca69-45ee-ae96-39ebfd38ef8f tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Lock "5ee60746-af58-4e07-95ed-f081cab6d53d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.260s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.638466] env[69357]: DEBUG nova.compute.manager [req-b654e32e-2802-4660-9f94-436373056b5a req-75ad3fdf-c842-4ab0-b97a-e5af3e7c3645 service nova] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Detach interface failed, port_id=0deb64b4-52ef-4aae-abfb-868208d52aea, reason: Instance 9d3a99e6-4639-440d-90c2-e142903094c0 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 984.657265] env[69357]: DEBUG nova.policy [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '261b5e6a349e4cfaab6dd24f0acd3fe4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b667c56914c740ba950697c25c50ab57', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.707471] env[69357]: DEBUG oslo_vmware.api [None req-4f2742b6-f89a-4b2e-8c78-4862756f461f tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.843509] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c6b599-aab6-42f1-9669-7bcdf81d4616 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.852173] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d38611-f76b-4a71-945a-e4c1219bb884 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.890216] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b1f42d-fc05-423a-9732-814ec9f523d9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.896589] env[69357]: DEBUG oslo_vmware.api [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c01e11-890b-13b0-fd9e-945810f14c76, 'name': SearchDatastore_Task, 'duration_secs': 0.010854} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.897322] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.897555] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.897803] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.898045] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.898349] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.898633] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66aebce3-2dff-46f3-98e3-7b5dc2483b2d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.904505] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8d05ed-ea12-4dfd-ab58-abbdf018400c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.911035] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.911235] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.919856] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a22fefb-4df5-4d41-9cdb-4994dcfd82ac {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.922604] env[69357]: DEBUG nova.compute.provider_tree [None req-5ea259be-7c39-46ce-a47f-b74577bcb758 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.928081] env[69357]: DEBUG oslo_vmware.api [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Waiting for the task: (returnval){ [ 984.928081] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52babc22-682f-335d-c722-2ab18be95f44" [ 984.928081] env[69357]: _type = "Task" [ 984.928081] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.938046] env[69357]: DEBUG oslo_vmware.api [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52babc22-682f-335d-c722-2ab18be95f44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.006165] env[69357]: INFO nova.compute.manager [-] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Took 1.30 seconds to deallocate network for instance. [ 985.087407] env[69357]: DEBUG nova.compute.manager [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.099876] env[69357]: DEBUG nova.network.neutron [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Successfully created port: 6ded277d-e0f5-4b58-81e9-1493bc546b8f {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.206951] env[69357]: DEBUG oslo_vmware.api [None req-4f2742b6-f89a-4b2e-8c78-4862756f461f tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.425998] env[69357]: DEBUG nova.scheduler.client.report [None req-5ea259be-7c39-46ce-a47f-b74577bcb758 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.439484] env[69357]: DEBUG oslo_vmware.api [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52babc22-682f-335d-c722-2ab18be95f44, 'name': SearchDatastore_Task, 'duration_secs': 0.01064} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.440843] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a508288f-adbe-4c1d-8449-ab345d43b145 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.447179] env[69357]: DEBUG oslo_vmware.api [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Waiting for the task: (returnval){ [ 985.447179] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5223e719-bc01-f2ce-d02c-622d88bfd192" [ 985.447179] env[69357]: _type = "Task" [ 985.447179] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.457950] env[69357]: DEBUG oslo_vmware.api [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5223e719-bc01-f2ce-d02c-622d88bfd192, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.512140] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.706959] env[69357]: DEBUG oslo_vmware.api [None req-4f2742b6-f89a-4b2e-8c78-4862756f461f tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.960106] env[69357]: DEBUG oslo_vmware.api [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5223e719-bc01-f2ce-d02c-622d88bfd192, 'name': SearchDatastore_Task, 'duration_secs': 0.01168} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.960391] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.960653] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 8bd83bcb-b28b-46d8-bf52-67cc714b3656/8bd83bcb-b28b-46d8-bf52-67cc714b3656.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.960914] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1b8e715-4f7e-41ff-bdff-571fb924e7e1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.968257] env[69357]: DEBUG oslo_vmware.api [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Waiting for the task: (returnval){ [ 985.968257] env[69357]: value = "task-3283039" [ 985.968257] env[69357]: _type = "Task" [ 985.968257] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.976954] env[69357]: DEBUG oslo_vmware.api [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': task-3283039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.097516] env[69357]: DEBUG nova.compute.manager [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.121450] env[69357]: DEBUG nova.virt.hardware [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.121766] env[69357]: DEBUG nova.virt.hardware [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.121928] env[69357]: DEBUG nova.virt.hardware [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.122124] env[69357]: DEBUG nova.virt.hardware [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.122273] env[69357]: DEBUG nova.virt.hardware [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.122458] env[69357]: DEBUG nova.virt.hardware [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.122669] env[69357]: DEBUG nova.virt.hardware [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.122829] env[69357]: DEBUG nova.virt.hardware [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.122995] env[69357]: DEBUG nova.virt.hardware [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.123169] env[69357]: DEBUG nova.virt.hardware [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.123387] env[69357]: DEBUG nova.virt.hardware [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.124392] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f571ed3-5a9c-46d1-a781-6a38740a396a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.133966] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040ebff3-c1c3-4a7b-a5ca-e7de1f6bf325 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.209612] env[69357]: DEBUG oslo_vmware.api [None req-4f2742b6-f89a-4b2e-8c78-4862756f461f tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.306203] env[69357]: DEBUG nova.compute.manager [req-bee6a3c7-253d-447b-9770-5a7ce47c971a req-4a892f8a-9bde-465e-af97-e16e556eca94 service nova] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Received event network-changed-b1021963-0ae2-4827-ae5f-9eb1dbf5b060 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.306203] env[69357]: DEBUG nova.compute.manager [req-bee6a3c7-253d-447b-9770-5a7ce47c971a req-4a892f8a-9bde-465e-af97-e16e556eca94 service nova] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Refreshing instance network info cache due to event network-changed-b1021963-0ae2-4827-ae5f-9eb1dbf5b060. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 986.306203] env[69357]: DEBUG oslo_concurrency.lockutils [req-bee6a3c7-253d-447b-9770-5a7ce47c971a req-4a892f8a-9bde-465e-af97-e16e556eca94 service nova] Acquiring lock "refresh_cache-5ee60746-af58-4e07-95ed-f081cab6d53d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.306203] env[69357]: DEBUG oslo_concurrency.lockutils [req-bee6a3c7-253d-447b-9770-5a7ce47c971a req-4a892f8a-9bde-465e-af97-e16e556eca94 service nova] Acquired lock "refresh_cache-5ee60746-af58-4e07-95ed-f081cab6d53d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.306203] env[69357]: DEBUG nova.network.neutron [req-bee6a3c7-253d-447b-9770-5a7ce47c971a req-4a892f8a-9bde-465e-af97-e16e556eca94 service nova] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Refreshing network info cache for port b1021963-0ae2-4827-ae5f-9eb1dbf5b060 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.411207] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3957ef0a-c45d-4981-a910-3b5b5ec73978 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Acquiring lock "5ee60746-af58-4e07-95ed-f081cab6d53d" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.411498] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3957ef0a-c45d-4981-a910-3b5b5ec73978 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Lock "5ee60746-af58-4e07-95ed-f081cab6d53d" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.411740] env[69357]: INFO nova.compute.manager [None req-3957ef0a-c45d-4981-a910-3b5b5ec73978 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Rebooting instance [ 986.439418] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ea259be-7c39-46ce-a47f-b74577bcb758 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.366s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.443173] env[69357]: DEBUG oslo_concurrency.lockutils [None req-15d65ddb-8608-4746-a705-35d6a752338e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.895s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.443404] env[69357]: DEBUG nova.objects.instance [None req-15d65ddb-8608-4746-a705-35d6a752338e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Lazy-loading 'resources' on Instance uuid 05057cbb-6fa7-4d82-883e-d8785c6cbaae {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.481210] env[69357]: DEBUG oslo_vmware.api [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': task-3283039, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451755} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.481497] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 8bd83bcb-b28b-46d8-bf52-67cc714b3656/8bd83bcb-b28b-46d8-bf52-67cc714b3656.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.481712] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.481959] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a717db7a-ad2d-4902-8fa3-3556e2e5765d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.490163] env[69357]: DEBUG oslo_vmware.api [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Waiting for the task: (returnval){ [ 986.490163] env[69357]: value = "task-3283040" [ 986.490163] env[69357]: _type = "Task" [ 986.490163] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.500402] env[69357]: DEBUG oslo_vmware.api [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': task-3283040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.708684] env[69357]: DEBUG oslo_vmware.api [None req-4f2742b6-f89a-4b2e-8c78-4862756f461f tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283021, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.843226] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquiring lock "d4d1668d-9a0a-4185-b190-7dc7cb668411" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.843453] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Lock "d4d1668d-9a0a-4185-b190-7dc7cb668411" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.869763] env[69357]: DEBUG nova.network.neutron [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Successfully updated port: 6ded277d-e0f5-4b58-81e9-1493bc546b8f {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 986.952029] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3957ef0a-c45d-4981-a910-3b5b5ec73978 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Acquiring lock "refresh_cache-5ee60746-af58-4e07-95ed-f081cab6d53d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.003946] env[69357]: DEBUG oslo_vmware.api [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': task-3283040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09549} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.004131] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.004972] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16540a9-dabe-4a38-8010-d488da88d9e5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.009573] env[69357]: INFO nova.scheduler.client.report [None req-5ea259be-7c39-46ce-a47f-b74577bcb758 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Deleted allocation for migration f203adf2-ad59-4339-9b91-bf44e1dfa0e3 [ 987.034031] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 8bd83bcb-b28b-46d8-bf52-67cc714b3656/8bd83bcb-b28b-46d8-bf52-67cc714b3656.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.039318] env[69357]: DEBUG nova.network.neutron [req-bee6a3c7-253d-447b-9770-5a7ce47c971a req-4a892f8a-9bde-465e-af97-e16e556eca94 service nova] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Updated VIF entry in instance network info cache for port b1021963-0ae2-4827-ae5f-9eb1dbf5b060. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.039318] env[69357]: DEBUG nova.network.neutron [req-bee6a3c7-253d-447b-9770-5a7ce47c971a req-4a892f8a-9bde-465e-af97-e16e556eca94 service nova] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Updating instance_info_cache with network_info: [{"id": "b1021963-0ae2-4827-ae5f-9eb1dbf5b060", "address": "fa:16:3e:cd:8b:fd", "network": {"id": "ee6262b2-0807-432e-a030-a3222778ee50", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2041839166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2044cd69235d4473aa2549a018e44c85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1021963-0a", "ovs_interfaceid": "b1021963-0ae2-4827-ae5f-9eb1dbf5b060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.039318] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d401bc86-eeff-479d-8a9f-cd6690d80ca4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.063839] env[69357]: DEBUG oslo_vmware.api [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Waiting for the task: (returnval){ [ 987.063839] env[69357]: value = "task-3283041" [ 987.063839] env[69357]: _type = "Task" [ 987.063839] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.077550] env[69357]: DEBUG oslo_vmware.api [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': task-3283041, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.080741] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-e293a9bc-7011-4411-abf7-668e90f314eb tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Volume attach. Driver type: vmdk {{(pid=69357) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 987.081554] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-e293a9bc-7011-4411-abf7-668e90f314eb tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655643', 'volume_id': '996989de-8d67-4f75-89d8-db904cf09af8', 'name': 'volume-996989de-8d67-4f75-89d8-db904cf09af8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d3bc6af-ee75-42fb-a73d-b30def9bcced', 'attached_at': '', 'detached_at': '', 'volume_id': '996989de-8d67-4f75-89d8-db904cf09af8', 'serial': '996989de-8d67-4f75-89d8-db904cf09af8'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 987.082199] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3ab8db-566e-4e56-b989-1508cb0dabaa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.105937] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c27a47c-a171-4050-9429-76071fa13beb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.133589] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-e293a9bc-7011-4411-abf7-668e90f314eb tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] volume-996989de-8d67-4f75-89d8-db904cf09af8/volume-996989de-8d67-4f75-89d8-db904cf09af8.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.137831] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ce49673-9f45-4bba-8871-358100f8988b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.159077] env[69357]: DEBUG oslo_vmware.api [None req-e293a9bc-7011-4411-abf7-668e90f314eb tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for the task: (returnval){ [ 987.159077] env[69357]: value = "task-3283042" [ 987.159077] env[69357]: _type = "Task" [ 987.159077] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.167717] env[69357]: DEBUG oslo_vmware.api [None req-e293a9bc-7011-4411-abf7-668e90f314eb tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.209948] env[69357]: DEBUG oslo_vmware.api [None req-4f2742b6-f89a-4b2e-8c78-4862756f461f tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283021, 'name': ReconfigVM_Task, 'duration_secs': 5.776981} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.213550] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4f2742b6-f89a-4b2e-8c78-4862756f461f tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Releasing lock "74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.213550] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2742b6-f89a-4b2e-8c78-4862756f461f tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Reconfigured VM to detach interface {{(pid=69357) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 987.220915] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8233edf6-c45e-4ec9-8d3c-68d67c9c13c2 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "d8ea2cd9-9230-4dd2-8737-07d5ca6553bc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.221188] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8233edf6-c45e-4ec9-8d3c-68d67c9c13c2 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "d8ea2cd9-9230-4dd2-8737-07d5ca6553bc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.221423] env[69357]: INFO nova.compute.manager [None req-8233edf6-c45e-4ec9-8d3c-68d67c9c13c2 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Attaching volume 3c441a39-da5a-43be-bc49-bfbe18ab75b7 to /dev/sdb [ 987.252968] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f1b2cd3-6a2f-4002-809a-bdc3cd211790 tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Acquiring lock "a615691c-6328-4da1-973a-024a5864419b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.253295] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f1b2cd3-6a2f-4002-809a-bdc3cd211790 tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Lock "a615691c-6328-4da1-973a-024a5864419b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.253509] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f1b2cd3-6a2f-4002-809a-bdc3cd211790 tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Acquiring lock "a615691c-6328-4da1-973a-024a5864419b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.253690] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f1b2cd3-6a2f-4002-809a-bdc3cd211790 tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Lock "a615691c-6328-4da1-973a-024a5864419b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.253853] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f1b2cd3-6a2f-4002-809a-bdc3cd211790 tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Lock "a615691c-6328-4da1-973a-024a5864419b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.257627] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff3035a-8b52-4642-8e6c-bd2be1cccf4e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.261570] env[69357]: INFO nova.compute.manager [None req-3f1b2cd3-6a2f-4002-809a-bdc3cd211790 tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] [instance: a615691c-6328-4da1-973a-024a5864419b] Terminating instance [ 987.274483] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fa1552-8468-49ef-a734-b3239cbbfb9a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.291451] env[69357]: DEBUG nova.virt.block_device [None req-8233edf6-c45e-4ec9-8d3c-68d67c9c13c2 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Updating existing volume attachment record: 21ef83a9-1155-4b55-9f4c-af6d07bf2226 {{(pid=69357) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 987.345885] env[69357]: DEBUG nova.compute.manager [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 987.350383] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9e41b8-59dd-4ea6-b256-fa79b92d15cf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.360101] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572c9d0c-5c01-434d-ac4c-f9f159316097 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.197772] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Acquiring lock "refresh_cache-0555427b-3b13-46b5-81d1-bd67e53812f4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.197772] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Acquired lock "refresh_cache-0555427b-3b13-46b5-81d1-bd67e53812f4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.198145] env[69357]: DEBUG nova.network.neutron [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.202047] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ea259be-7c39-46ce-a47f-b74577bcb758 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "b11d0515-96c6-4642-9138-fd1717ee5980" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.892s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.202047] env[69357]: DEBUG oslo_concurrency.lockutils [req-bee6a3c7-253d-447b-9770-5a7ce47c971a req-4a892f8a-9bde-465e-af97-e16e556eca94 service nova] Releasing lock "refresh_cache-5ee60746-af58-4e07-95ed-f081cab6d53d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.204029] env[69357]: DEBUG nova.compute.manager [None req-3f1b2cd3-6a2f-4002-809a-bdc3cd211790 tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] [instance: a615691c-6328-4da1-973a-024a5864419b] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 988.204263] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1b2cd3-6a2f-4002-809a-bdc3cd211790 tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] [instance: a615691c-6328-4da1-973a-024a5864419b] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.215477] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3957ef0a-c45d-4981-a910-3b5b5ec73978 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Acquired lock "refresh_cache-5ee60746-af58-4e07-95ed-f081cab6d53d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.215477] env[69357]: DEBUG nova.network.neutron [None req-3957ef0a-c45d-4981-a910-3b5b5ec73978 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.221461] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09071fda-56cd-40d6-9e3b-f75dbff8865f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.226033] env[69357]: DEBUG nova.compute.manager [req-7ac49579-a64c-47aa-9d60-a38483588935 req-749d9a8e-3b7c-43e2-ab48-1566668c4b92 service nova] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Received event network-vif-deleted-955611c5-6462-424a-9915-6b5717fd7948 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.226033] env[69357]: INFO nova.compute.manager [req-7ac49579-a64c-47aa-9d60-a38483588935 req-749d9a8e-3b7c-43e2-ab48-1566668c4b92 service nova] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Neutron deleted interface 955611c5-6462-424a-9915-6b5717fd7948; detaching it from the instance and deleting it from the info cache [ 988.226033] env[69357]: DEBUG nova.network.neutron [req-7ac49579-a64c-47aa-9d60-a38483588935 req-749d9a8e-3b7c-43e2-ab48-1566668c4b92 service nova] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Updating instance_info_cache with network_info: [{"id": "df629847-15b9-4112-ba27-3ef38c99b8d7", "address": "fa:16:3e:4b:9f:49", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf629847-15", "ovs_interfaceid": "df629847-15b9-4112-ba27-3ef38c99b8d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3e5e2414-5d5f-4031-b882-461534ee6d20", "address": "fa:16:3e:c4:75:f2", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e5e2414-5d", "ovs_interfaceid": "3e5e2414-5d5f-4031-b882-461534ee6d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.232024] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebe3312-b5eb-42c2-bdff-8455d3b0a48d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.247103] env[69357]: DEBUG oslo_concurrency.lockutils [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.248882] env[69357]: DEBUG oslo_vmware.api [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': task-3283041, 'name': ReconfigVM_Task, 'duration_secs': 0.903912} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.248882] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.255520] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 8bd83bcb-b28b-46d8-bf52-67cc714b3656/8bd83bcb-b28b-46d8-bf52-67cc714b3656.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.257239] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1b2cd3-6a2f-4002-809a-bdc3cd211790 tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] [instance: a615691c-6328-4da1-973a-024a5864419b] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.257488] env[69357]: DEBUG oslo_vmware.api [None req-e293a9bc-7011-4411-abf7-668e90f314eb tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283042, 'name': ReconfigVM_Task, 'duration_secs': 1.017155} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.257945] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad2ca24f-ece9-4cab-a26e-7295e9c668e3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.260949] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647d7580-3ebd-47e8-8eff-c182c01d0c38 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.265386] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e7ec9d5-d6cc-4c64-bb9a-5eae0f95f850 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.266675] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-e293a9bc-7011-4411-abf7-668e90f314eb tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Reconfigured VM instance instance-0000004a to attach disk [datastore1] volume-996989de-8d67-4f75-89d8-db904cf09af8/volume-996989de-8d67-4f75-89d8-db904cf09af8.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.271750] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ba39d03-12bb-4bd8-b5a2-63f21c5062f1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.294709] env[69357]: DEBUG nova.compute.provider_tree [None req-15d65ddb-8608-4746-a705-35d6a752338e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.299013] env[69357]: DEBUG oslo_vmware.api [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Waiting for the task: (returnval){ [ 988.299013] env[69357]: value = "task-3283047" [ 988.299013] env[69357]: _type = "Task" [ 988.299013] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.299250] env[69357]: DEBUG oslo_vmware.api [None req-e293a9bc-7011-4411-abf7-668e90f314eb tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for the task: (returnval){ [ 988.299250] env[69357]: value = "task-3283048" [ 988.299250] env[69357]: _type = "Task" [ 988.299250] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.299518] env[69357]: DEBUG oslo_vmware.api [None req-3f1b2cd3-6a2f-4002-809a-bdc3cd211790 tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Waiting for the task: (returnval){ [ 988.299518] env[69357]: value = "task-3283046" [ 988.299518] env[69357]: _type = "Task" [ 988.299518] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.316529] env[69357]: DEBUG oslo_vmware.api [None req-3f1b2cd3-6a2f-4002-809a-bdc3cd211790 tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Task: {'id': task-3283046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.323609] env[69357]: DEBUG oslo_vmware.api [None req-e293a9bc-7011-4411-abf7-668e90f314eb tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.323996] env[69357]: DEBUG oslo_vmware.api [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': task-3283047, 'name': Rename_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.339268] env[69357]: DEBUG nova.compute.manager [req-8c210b45-7aa0-4974-9ae6-6306ab45476d req-12e7f12b-d454-41d7-8ada-120e1035ef1c service nova] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Received event network-vif-plugged-6ded277d-e0f5-4b58-81e9-1493bc546b8f {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.339474] env[69357]: DEBUG oslo_concurrency.lockutils [req-8c210b45-7aa0-4974-9ae6-6306ab45476d req-12e7f12b-d454-41d7-8ada-120e1035ef1c service nova] Acquiring lock "0555427b-3b13-46b5-81d1-bd67e53812f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.339698] env[69357]: DEBUG oslo_concurrency.lockutils [req-8c210b45-7aa0-4974-9ae6-6306ab45476d req-12e7f12b-d454-41d7-8ada-120e1035ef1c service nova] Lock "0555427b-3b13-46b5-81d1-bd67e53812f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.339880] env[69357]: DEBUG oslo_concurrency.lockutils [req-8c210b45-7aa0-4974-9ae6-6306ab45476d req-12e7f12b-d454-41d7-8ada-120e1035ef1c service nova] Lock "0555427b-3b13-46b5-81d1-bd67e53812f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.340087] env[69357]: DEBUG nova.compute.manager [req-8c210b45-7aa0-4974-9ae6-6306ab45476d req-12e7f12b-d454-41d7-8ada-120e1035ef1c service nova] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] No waiting events found dispatching network-vif-plugged-6ded277d-e0f5-4b58-81e9-1493bc546b8f {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 988.340268] env[69357]: WARNING nova.compute.manager [req-8c210b45-7aa0-4974-9ae6-6306ab45476d req-12e7f12b-d454-41d7-8ada-120e1035ef1c service nova] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Received unexpected event network-vif-plugged-6ded277d-e0f5-4b58-81e9-1493bc546b8f for instance with vm_state building and task_state spawning. [ 988.340498] env[69357]: DEBUG nova.compute.manager [req-8c210b45-7aa0-4974-9ae6-6306ab45476d req-12e7f12b-d454-41d7-8ada-120e1035ef1c service nova] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Received event network-changed-6ded277d-e0f5-4b58-81e9-1493bc546b8f {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.340630] env[69357]: DEBUG nova.compute.manager [req-8c210b45-7aa0-4974-9ae6-6306ab45476d req-12e7f12b-d454-41d7-8ada-120e1035ef1c service nova] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Refreshing instance network info cache due to event network-changed-6ded277d-e0f5-4b58-81e9-1493bc546b8f. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 988.340774] env[69357]: DEBUG oslo_concurrency.lockutils [req-8c210b45-7aa0-4974-9ae6-6306ab45476d req-12e7f12b-d454-41d7-8ada-120e1035ef1c service nova] Acquiring lock "refresh_cache-0555427b-3b13-46b5-81d1-bd67e53812f4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.735876] env[69357]: DEBUG oslo_concurrency.lockutils [req-7ac49579-a64c-47aa-9d60-a38483588935 req-749d9a8e-3b7c-43e2-ab48-1566668c4b92 service nova] Acquiring lock "74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.736062] env[69357]: DEBUG oslo_concurrency.lockutils [req-7ac49579-a64c-47aa-9d60-a38483588935 req-749d9a8e-3b7c-43e2-ab48-1566668c4b92 service nova] Acquired lock "74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.736436] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e68683d8-a1ff-4b39-87a5-90157c531413 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "b11d0515-96c6-4642-9138-fd1717ee5980" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.736582] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e68683d8-a1ff-4b39-87a5-90157c531413 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "b11d0515-96c6-4642-9138-fd1717ee5980" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.736766] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e68683d8-a1ff-4b39-87a5-90157c531413 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "b11d0515-96c6-4642-9138-fd1717ee5980-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.737023] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e68683d8-a1ff-4b39-87a5-90157c531413 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "b11d0515-96c6-4642-9138-fd1717ee5980-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.737123] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e68683d8-a1ff-4b39-87a5-90157c531413 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "b11d0515-96c6-4642-9138-fd1717ee5980-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.738815] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4f2742b6-f89a-4b2e-8c78-4862756f461f tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "refresh_cache-74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.738986] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4f2742b6-f89a-4b2e-8c78-4862756f461f tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquired lock "refresh_cache-74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.742531] env[69357]: DEBUG nova.network.neutron [None req-4f2742b6-f89a-4b2e-8c78-4862756f461f tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.742531] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0149b3bb-1783-4b2d-babe-5b2adfca9243 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.744155] env[69357]: INFO nova.compute.manager [None req-e68683d8-a1ff-4b39-87a5-90157c531413 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Terminating instance [ 988.763901] env[69357]: DEBUG oslo_concurrency.lockutils [req-7ac49579-a64c-47aa-9d60-a38483588935 req-749d9a8e-3b7c-43e2-ab48-1566668c4b92 service nova] Releasing lock "74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.764246] env[69357]: WARNING nova.compute.manager [req-7ac49579-a64c-47aa-9d60-a38483588935 req-749d9a8e-3b7c-43e2-ab48-1566668c4b92 service nova] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Detach interface failed, port_id=955611c5-6462-424a-9915-6b5717fd7948, reason: No device with interface-id 955611c5-6462-424a-9915-6b5717fd7948 exists on VM: nova.exception.NotFound: No device with interface-id 955611c5-6462-424a-9915-6b5717fd7948 exists on VM [ 988.765238] env[69357]: DEBUG nova.network.neutron [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.803837] env[69357]: DEBUG nova.scheduler.client.report [None req-15d65ddb-8608-4746-a705-35d6a752338e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.824061] env[69357]: DEBUG oslo_vmware.api [None req-e293a9bc-7011-4411-abf7-668e90f314eb tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283048, 'name': ReconfigVM_Task, 'duration_secs': 0.206201} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.829729] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-e293a9bc-7011-4411-abf7-668e90f314eb tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655643', 'volume_id': '996989de-8d67-4f75-89d8-db904cf09af8', 'name': 'volume-996989de-8d67-4f75-89d8-db904cf09af8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d3bc6af-ee75-42fb-a73d-b30def9bcced', 'attached_at': '', 'detached_at': '', 'volume_id': '996989de-8d67-4f75-89d8-db904cf09af8', 'serial': '996989de-8d67-4f75-89d8-db904cf09af8'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 988.831447] env[69357]: DEBUG oslo_vmware.api [None req-3f1b2cd3-6a2f-4002-809a-bdc3cd211790 tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Task: {'id': task-3283046, 'name': PowerOffVM_Task, 'duration_secs': 0.297627} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.832202] env[69357]: DEBUG oslo_vmware.api [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': task-3283047, 'name': Rename_Task, 'duration_secs': 0.184372} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.836167] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1b2cd3-6a2f-4002-809a-bdc3cd211790 tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] [instance: a615691c-6328-4da1-973a-024a5864419b] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.836167] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1b2cd3-6a2f-4002-809a-bdc3cd211790 tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] [instance: a615691c-6328-4da1-973a-024a5864419b] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.836167] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.836167] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff7bbcc8-c1b0-44b0-aec7-277b09865a1f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.836936] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0eacfcab-6b35-437a-ac5e-f630de04ca95 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.845333] env[69357]: DEBUG oslo_vmware.api [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Waiting for the task: (returnval){ [ 988.845333] env[69357]: value = "task-3283049" [ 988.845333] env[69357]: _type = "Task" [ 988.845333] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.860071] env[69357]: DEBUG oslo_vmware.api [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': task-3283049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.918961] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1b2cd3-6a2f-4002-809a-bdc3cd211790 tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] [instance: a615691c-6328-4da1-973a-024a5864419b] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.919778] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1b2cd3-6a2f-4002-809a-bdc3cd211790 tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] [instance: a615691c-6328-4da1-973a-024a5864419b] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.919778] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f1b2cd3-6a2f-4002-809a-bdc3cd211790 tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Deleting the datastore file [datastore2] a615691c-6328-4da1-973a-024a5864419b {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.920140] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f84d13f-6d8e-4bf3-87dc-5d00c0af32ee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.926720] env[69357]: DEBUG nova.network.neutron [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Updating instance_info_cache with network_info: [{"id": "6ded277d-e0f5-4b58-81e9-1493bc546b8f", "address": "fa:16:3e:16:1e:1e", "network": {"id": "d9840861-b8ab-4f63-8e3b-ba7e3a921f7d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1492715302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b667c56914c740ba950697c25c50ab57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ded277d-e0", "ovs_interfaceid": "6ded277d-e0f5-4b58-81e9-1493bc546b8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.932344] env[69357]: DEBUG oslo_vmware.api [None req-3f1b2cd3-6a2f-4002-809a-bdc3cd211790 tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Waiting for the task: (returnval){ [ 988.932344] env[69357]: value = "task-3283051" [ 988.932344] env[69357]: _type = "Task" [ 988.932344] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.941561] env[69357]: DEBUG oslo_vmware.api [None req-3f1b2cd3-6a2f-4002-809a-bdc3cd211790 tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Task: {'id': task-3283051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.987988] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81b17929-09e8-4457-8239-82a1cedecfa4 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.988284] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81b17929-09e8-4457-8239-82a1cedecfa4 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.988512] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81b17929-09e8-4457-8239-82a1cedecfa4 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.988711] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81b17929-09e8-4457-8239-82a1cedecfa4 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.988889] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81b17929-09e8-4457-8239-82a1cedecfa4 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.991028] env[69357]: INFO nova.compute.manager [None req-81b17929-09e8-4457-8239-82a1cedecfa4 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Terminating instance [ 989.038373] env[69357]: DEBUG nova.network.neutron [None req-3957ef0a-c45d-4981-a910-3b5b5ec73978 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Updating instance_info_cache with network_info: [{"id": "b1021963-0ae2-4827-ae5f-9eb1dbf5b060", "address": "fa:16:3e:cd:8b:fd", "network": {"id": "ee6262b2-0807-432e-a030-a3222778ee50", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2041839166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2044cd69235d4473aa2549a018e44c85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1021963-0a", "ovs_interfaceid": "b1021963-0ae2-4827-ae5f-9eb1dbf5b060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.197738] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "71690098-eb9a-456d-85d1-936d3d5b4d6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.197975] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "71690098-eb9a-456d-85d1-936d3d5b4d6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.263819] env[69357]: DEBUG nova.compute.manager [None req-e68683d8-a1ff-4b39-87a5-90157c531413 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 989.264065] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e68683d8-a1ff-4b39-87a5-90157c531413 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.265533] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0897453-4020-4edb-a8c0-618681b95e5c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.274409] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68683d8-a1ff-4b39-87a5-90157c531413 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.274689] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b01eeca6-1adb-4c85-9109-6873254bbc4c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.283408] env[69357]: DEBUG oslo_vmware.api [None req-e68683d8-a1ff-4b39-87a5-90157c531413 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 989.283408] env[69357]: value = "task-3283052" [ 989.283408] env[69357]: _type = "Task" [ 989.283408] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.293856] env[69357]: DEBUG oslo_vmware.api [None req-e68683d8-a1ff-4b39-87a5-90157c531413 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.318235] env[69357]: DEBUG oslo_concurrency.lockutils [None req-15d65ddb-8608-4746-a705-35d6a752338e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.875s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.320598] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.809s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.320841] env[69357]: DEBUG nova.objects.instance [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lazy-loading 'resources' on Instance uuid 9d3a99e6-4639-440d-90c2-e142903094c0 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.339403] env[69357]: INFO nova.scheduler.client.report [None req-15d65ddb-8608-4746-a705-35d6a752338e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Deleted allocations for instance 05057cbb-6fa7-4d82-883e-d8785c6cbaae [ 989.360527] env[69357]: DEBUG oslo_vmware.api [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': task-3283049, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.430970] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Releasing lock "refresh_cache-0555427b-3b13-46b5-81d1-bd67e53812f4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.431563] env[69357]: DEBUG nova.compute.manager [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Instance network_info: |[{"id": "6ded277d-e0f5-4b58-81e9-1493bc546b8f", "address": "fa:16:3e:16:1e:1e", "network": {"id": "d9840861-b8ab-4f63-8e3b-ba7e3a921f7d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1492715302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b667c56914c740ba950697c25c50ab57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ded277d-e0", "ovs_interfaceid": "6ded277d-e0f5-4b58-81e9-1493bc546b8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 989.431989] env[69357]: DEBUG oslo_concurrency.lockutils [req-8c210b45-7aa0-4974-9ae6-6306ab45476d req-12e7f12b-d454-41d7-8ada-120e1035ef1c service nova] Acquired lock "refresh_cache-0555427b-3b13-46b5-81d1-bd67e53812f4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.432196] env[69357]: DEBUG nova.network.neutron [req-8c210b45-7aa0-4974-9ae6-6306ab45476d req-12e7f12b-d454-41d7-8ada-120e1035ef1c service nova] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Refreshing network info cache for port 6ded277d-e0f5-4b58-81e9-1493bc546b8f {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.433452] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:1e:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ded277d-e0f5-4b58-81e9-1493bc546b8f', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.441895] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Creating folder: Project (b667c56914c740ba950697c25c50ab57). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 989.451886] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3dbaf0c0-14ac-4e99-9336-2f74ca51556c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.462506] env[69357]: DEBUG oslo_vmware.api [None req-3f1b2cd3-6a2f-4002-809a-bdc3cd211790 tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Task: {'id': task-3283051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158946} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.462849] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f1b2cd3-6a2f-4002-809a-bdc3cd211790 tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.463078] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1b2cd3-6a2f-4002-809a-bdc3cd211790 tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] [instance: a615691c-6328-4da1-973a-024a5864419b] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.463285] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1b2cd3-6a2f-4002-809a-bdc3cd211790 tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] [instance: a615691c-6328-4da1-973a-024a5864419b] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.463471] env[69357]: INFO nova.compute.manager [None req-3f1b2cd3-6a2f-4002-809a-bdc3cd211790 tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] [instance: a615691c-6328-4da1-973a-024a5864419b] Took 1.26 seconds to destroy the instance on the hypervisor. [ 989.463766] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f1b2cd3-6a2f-4002-809a-bdc3cd211790 tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.464033] env[69357]: DEBUG nova.compute.manager [-] [instance: a615691c-6328-4da1-973a-024a5864419b] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.464152] env[69357]: DEBUG nova.network.neutron [-] [instance: a615691c-6328-4da1-973a-024a5864419b] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.467531] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Created folder: Project (b667c56914c740ba950697c25c50ab57) in parent group-v655402. [ 989.467845] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Creating folder: Instances. Parent ref: group-v655649. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 989.468553] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9b2ab72-8b93-427f-9e57-428a4dd14965 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.482114] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Created folder: Instances in parent group-v655649. [ 989.482515] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.482791] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.483086] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c909251-5b80-4fd6-b09f-cdc617f35c2c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.502083] env[69357]: DEBUG nova.compute.manager [None req-81b17929-09e8-4457-8239-82a1cedecfa4 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 989.502351] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-81b17929-09e8-4457-8239-82a1cedecfa4 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.503498] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf8fe5c-5bfb-4021-8223-4596e8bb8b10 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.513414] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b17929-09e8-4457-8239-82a1cedecfa4 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.514564] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df26be52-32c0-4498-b666-f4af38cb96b5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.516250] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.516250] env[69357]: value = "task-3283055" [ 989.516250] env[69357]: _type = "Task" [ 989.516250] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.526557] env[69357]: DEBUG oslo_vmware.api [None req-81b17929-09e8-4457-8239-82a1cedecfa4 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 989.526557] env[69357]: value = "task-3283056" [ 989.526557] env[69357]: _type = "Task" [ 989.526557] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.533520] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283055, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.541787] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3957ef0a-c45d-4981-a910-3b5b5ec73978 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Releasing lock "refresh_cache-5ee60746-af58-4e07-95ed-f081cab6d53d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.543009] env[69357]: DEBUG oslo_vmware.api [None req-81b17929-09e8-4457-8239-82a1cedecfa4 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.661976] env[69357]: DEBUG nova.compute.manager [req-cb27fd9a-79e9-464e-8a62-6c38c6099e93 req-196961de-e6d3-4d09-9fb7-119331f07a2c service nova] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Received event network-vif-deleted-3e5e2414-5d5f-4031-b882-461534ee6d20 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.662379] env[69357]: INFO nova.compute.manager [req-cb27fd9a-79e9-464e-8a62-6c38c6099e93 req-196961de-e6d3-4d09-9fb7-119331f07a2c service nova] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Neutron deleted interface 3e5e2414-5d5f-4031-b882-461534ee6d20; detaching it from the instance and deleting it from the info cache [ 989.663783] env[69357]: DEBUG nova.network.neutron [req-cb27fd9a-79e9-464e-8a62-6c38c6099e93 req-196961de-e6d3-4d09-9fb7-119331f07a2c service nova] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Updating instance_info_cache with network_info: [{"id": "df629847-15b9-4112-ba27-3ef38c99b8d7", "address": "fa:16:3e:4b:9f:49", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf629847-15", "ovs_interfaceid": "df629847-15b9-4112-ba27-3ef38c99b8d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.700888] env[69357]: DEBUG nova.compute.manager [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 989.731287] env[69357]: DEBUG nova.network.neutron [req-8c210b45-7aa0-4974-9ae6-6306ab45476d req-12e7f12b-d454-41d7-8ada-120e1035ef1c service nova] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Updated VIF entry in instance network info cache for port 6ded277d-e0f5-4b58-81e9-1493bc546b8f. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.731699] env[69357]: DEBUG nova.network.neutron [req-8c210b45-7aa0-4974-9ae6-6306ab45476d req-12e7f12b-d454-41d7-8ada-120e1035ef1c service nova] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Updating instance_info_cache with network_info: [{"id": "6ded277d-e0f5-4b58-81e9-1493bc546b8f", "address": "fa:16:3e:16:1e:1e", "network": {"id": "d9840861-b8ab-4f63-8e3b-ba7e3a921f7d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1492715302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b667c56914c740ba950697c25c50ab57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ded277d-e0", "ovs_interfaceid": "6ded277d-e0f5-4b58-81e9-1493bc546b8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.804874] env[69357]: DEBUG oslo_vmware.api [None req-e68683d8-a1ff-4b39-87a5-90157c531413 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283052, 'name': PowerOffVM_Task, 'duration_secs': 0.245091} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.804874] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68683d8-a1ff-4b39-87a5-90157c531413 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.804874] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e68683d8-a1ff-4b39-87a5-90157c531413 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.804874] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4955998-a281-4e9c-97fb-cf50cacaf499 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.848229] env[69357]: DEBUG oslo_concurrency.lockutils [None req-15d65ddb-8608-4746-a705-35d6a752338e tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Lock "05057cbb-6fa7-4d82-883e-d8785c6cbaae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.235s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.865275] env[69357]: DEBUG oslo_vmware.api [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': task-3283049, 'name': PowerOnVM_Task, 'duration_secs': 0.655535} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.866149] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.866149] env[69357]: INFO nova.compute.manager [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Took 6.14 seconds to spawn the instance on the hypervisor. [ 989.866149] env[69357]: DEBUG nova.compute.manager [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.867278] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cef7f64-9a84-4a9b-b452-60d52e822250 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.882162] env[69357]: DEBUG nova.objects.instance [None req-e293a9bc-7011-4411-abf7-668e90f314eb tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lazy-loading 'flavor' on Instance uuid 0d3bc6af-ee75-42fb-a73d-b30def9bcced {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.886568] env[69357]: INFO nova.network.neutron [None req-4f2742b6-f89a-4b2e-8c78-4862756f461f tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Port 3e5e2414-5d5f-4031-b882-461534ee6d20 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 989.886568] env[69357]: DEBUG nova.network.neutron [None req-4f2742b6-f89a-4b2e-8c78-4862756f461f tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Updating instance_info_cache with network_info: [{"id": "df629847-15b9-4112-ba27-3ef38c99b8d7", "address": "fa:16:3e:4b:9f:49", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf629847-15", "ovs_interfaceid": "df629847-15b9-4112-ba27-3ef38c99b8d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.895170] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e68683d8-a1ff-4b39-87a5-90157c531413 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.895401] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e68683d8-a1ff-4b39-87a5-90157c531413 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.895580] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-e68683d8-a1ff-4b39-87a5-90157c531413 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Deleting the datastore file [datastore2] b11d0515-96c6-4642-9138-fd1717ee5980 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.895849] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8307ee35-92f1-4f53-a300-420f7436c849 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.906810] env[69357]: DEBUG oslo_vmware.api [None req-e68683d8-a1ff-4b39-87a5-90157c531413 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 989.906810] env[69357]: value = "task-3283059" [ 989.906810] env[69357]: _type = "Task" [ 989.906810] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.921357] env[69357]: DEBUG oslo_vmware.api [None req-e68683d8-a1ff-4b39-87a5-90157c531413 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.030164] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283055, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.047660] env[69357]: DEBUG oslo_vmware.api [None req-81b17929-09e8-4457-8239-82a1cedecfa4 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283056, 'name': PowerOffVM_Task, 'duration_secs': 0.272247} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.048574] env[69357]: DEBUG nova.compute.manager [None req-3957ef0a-c45d-4981-a910-3b5b5ec73978 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.049124] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b17929-09e8-4457-8239-82a1cedecfa4 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.049303] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-81b17929-09e8-4457-8239-82a1cedecfa4 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.050194] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc35d93f-7fab-43f3-93c1-737246e61286 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.056145] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c9fb880-f41b-4e02-af30-455d127ebbb5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.158378] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b3fc62-4435-4037-9ad7-604916fac581 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.166519] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09477b74-4e1a-4f8e-b373-65bab4d9eb07 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.170073] env[69357]: DEBUG oslo_concurrency.lockutils [req-cb27fd9a-79e9-464e-8a62-6c38c6099e93 req-196961de-e6d3-4d09-9fb7-119331f07a2c service nova] Acquiring lock "74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.200745] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c126bf-bec0-4753-9276-d3c8cbf8a4e0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.212178] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23771e46-48ce-4537-9e2d-c516a9a0d938 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.228089] env[69357]: DEBUG nova.compute.provider_tree [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 990.235959] env[69357]: DEBUG oslo_concurrency.lockutils [req-8c210b45-7aa0-4974-9ae6-6306ab45476d req-12e7f12b-d454-41d7-8ada-120e1035ef1c service nova] Releasing lock "refresh_cache-0555427b-3b13-46b5-81d1-bd67e53812f4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.238009] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.391427] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4f2742b6-f89a-4b2e-8c78-4862756f461f tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Releasing lock "refresh_cache-74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.397664] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e293a9bc-7011-4411-abf7-668e90f314eb tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "0d3bc6af-ee75-42fb-a73d-b30def9bcced" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.491s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.398785] env[69357]: INFO nova.compute.manager [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Took 13.49 seconds to build instance. [ 990.419956] env[69357]: DEBUG oslo_vmware.api [None req-e68683d8-a1ff-4b39-87a5-90157c531413 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283059, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214746} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.421360] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-e68683d8-a1ff-4b39-87a5-90157c531413 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.421360] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e68683d8-a1ff-4b39-87a5-90157c531413 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.421360] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e68683d8-a1ff-4b39-87a5-90157c531413 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.421360] env[69357]: INFO nova.compute.manager [None req-e68683d8-a1ff-4b39-87a5-90157c531413 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Took 1.16 seconds to destroy the instance on the hypervisor. [ 990.421360] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e68683d8-a1ff-4b39-87a5-90157c531413 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.421541] env[69357]: DEBUG nova.compute.manager [-] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 990.421541] env[69357]: DEBUG nova.network.neutron [-] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 990.530695] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283055, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.540496] env[69357]: DEBUG oslo_concurrency.lockutils [None req-82b0824a-b089-4149-b111-56a88d39fba3 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquiring lock "0d3bc6af-ee75-42fb-a73d-b30def9bcced" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.540843] env[69357]: DEBUG oslo_concurrency.lockutils [None req-82b0824a-b089-4149-b111-56a88d39fba3 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "0d3bc6af-ee75-42fb-a73d-b30def9bcced" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.541098] env[69357]: DEBUG nova.compute.manager [None req-82b0824a-b089-4149-b111-56a88d39fba3 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.542371] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c281959b-9c87-4870-9401-63d1868fb5e2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.550917] env[69357]: DEBUG nova.compute.manager [None req-82b0824a-b089-4149-b111-56a88d39fba3 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69357) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 990.551548] env[69357]: DEBUG nova.objects.instance [None req-82b0824a-b089-4149-b111-56a88d39fba3 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lazy-loading 'flavor' on Instance uuid 0d3bc6af-ee75-42fb-a73d-b30def9bcced {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.640557] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-81b17929-09e8-4457-8239-82a1cedecfa4 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.640871] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-81b17929-09e8-4457-8239-82a1cedecfa4 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.641297] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-81b17929-09e8-4457-8239-82a1cedecfa4 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Deleting the datastore file [datastore1] 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.641413] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b17be1e2-892d-4788-9710-555d19d5fb68 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.650151] env[69357]: DEBUG oslo_vmware.api [None req-81b17929-09e8-4457-8239-82a1cedecfa4 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 990.650151] env[69357]: value = "task-3283062" [ 990.650151] env[69357]: _type = "Task" [ 990.650151] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.664107] env[69357]: DEBUG oslo_vmware.api [None req-81b17929-09e8-4457-8239-82a1cedecfa4 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.678078] env[69357]: DEBUG nova.compute.manager [req-116847d3-052c-4bbf-bdec-fbe055c4f7a9 req-31c85471-aa89-45a9-b096-d6715ea6670d service nova] [instance: a615691c-6328-4da1-973a-024a5864419b] Received event network-vif-deleted-2565a190-8b8f-495c-a6af-2066d7db055c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.678375] env[69357]: INFO nova.compute.manager [req-116847d3-052c-4bbf-bdec-fbe055c4f7a9 req-31c85471-aa89-45a9-b096-d6715ea6670d service nova] [instance: a615691c-6328-4da1-973a-024a5864419b] Neutron deleted interface 2565a190-8b8f-495c-a6af-2066d7db055c; detaching it from the instance and deleting it from the info cache [ 990.678594] env[69357]: DEBUG nova.network.neutron [req-116847d3-052c-4bbf-bdec-fbe055c4f7a9 req-31c85471-aa89-45a9-b096-d6715ea6670d service nova] [instance: a615691c-6328-4da1-973a-024a5864419b] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.754369] env[69357]: ERROR nova.scheduler.client.report [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] [req-52f122e1-4ad8-4aa4-8b4e-95a1674dead5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcb9ec35-bfdd-4e17-b2d7-2501509e9896. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-52f122e1-4ad8-4aa4-8b4e-95a1674dead5"}]} [ 990.776055] env[69357]: DEBUG nova.scheduler.client.report [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Refreshing inventories for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 990.792572] env[69357]: DEBUG nova.scheduler.client.report [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Updating ProviderTree inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 990.792993] env[69357]: DEBUG nova.compute.provider_tree [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 990.811397] env[69357]: DEBUG nova.scheduler.client.report [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Refreshing aggregate associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, aggregates: None {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 990.834898] env[69357]: DEBUG nova.scheduler.client.report [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Refreshing trait associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 990.902248] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4f2742b6-f89a-4b2e-8c78-4862756f461f tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "interface-74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4-955611c5-6462-424a-9915-6b5717fd7948" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.292s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.904019] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c182c9ec-542c-4b70-af02-e084faee5c59 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Lock "8bd83bcb-b28b-46d8-bf52-67cc714b3656" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.004s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.033656] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283055, 'name': CreateVM_Task, 'duration_secs': 1.091497} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.033845] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.034833] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.034833] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.035140] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.037857] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0b0d329-154a-4cec-9437-ceaa69c5cc01 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.043829] env[69357]: DEBUG oslo_vmware.api [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Waiting for the task: (returnval){ [ 991.043829] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]529ac5e4-8ea6-1f7b-be54-4df39ad4e7d7" [ 991.043829] env[69357]: _type = "Task" [ 991.043829] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.051931] env[69357]: DEBUG oslo_vmware.api [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]529ac5e4-8ea6-1f7b-be54-4df39ad4e7d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.073446] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad4042c-69ad-4ed0-9da3-1750d2d39b96 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.087262] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3957ef0a-c45d-4981-a910-3b5b5ec73978 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Doing hard reboot of VM {{(pid=69357) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 991.087262] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-839e8250-5882-4560-8fba-8e7434363688 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.094839] env[69357]: DEBUG oslo_vmware.api [None req-3957ef0a-c45d-4981-a910-3b5b5ec73978 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Waiting for the task: (returnval){ [ 991.094839] env[69357]: value = "task-3283063" [ 991.094839] env[69357]: _type = "Task" [ 991.094839] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.107594] env[69357]: DEBUG oslo_vmware.api [None req-3957ef0a-c45d-4981-a910-3b5b5ec73978 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': task-3283063, 'name': ResetVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.132922] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aaefdd7-14e2-4d32-bd09-4cac003c6315 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.142314] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946cc53b-8867-4705-835d-19bb75fa7b09 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.175299] env[69357]: DEBUG nova.network.neutron [-] [instance: a615691c-6328-4da1-973a-024a5864419b] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.180805] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde14792-e7f1-4641-89df-e4cfcf5ae818 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.184803] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b86c101a-ad45-4762-85a0-6f2f5ce2e1d6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.190647] env[69357]: DEBUG oslo_vmware.api [None req-81b17929-09e8-4457-8239-82a1cedecfa4 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383916} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.194768] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-81b17929-09e8-4457-8239-82a1cedecfa4 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.194768] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-81b17929-09e8-4457-8239-82a1cedecfa4 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.194768] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-81b17929-09e8-4457-8239-82a1cedecfa4 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.194768] env[69357]: INFO nova.compute.manager [None req-81b17929-09e8-4457-8239-82a1cedecfa4 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Took 1.69 seconds to destroy the instance on the hypervisor. [ 991.195016] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81b17929-09e8-4457-8239-82a1cedecfa4 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.195593] env[69357]: DEBUG nova.compute.manager [-] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.195684] env[69357]: DEBUG nova.network.neutron [-] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.199748] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4b4b74-122a-427c-8824-267a2ab9b62e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.218179] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1976cf3e-f874-4d8c-bd6e-fa684a2317f8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.232174] env[69357]: DEBUG nova.compute.provider_tree [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 991.247881] env[69357]: DEBUG nova.compute.manager [req-116847d3-052c-4bbf-bdec-fbe055c4f7a9 req-31c85471-aa89-45a9-b096-d6715ea6670d service nova] [instance: a615691c-6328-4da1-973a-024a5864419b] Detach interface failed, port_id=2565a190-8b8f-495c-a6af-2066d7db055c, reason: Instance a615691c-6328-4da1-973a-024a5864419b could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 991.286437] env[69357]: DEBUG nova.scheduler.client.report [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Updated inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with generation 114 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 991.286818] env[69357]: DEBUG nova.compute.provider_tree [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Updating resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 generation from 114 to 115 during operation: update_inventory {{(pid=69357) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 991.287044] env[69357]: DEBUG nova.compute.provider_tree [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 991.315224] env[69357]: DEBUG nova.network.neutron [-] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.326081] env[69357]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 3e5e2414-5d5f-4031-b882-461534ee6d20 could not be found.", "detail": ""}} {{(pid=69357) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 991.327307] env[69357]: DEBUG nova.network.neutron [-] Unable to show port 3e5e2414-5d5f-4031-b882-461534ee6d20 as it no longer exists. {{(pid=69357) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 991.554721] env[69357]: DEBUG oslo_vmware.api [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]529ac5e4-8ea6-1f7b-be54-4df39ad4e7d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010428} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.555033] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.558395] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.558395] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.558395] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.558395] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.558395] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-829dddd2-1301-41c3-94b6-009672275ab1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.558395] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b0824a-b089-4149-b111-56a88d39fba3 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.558395] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-964d3a2c-6c2f-42ec-9bb5-16b8a4364183 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.565138] env[69357]: DEBUG oslo_vmware.api [None req-82b0824a-b089-4149-b111-56a88d39fba3 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for the task: (returnval){ [ 991.565138] env[69357]: value = "task-3283064" [ 991.565138] env[69357]: _type = "Task" [ 991.565138] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.569452] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.569646] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.570664] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5c318ee-9053-4a14-895a-c2741cb6df5f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.577013] env[69357]: INFO nova.compute.manager [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Rebuilding instance [ 991.579063] env[69357]: DEBUG oslo_vmware.api [None req-82b0824a-b089-4149-b111-56a88d39fba3 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.588022] env[69357]: DEBUG oslo_vmware.api [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Waiting for the task: (returnval){ [ 991.588022] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52bab86b-5e5f-1808-30dc-4928b98ac383" [ 991.588022] env[69357]: _type = "Task" [ 991.588022] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.601406] env[69357]: DEBUG oslo_vmware.api [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52bab86b-5e5f-1808-30dc-4928b98ac383, 'name': SearchDatastore_Task, 'duration_secs': 0.011942} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.608128] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63fcdd55-7b61-46f8-afe6-e1a51d2f6f44 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.623018] env[69357]: DEBUG oslo_vmware.api [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Waiting for the task: (returnval){ [ 991.623018] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52285ef2-3a4a-f36f-9316-bbcba3515452" [ 991.623018] env[69357]: _type = "Task" [ 991.623018] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.624421] env[69357]: DEBUG oslo_vmware.api [None req-3957ef0a-c45d-4981-a910-3b5b5ec73978 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': task-3283063, 'name': ResetVM_Task, 'duration_secs': 0.103418} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.628634] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3957ef0a-c45d-4981-a910-3b5b5ec73978 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Did hard reboot of VM {{(pid=69357) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 991.629130] env[69357]: DEBUG nova.compute.manager [None req-3957ef0a-c45d-4981-a910-3b5b5ec73978 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.630123] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95872bee-adce-4729-b87f-cba0cfc11e5e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.647669] env[69357]: DEBUG oslo_vmware.api [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52285ef2-3a4a-f36f-9316-bbcba3515452, 'name': SearchDatastore_Task, 'duration_secs': 0.011195} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.651021] env[69357]: DEBUG nova.compute.manager [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.651021] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.651021] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 0555427b-3b13-46b5-81d1-bd67e53812f4/0555427b-3b13-46b5-81d1-bd67e53812f4.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.651021] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3a9186-f587-4674-aa8d-f20dddbc0462 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.652292] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-362f62ab-40de-4564-bb6d-23df56abd2cd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.662673] env[69357]: DEBUG oslo_vmware.api [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Waiting for the task: (returnval){ [ 991.662673] env[69357]: value = "task-3283065" [ 991.662673] env[69357]: _type = "Task" [ 991.662673] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.673255] env[69357]: DEBUG oslo_vmware.api [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Task: {'id': task-3283065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.685090] env[69357]: INFO nova.compute.manager [-] [instance: a615691c-6328-4da1-973a-024a5864419b] Took 2.22 seconds to deallocate network for instance. [ 991.792640] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.472s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.796472] env[69357]: DEBUG oslo_concurrency.lockutils [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.549s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.796472] env[69357]: DEBUG nova.objects.instance [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lazy-loading 'pci_requests' on Instance uuid 0c1376c6-1c72-4998-b90e-ff4500cef5c0 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.818255] env[69357]: INFO nova.scheduler.client.report [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Deleted allocations for instance 9d3a99e6-4639-440d-90c2-e142903094c0 [ 991.819787] env[69357]: INFO nova.compute.manager [-] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Took 1.40 seconds to deallocate network for instance. [ 992.077502] env[69357]: DEBUG oslo_vmware.api [None req-82b0824a-b089-4149-b111-56a88d39fba3 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283064, 'name': PowerOffVM_Task, 'duration_secs': 0.300223} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.078455] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b0824a-b089-4149-b111-56a88d39fba3 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.078881] env[69357]: DEBUG nova.compute.manager [None req-82b0824a-b089-4149-b111-56a88d39fba3 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.079834] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90c623d-bab3-4e7c-bcb2-3a934d3fc555 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.151326] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3957ef0a-c45d-4981-a910-3b5b5ec73978 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Lock "5ee60746-af58-4e07-95ed-f081cab6d53d" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.740s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.177717] env[69357]: DEBUG oslo_vmware.api [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Task: {'id': task-3283065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472125} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.178365] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 0555427b-3b13-46b5-81d1-bd67e53812f4/0555427b-3b13-46b5-81d1-bd67e53812f4.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.178617] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.178891] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7bb1ecd-0d95-43e0-b0f9-3dc75f3ece02 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.187411] env[69357]: DEBUG oslo_vmware.api [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Waiting for the task: (returnval){ [ 992.187411] env[69357]: value = "task-3283066" [ 992.187411] env[69357]: _type = "Task" [ 992.187411] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.192365] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f1b2cd3-6a2f-4002-809a-bdc3cd211790 tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.198422] env[69357]: DEBUG oslo_vmware.api [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Task: {'id': task-3283066, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.301531] env[69357]: DEBUG nova.objects.instance [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lazy-loading 'numa_topology' on Instance uuid 0c1376c6-1c72-4998-b90e-ff4500cef5c0 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.327193] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3a060ebf-2156-4d0d-ae38-478dc9c21046 tempest-ServersNegativeTestJSON-1229632326 tempest-ServersNegativeTestJSON-1229632326-project-member] Lock "9d3a99e6-4639-440d-90c2-e142903094c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.306s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.335377] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e68683d8-a1ff-4b39-87a5-90157c531413 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.356307] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-8233edf6-c45e-4ec9-8d3c-68d67c9c13c2 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Volume attach. Driver type: vmdk {{(pid=69357) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 992.356622] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-8233edf6-c45e-4ec9-8d3c-68d67c9c13c2 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655648', 'volume_id': '3c441a39-da5a-43be-bc49-bfbe18ab75b7', 'name': 'volume-3c441a39-da5a-43be-bc49-bfbe18ab75b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8ea2cd9-9230-4dd2-8737-07d5ca6553bc', 'attached_at': '', 'detached_at': '', 'volume_id': '3c441a39-da5a-43be-bc49-bfbe18ab75b7', 'serial': '3c441a39-da5a-43be-bc49-bfbe18ab75b7'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 992.357865] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdd7927-53c7-49aa-876f-049d3b89dd6c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.377620] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5715c2c6-e6f1-48ca-94f0-6087532d9eea {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.396707] env[69357]: DEBUG nova.network.neutron [-] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.405507] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-8233edf6-c45e-4ec9-8d3c-68d67c9c13c2 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] volume-3c441a39-da5a-43be-bc49-bfbe18ab75b7/volume-3c441a39-da5a-43be-bc49-bfbe18ab75b7.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.406046] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e33da0b0-bb23-4c6d-b485-475f7b040e5f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.427129] env[69357]: DEBUG oslo_vmware.api [None req-8233edf6-c45e-4ec9-8d3c-68d67c9c13c2 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 992.427129] env[69357]: value = "task-3283067" [ 992.427129] env[69357]: _type = "Task" [ 992.427129] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.436640] env[69357]: DEBUG oslo_vmware.api [None req-8233edf6-c45e-4ec9-8d3c-68d67c9c13c2 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283067, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.599266] env[69357]: DEBUG oslo_concurrency.lockutils [None req-82b0824a-b089-4149-b111-56a88d39fba3 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "0d3bc6af-ee75-42fb-a73d-b30def9bcced" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.672345] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.672675] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-076798c7-e918-4c8f-96a8-0078a48ee21b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.681739] env[69357]: DEBUG oslo_vmware.api [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Waiting for the task: (returnval){ [ 992.681739] env[69357]: value = "task-3283068" [ 992.681739] env[69357]: _type = "Task" [ 992.681739] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.691584] env[69357]: DEBUG oslo_vmware.api [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': task-3283068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.700450] env[69357]: DEBUG oslo_vmware.api [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Task: {'id': task-3283066, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076321} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.700606] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.701444] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53be426-590c-4a71-8d5e-f6cf56df3526 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.727537] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 0555427b-3b13-46b5-81d1-bd67e53812f4/0555427b-3b13-46b5-81d1-bd67e53812f4.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.728373] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-977e9baf-26e6-40b7-80bf-972f5d3d84fc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.752780] env[69357]: DEBUG oslo_vmware.api [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Waiting for the task: (returnval){ [ 992.752780] env[69357]: value = "task-3283069" [ 992.752780] env[69357]: _type = "Task" [ 992.752780] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.762684] env[69357]: DEBUG oslo_vmware.api [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Task: {'id': task-3283069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.804410] env[69357]: INFO nova.compute.claims [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 992.844872] env[69357]: DEBUG nova.compute.manager [req-c4897b5a-05ee-4858-85ef-23924e3431d2 req-ec504598-7449-46b5-8a53-8006d4ff4f7e service nova] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Received event network-vif-deleted-11e21727-fab3-42d6-92aa-7e00740f020a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.844872] env[69357]: DEBUG nova.compute.manager [req-c4897b5a-05ee-4858-85ef-23924e3431d2 req-ec504598-7449-46b5-8a53-8006d4ff4f7e service nova] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Received event network-vif-deleted-df629847-15b9-4112-ba27-3ef38c99b8d7 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.906848] env[69357]: INFO nova.compute.manager [-] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Took 1.71 seconds to deallocate network for instance. [ 992.938660] env[69357]: DEBUG oslo_vmware.api [None req-8233edf6-c45e-4ec9-8d3c-68d67c9c13c2 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.194830] env[69357]: DEBUG oslo_vmware.api [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': task-3283068, 'name': PowerOffVM_Task, 'duration_secs': 0.212833} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.195155] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.195974] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 993.197075] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963794ae-b78d-4b09-95b6-8be3c64f69f4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.205202] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 993.205575] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-454ef25b-bb12-466b-9451-f5291d4a9c9c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.245060] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.245318] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.245500] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Deleting the datastore file [datastore1] 8bd83bcb-b28b-46d8-bf52-67cc714b3656 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.245838] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67db04b5-9da2-4246-86d7-25573d5c3e90 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.255755] env[69357]: DEBUG oslo_vmware.api [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Waiting for the task: (returnval){ [ 993.255755] env[69357]: value = "task-3283071" [ 993.255755] env[69357]: _type = "Task" [ 993.255755] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.267604] env[69357]: DEBUG oslo_vmware.api [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Task: {'id': task-3283069, 'name': ReconfigVM_Task, 'duration_secs': 0.358407} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.270874] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 0555427b-3b13-46b5-81d1-bd67e53812f4/0555427b-3b13-46b5-81d1-bd67e53812f4.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.271810] env[69357]: DEBUG oslo_vmware.api [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': task-3283071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.272752] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f54659d-382c-45e0-a764-20443000b680 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.280816] env[69357]: DEBUG oslo_vmware.api [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Waiting for the task: (returnval){ [ 993.280816] env[69357]: value = "task-3283072" [ 993.280816] env[69357]: _type = "Task" [ 993.280816] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.290381] env[69357]: DEBUG oslo_vmware.api [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Task: {'id': task-3283072, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.401794] env[69357]: DEBUG nova.objects.instance [None req-2dd7ff32-331f-41e0-992c-e28fc659f710 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lazy-loading 'flavor' on Instance uuid 0d3bc6af-ee75-42fb-a73d-b30def9bcced {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.413184] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81b17929-09e8-4457-8239-82a1cedecfa4 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.437454] env[69357]: DEBUG oslo_vmware.api [None req-8233edf6-c45e-4ec9-8d3c-68d67c9c13c2 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283067, 'name': ReconfigVM_Task, 'duration_secs': 0.775616} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.437723] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-8233edf6-c45e-4ec9-8d3c-68d67c9c13c2 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Reconfigured VM instance instance-00000047 to attach disk [datastore2] volume-3c441a39-da5a-43be-bc49-bfbe18ab75b7/volume-3c441a39-da5a-43be-bc49-bfbe18ab75b7.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.442531] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf50290f-513f-4ea6-841f-b25a418b2650 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.460993] env[69357]: DEBUG oslo_vmware.api [None req-8233edf6-c45e-4ec9-8d3c-68d67c9c13c2 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 993.460993] env[69357]: value = "task-3283073" [ 993.460993] env[69357]: _type = "Task" [ 993.460993] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.469997] env[69357]: DEBUG oslo_vmware.api [None req-8233edf6-c45e-4ec9-8d3c-68d67c9c13c2 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283073, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.476771] env[69357]: DEBUG oslo_concurrency.lockutils [None req-11d4e168-bbf0-4f2e-ba56-55a9921bec77 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Acquiring lock "5ee60746-af58-4e07-95ed-f081cab6d53d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.476958] env[69357]: DEBUG oslo_concurrency.lockutils [None req-11d4e168-bbf0-4f2e-ba56-55a9921bec77 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Lock "5ee60746-af58-4e07-95ed-f081cab6d53d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.477247] env[69357]: DEBUG oslo_concurrency.lockutils [None req-11d4e168-bbf0-4f2e-ba56-55a9921bec77 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Acquiring lock "5ee60746-af58-4e07-95ed-f081cab6d53d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.477455] env[69357]: DEBUG oslo_concurrency.lockutils [None req-11d4e168-bbf0-4f2e-ba56-55a9921bec77 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Lock "5ee60746-af58-4e07-95ed-f081cab6d53d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.477620] env[69357]: DEBUG oslo_concurrency.lockutils [None req-11d4e168-bbf0-4f2e-ba56-55a9921bec77 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Lock "5ee60746-af58-4e07-95ed-f081cab6d53d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.479715] env[69357]: INFO nova.compute.manager [None req-11d4e168-bbf0-4f2e-ba56-55a9921bec77 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Terminating instance [ 993.768728] env[69357]: DEBUG oslo_vmware.api [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': task-3283071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110082} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.768984] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.769257] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.769495] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.791421] env[69357]: DEBUG oslo_vmware.api [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Task: {'id': task-3283072, 'name': Rename_Task, 'duration_secs': 0.183097} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.791691] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.792058] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4ec3170-3924-42ad-92f4-e56d1e5ee629 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.800586] env[69357]: DEBUG oslo_vmware.api [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Waiting for the task: (returnval){ [ 993.800586] env[69357]: value = "task-3283074" [ 993.800586] env[69357]: _type = "Task" [ 993.800586] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.811508] env[69357]: DEBUG oslo_vmware.api [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Task: {'id': task-3283074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.909006] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2dd7ff32-331f-41e0-992c-e28fc659f710 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquiring lock "refresh_cache-0d3bc6af-ee75-42fb-a73d-b30def9bcced" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.909200] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2dd7ff32-331f-41e0-992c-e28fc659f710 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquired lock "refresh_cache-0d3bc6af-ee75-42fb-a73d-b30def9bcced" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.909373] env[69357]: DEBUG nova.network.neutron [None req-2dd7ff32-331f-41e0-992c-e28fc659f710 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.909683] env[69357]: DEBUG nova.objects.instance [None req-2dd7ff32-331f-41e0-992c-e28fc659f710 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lazy-loading 'info_cache' on Instance uuid 0d3bc6af-ee75-42fb-a73d-b30def9bcced {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.972560] env[69357]: DEBUG oslo_vmware.api [None req-8233edf6-c45e-4ec9-8d3c-68d67c9c13c2 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283073, 'name': ReconfigVM_Task, 'duration_secs': 0.22659} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.975308] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-8233edf6-c45e-4ec9-8d3c-68d67c9c13c2 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655648', 'volume_id': '3c441a39-da5a-43be-bc49-bfbe18ab75b7', 'name': 'volume-3c441a39-da5a-43be-bc49-bfbe18ab75b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8ea2cd9-9230-4dd2-8737-07d5ca6553bc', 'attached_at': '', 'detached_at': '', 'volume_id': '3c441a39-da5a-43be-bc49-bfbe18ab75b7', 'serial': '3c441a39-da5a-43be-bc49-bfbe18ab75b7'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 993.983648] env[69357]: DEBUG nova.compute.manager [None req-11d4e168-bbf0-4f2e-ba56-55a9921bec77 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 993.983861] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-11d4e168-bbf0-4f2e-ba56-55a9921bec77 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 993.984716] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33eee82-8b37-4e6c-84a3-4c6a1ccc944a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.998098] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d4e168-bbf0-4f2e-ba56-55a9921bec77 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.998222] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8acaf6bd-cf05-4ae9-a4d5-ac0479ff2bf3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.005224] env[69357]: DEBUG oslo_vmware.api [None req-11d4e168-bbf0-4f2e-ba56-55a9921bec77 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Waiting for the task: (returnval){ [ 994.005224] env[69357]: value = "task-3283075" [ 994.005224] env[69357]: _type = "Task" [ 994.005224] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.019197] env[69357]: DEBUG oslo_vmware.api [None req-11d4e168-bbf0-4f2e-ba56-55a9921bec77 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': task-3283075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.081058] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cfa4f5bf-c141-4ab5-9c73-1fbe50f06987 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Acquiring lock "26f8e64b-a2f1-4659-ba44-8511c7b71f4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.081374] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cfa4f5bf-c141-4ab5-9c73-1fbe50f06987 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Lock "26f8e64b-a2f1-4659-ba44-8511c7b71f4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.081596] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cfa4f5bf-c141-4ab5-9c73-1fbe50f06987 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Acquiring lock "26f8e64b-a2f1-4659-ba44-8511c7b71f4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.081784] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cfa4f5bf-c141-4ab5-9c73-1fbe50f06987 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Lock "26f8e64b-a2f1-4659-ba44-8511c7b71f4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.081973] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cfa4f5bf-c141-4ab5-9c73-1fbe50f06987 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Lock "26f8e64b-a2f1-4659-ba44-8511c7b71f4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.086989] env[69357]: INFO nova.compute.manager [None req-cfa4f5bf-c141-4ab5-9c73-1fbe50f06987 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Terminating instance [ 994.115937] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf89078-335c-4a5c-9568-db4b0325f692 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.126132] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f77ec8-cb47-4e89-aa6f-aa6175c4fa1a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.162403] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c929b9-bddb-4ad1-af3a-d3fe6ee7971e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.172478] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da58236f-7559-41ba-8b26-1dc7256df37b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.192208] env[69357]: DEBUG nova.compute.provider_tree [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.312030] env[69357]: DEBUG oslo_vmware.api [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Task: {'id': task-3283074, 'name': PowerOnVM_Task, 'duration_secs': 0.482225} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.312030] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.312030] env[69357]: INFO nova.compute.manager [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Took 8.21 seconds to spawn the instance on the hypervisor. [ 994.312030] env[69357]: DEBUG nova.compute.manager [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.312573] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7229936-0b93-478c-8943-9f620efcd59d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.414882] env[69357]: DEBUG nova.objects.base [None req-2dd7ff32-331f-41e0-992c-e28fc659f710 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Object Instance<0d3bc6af-ee75-42fb-a73d-b30def9bcced> lazy-loaded attributes: flavor,info_cache {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 994.519317] env[69357]: DEBUG oslo_vmware.api [None req-11d4e168-bbf0-4f2e-ba56-55a9921bec77 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': task-3283075, 'name': PowerOffVM_Task, 'duration_secs': 0.195772} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.519554] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d4e168-bbf0-4f2e-ba56-55a9921bec77 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.519744] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-11d4e168-bbf0-4f2e-ba56-55a9921bec77 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.520014] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe259995-29ab-4bd0-83bf-926b851a7b06 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.591235] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-11d4e168-bbf0-4f2e-ba56-55a9921bec77 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.591444] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-11d4e168-bbf0-4f2e-ba56-55a9921bec77 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.591665] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-11d4e168-bbf0-4f2e-ba56-55a9921bec77 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Deleting the datastore file [datastore1] 5ee60746-af58-4e07-95ed-f081cab6d53d {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.591959] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c73b35a-fd74-4d47-9243-e45fe5b9395a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.594988] env[69357]: DEBUG nova.compute.manager [None req-cfa4f5bf-c141-4ab5-9c73-1fbe50f06987 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.595179] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa4f5bf-c141-4ab5-9c73-1fbe50f06987 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.596160] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdba52a5-1641-40e9-94ab-53990324c3fd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.604204] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfa4f5bf-c141-4ab5-9c73-1fbe50f06987 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.605593] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8f13c13-5241-4422-946e-1be31a18ef5e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.607439] env[69357]: DEBUG oslo_vmware.api [None req-11d4e168-bbf0-4f2e-ba56-55a9921bec77 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Waiting for the task: (returnval){ [ 994.607439] env[69357]: value = "task-3283077" [ 994.607439] env[69357]: _type = "Task" [ 994.607439] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.613084] env[69357]: DEBUG oslo_vmware.api [None req-cfa4f5bf-c141-4ab5-9c73-1fbe50f06987 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Waiting for the task: (returnval){ [ 994.613084] env[69357]: value = "task-3283078" [ 994.613084] env[69357]: _type = "Task" [ 994.613084] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.622020] env[69357]: DEBUG oslo_vmware.api [None req-11d4e168-bbf0-4f2e-ba56-55a9921bec77 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': task-3283077, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.627917] env[69357]: DEBUG oslo_vmware.api [None req-cfa4f5bf-c141-4ab5-9c73-1fbe50f06987 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3283078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.695833] env[69357]: DEBUG nova.scheduler.client.report [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.816234] env[69357]: DEBUG nova.virt.hardware [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.816530] env[69357]: DEBUG nova.virt.hardware [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.816735] env[69357]: DEBUG nova.virt.hardware [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.816986] env[69357]: DEBUG nova.virt.hardware [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.818401] env[69357]: DEBUG nova.virt.hardware [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.818594] env[69357]: DEBUG nova.virt.hardware [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.818881] env[69357]: DEBUG nova.virt.hardware [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.819120] env[69357]: DEBUG nova.virt.hardware [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.819328] env[69357]: DEBUG nova.virt.hardware [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.819505] env[69357]: DEBUG nova.virt.hardware [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.819713] env[69357]: DEBUG nova.virt.hardware [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.820587] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79de3687-d85f-4dfd-a2da-baf7e4b65ac8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.835947] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f1bd68-cb51-4879-9922-39172327c242 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.843036] env[69357]: INFO nova.compute.manager [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Took 16.00 seconds to build instance. [ 994.854115] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Instance VIF info [] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 994.861585] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.862152] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 994.862638] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c87ac2a8-a1d0-4690-9db5-43139825a629 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.887027] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 994.887027] env[69357]: value = "task-3283079" [ 994.887027] env[69357]: _type = "Task" [ 994.887027] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.894426] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283079, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.997638] env[69357]: DEBUG nova.compute.manager [req-f79c2520-5abc-4323-8dcf-764008c2fe8a req-37116b5a-b44d-4cad-9237-8aa5b7ab28a7 service nova] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Received event network-changed-b1021963-0ae2-4827-ae5f-9eb1dbf5b060 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.997877] env[69357]: DEBUG nova.compute.manager [req-f79c2520-5abc-4323-8dcf-764008c2fe8a req-37116b5a-b44d-4cad-9237-8aa5b7ab28a7 service nova] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Refreshing instance network info cache due to event network-changed-b1021963-0ae2-4827-ae5f-9eb1dbf5b060. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 994.998126] env[69357]: DEBUG oslo_concurrency.lockutils [req-f79c2520-5abc-4323-8dcf-764008c2fe8a req-37116b5a-b44d-4cad-9237-8aa5b7ab28a7 service nova] Acquiring lock "refresh_cache-5ee60746-af58-4e07-95ed-f081cab6d53d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.998327] env[69357]: DEBUG oslo_concurrency.lockutils [req-f79c2520-5abc-4323-8dcf-764008c2fe8a req-37116b5a-b44d-4cad-9237-8aa5b7ab28a7 service nova] Acquired lock "refresh_cache-5ee60746-af58-4e07-95ed-f081cab6d53d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.998526] env[69357]: DEBUG nova.network.neutron [req-f79c2520-5abc-4323-8dcf-764008c2fe8a req-37116b5a-b44d-4cad-9237-8aa5b7ab28a7 service nova] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Refreshing network info cache for port b1021963-0ae2-4827-ae5f-9eb1dbf5b060 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.016865] env[69357]: DEBUG nova.objects.instance [None req-8233edf6-c45e-4ec9-8d3c-68d67c9c13c2 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lazy-loading 'flavor' on Instance uuid d8ea2cd9-9230-4dd2-8737-07d5ca6553bc {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.120732] env[69357]: DEBUG oslo_vmware.api [None req-11d4e168-bbf0-4f2e-ba56-55a9921bec77 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': task-3283077, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203757} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.121034] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-11d4e168-bbf0-4f2e-ba56-55a9921bec77 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.121230] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-11d4e168-bbf0-4f2e-ba56-55a9921bec77 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.121403] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-11d4e168-bbf0-4f2e-ba56-55a9921bec77 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.121574] env[69357]: INFO nova.compute.manager [None req-11d4e168-bbf0-4f2e-ba56-55a9921bec77 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 995.121819] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11d4e168-bbf0-4f2e-ba56-55a9921bec77 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.122507] env[69357]: DEBUG nova.compute.manager [-] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.122507] env[69357]: DEBUG nova.network.neutron [-] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.131027] env[69357]: DEBUG oslo_vmware.api [None req-cfa4f5bf-c141-4ab5-9c73-1fbe50f06987 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3283078, 'name': PowerOffVM_Task, 'duration_secs': 0.257582} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.131591] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfa4f5bf-c141-4ab5-9c73-1fbe50f06987 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.131766] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa4f5bf-c141-4ab5-9c73-1fbe50f06987 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.132360] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8b3f931-a670-410d-97be-dc0f030412e9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.200891] env[69357]: DEBUG oslo_concurrency.lockutils [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.405s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.203234] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.954s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.204964] env[69357]: INFO nova.compute.claims [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.212231] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa4f5bf-c141-4ab5-9c73-1fbe50f06987 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.212231] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa4f5bf-c141-4ab5-9c73-1fbe50f06987 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.212231] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfa4f5bf-c141-4ab5-9c73-1fbe50f06987 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Deleting the datastore file [datastore2] 26f8e64b-a2f1-4659-ba44-8511c7b71f4b {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.212231] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76464329-3948-4206-8136-c9be99204449 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.217875] env[69357]: DEBUG oslo_vmware.api [None req-cfa4f5bf-c141-4ab5-9c73-1fbe50f06987 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Waiting for the task: (returnval){ [ 995.217875] env[69357]: value = "task-3283081" [ 995.217875] env[69357]: _type = "Task" [ 995.217875] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.226662] env[69357]: DEBUG oslo_vmware.api [None req-cfa4f5bf-c141-4ab5-9c73-1fbe50f06987 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3283081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.240342] env[69357]: INFO nova.network.neutron [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Updating port c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 995.342942] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba46a776-3c39-4eb0-9617-e6e2d8c2a3ad tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Lock "0555427b-3b13-46b5-81d1-bd67e53812f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.520s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.396400] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283079, 'name': CreateVM_Task, 'duration_secs': 0.341431} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.396587] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.397060] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.397254] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.397641] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.397911] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00d79f9a-8a1b-43fc-9ec3-cb4b2e0025c1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.403695] env[69357]: DEBUG nova.network.neutron [None req-2dd7ff32-331f-41e0-992c-e28fc659f710 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Updating instance_info_cache with network_info: [{"id": "860c46d3-7737-4710-946d-fd6a9459e87c", "address": "fa:16:3e:ce:4e:30", "network": {"id": "88641097-4386-4947-b3c1-83551b56298e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-297718487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "908005a1aca5413f88021f894d13f683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap860c46d3-77", "ovs_interfaceid": "860c46d3-7737-4710-946d-fd6a9459e87c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.405616] env[69357]: DEBUG oslo_vmware.api [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Waiting for the task: (returnval){ [ 995.405616] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]525246bb-70f7-7f31-1d22-04a9b4f78a68" [ 995.405616] env[69357]: _type = "Task" [ 995.405616] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.420018] env[69357]: DEBUG oslo_vmware.api [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]525246bb-70f7-7f31-1d22-04a9b4f78a68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.521445] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8233edf6-c45e-4ec9-8d3c-68d67c9c13c2 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "d8ea2cd9-9230-4dd2-8737-07d5ca6553bc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.300s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.732486] env[69357]: DEBUG oslo_vmware.api [None req-cfa4f5bf-c141-4ab5-9c73-1fbe50f06987 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Task: {'id': task-3283081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.429461} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.732486] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfa4f5bf-c141-4ab5-9c73-1fbe50f06987 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.736304] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa4f5bf-c141-4ab5-9c73-1fbe50f06987 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.736551] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa4f5bf-c141-4ab5-9c73-1fbe50f06987 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.737070] env[69357]: INFO nova.compute.manager [None req-cfa4f5bf-c141-4ab5-9c73-1fbe50f06987 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 995.737382] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfa4f5bf-c141-4ab5-9c73-1fbe50f06987 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.737959] env[69357]: DEBUG nova.compute.manager [-] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.738108] env[69357]: DEBUG nova.network.neutron [-] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.906908] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2dd7ff32-331f-41e0-992c-e28fc659f710 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Releasing lock "refresh_cache-0d3bc6af-ee75-42fb-a73d-b30def9bcced" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.925484] env[69357]: DEBUG oslo_vmware.api [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]525246bb-70f7-7f31-1d22-04a9b4f78a68, 'name': SearchDatastore_Task, 'duration_secs': 0.016027} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.926818] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.927211] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.927606] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.927857] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.928165] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.929398] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1766afca-30e1-421e-b16f-73e1fa385877 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.942473] env[69357]: DEBUG oslo_concurrency.lockutils [None req-904804b2-604c-4656-b297-349fd825bbe8 tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Acquiring lock "0555427b-3b13-46b5-81d1-bd67e53812f4" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.942757] env[69357]: DEBUG oslo_concurrency.lockutils [None req-904804b2-604c-4656-b297-349fd825bbe8 tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Lock "0555427b-3b13-46b5-81d1-bd67e53812f4" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.943045] env[69357]: INFO nova.compute.manager [None req-904804b2-604c-4656-b297-349fd825bbe8 tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Rebooting instance [ 995.944588] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.944782] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.945892] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-330d4711-eea9-4cf1-ad02-a2c18913d8af {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.953781] env[69357]: DEBUG oslo_vmware.api [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Waiting for the task: (returnval){ [ 995.953781] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d87a51-a01b-6f3a-5311-d8208c79e14a" [ 995.953781] env[69357]: _type = "Task" [ 995.953781] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.962754] env[69357]: DEBUG oslo_vmware.api [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d87a51-a01b-6f3a-5311-d8208c79e14a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.129089] env[69357]: DEBUG nova.network.neutron [-] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.174993] env[69357]: DEBUG nova.network.neutron [req-f79c2520-5abc-4323-8dcf-764008c2fe8a req-37116b5a-b44d-4cad-9237-8aa5b7ab28a7 service nova] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Updated VIF entry in instance network info cache for port b1021963-0ae2-4827-ae5f-9eb1dbf5b060. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.175411] env[69357]: DEBUG nova.network.neutron [req-f79c2520-5abc-4323-8dcf-764008c2fe8a req-37116b5a-b44d-4cad-9237-8aa5b7ab28a7 service nova] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Updating instance_info_cache with network_info: [{"id": "b1021963-0ae2-4827-ae5f-9eb1dbf5b060", "address": "fa:16:3e:cd:8b:fd", "network": {"id": "ee6262b2-0807-432e-a030-a3222778ee50", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2041839166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2044cd69235d4473aa2549a018e44c85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1021963-0a", "ovs_interfaceid": "b1021963-0ae2-4827-ae5f-9eb1dbf5b060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.357611] env[69357]: INFO nova.compute.manager [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Rebuilding instance [ 996.401613] env[69357]: DEBUG nova.compute.manager [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.402584] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5963bac2-1fbe-4af6-a590-16dfd727359b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.460085] env[69357]: DEBUG oslo_concurrency.lockutils [None req-904804b2-604c-4656-b297-349fd825bbe8 tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Acquiring lock "refresh_cache-0555427b-3b13-46b5-81d1-bd67e53812f4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.460085] env[69357]: DEBUG oslo_concurrency.lockutils [None req-904804b2-604c-4656-b297-349fd825bbe8 tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Acquired lock "refresh_cache-0555427b-3b13-46b5-81d1-bd67e53812f4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.460085] env[69357]: DEBUG nova.network.neutron [None req-904804b2-604c-4656-b297-349fd825bbe8 tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.470137] env[69357]: DEBUG oslo_vmware.api [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d87a51-a01b-6f3a-5311-d8208c79e14a, 'name': SearchDatastore_Task, 'duration_secs': 0.029497} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.471605] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c413f65-22b0-4a23-b7aa-11a2f376c721 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.481096] env[69357]: DEBUG oslo_vmware.api [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Waiting for the task: (returnval){ [ 996.481096] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52910c47-3716-1abb-aa06-d38f974ef8a6" [ 996.481096] env[69357]: _type = "Task" [ 996.481096] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.487223] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effe4106-81a6-449d-b9ee-fc800a428680 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.494451] env[69357]: DEBUG oslo_vmware.api [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52910c47-3716-1abb-aa06-d38f974ef8a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.498272] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb7ef42-c1c4-49a4-a15a-0573c6610033 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.530955] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47e2688-1f44-4787-bfe8-bc94636b7bd7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.539413] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a2b6bc-0015-4ed3-a580-7e04cd1be02d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.555218] env[69357]: DEBUG nova.compute.provider_tree [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.633904] env[69357]: INFO nova.compute.manager [-] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Took 1.51 seconds to deallocate network for instance. [ 996.680995] env[69357]: DEBUG oslo_concurrency.lockutils [req-f79c2520-5abc-4323-8dcf-764008c2fe8a req-37116b5a-b44d-4cad-9237-8aa5b7ab28a7 service nova] Releasing lock "refresh_cache-5ee60746-af58-4e07-95ed-f081cab6d53d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.728640] env[69357]: DEBUG nova.compute.manager [req-b6ab0dca-e87e-42dd-9a71-f77e1a3ee036 req-00463c18-c6d6-4575-a209-02ccf0771c23 service nova] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Received event network-vif-plugged-c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.728854] env[69357]: DEBUG oslo_concurrency.lockutils [req-b6ab0dca-e87e-42dd-9a71-f77e1a3ee036 req-00463c18-c6d6-4575-a209-02ccf0771c23 service nova] Acquiring lock "0c1376c6-1c72-4998-b90e-ff4500cef5c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.729064] env[69357]: DEBUG oslo_concurrency.lockutils [req-b6ab0dca-e87e-42dd-9a71-f77e1a3ee036 req-00463c18-c6d6-4575-a209-02ccf0771c23 service nova] Lock "0c1376c6-1c72-4998-b90e-ff4500cef5c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.729231] env[69357]: DEBUG oslo_concurrency.lockutils [req-b6ab0dca-e87e-42dd-9a71-f77e1a3ee036 req-00463c18-c6d6-4575-a209-02ccf0771c23 service nova] Lock "0c1376c6-1c72-4998-b90e-ff4500cef5c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.729402] env[69357]: DEBUG nova.compute.manager [req-b6ab0dca-e87e-42dd-9a71-f77e1a3ee036 req-00463c18-c6d6-4575-a209-02ccf0771c23 service nova] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] No waiting events found dispatching network-vif-plugged-c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 996.729563] env[69357]: WARNING nova.compute.manager [req-b6ab0dca-e87e-42dd-9a71-f77e1a3ee036 req-00463c18-c6d6-4575-a209-02ccf0771c23 service nova] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Received unexpected event network-vif-plugged-c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e for instance with vm_state shelved_offloaded and task_state spawning. [ 996.784077] env[69357]: DEBUG oslo_concurrency.lockutils [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquiring lock "refresh_cache-0c1376c6-1c72-4998-b90e-ff4500cef5c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.784291] env[69357]: DEBUG oslo_concurrency.lockutils [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquired lock "refresh_cache-0c1376c6-1c72-4998-b90e-ff4500cef5c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.784505] env[69357]: DEBUG nova.network.neutron [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.929364] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd7ff32-331f-41e0-992c-e28fc659f710 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.929632] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a620dd9-1f84-40df-9c62-87319b86f148 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.939020] env[69357]: DEBUG oslo_vmware.api [None req-2dd7ff32-331f-41e0-992c-e28fc659f710 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for the task: (returnval){ [ 996.939020] env[69357]: value = "task-3283082" [ 996.939020] env[69357]: _type = "Task" [ 996.939020] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.949548] env[69357]: DEBUG oslo_vmware.api [None req-2dd7ff32-331f-41e0-992c-e28fc659f710 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283082, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.995571] env[69357]: DEBUG oslo_vmware.api [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52910c47-3716-1abb-aa06-d38f974ef8a6, 'name': SearchDatastore_Task, 'duration_secs': 0.0163} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.995571] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.995571] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 8bd83bcb-b28b-46d8-bf52-67cc714b3656/8bd83bcb-b28b-46d8-bf52-67cc714b3656.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.995883] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-916b8e0a-f99c-472b-a086-91f29f4acfd5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.010300] env[69357]: DEBUG oslo_vmware.api [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Waiting for the task: (returnval){ [ 997.010300] env[69357]: value = "task-3283083" [ 997.010300] env[69357]: _type = "Task" [ 997.010300] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.024918] env[69357]: DEBUG oslo_vmware.api [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': task-3283083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.035530] env[69357]: DEBUG nova.compute.manager [req-76918c11-a44c-493e-b453-1751c880bd60 req-5949ab99-71ca-4428-96b3-8949f0db3c32 service nova] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Received event network-vif-deleted-b1021963-0ae2-4827-ae5f-9eb1dbf5b060 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.035740] env[69357]: INFO nova.compute.manager [req-76918c11-a44c-493e-b453-1751c880bd60 req-5949ab99-71ca-4428-96b3-8949f0db3c32 service nova] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Neutron deleted interface b1021963-0ae2-4827-ae5f-9eb1dbf5b060; detaching it from the instance and deleting it from the info cache [ 997.035934] env[69357]: DEBUG nova.network.neutron [req-76918c11-a44c-493e-b453-1751c880bd60 req-5949ab99-71ca-4428-96b3-8949f0db3c32 service nova] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.061822] env[69357]: DEBUG nova.scheduler.client.report [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.142387] env[69357]: DEBUG oslo_concurrency.lockutils [None req-11d4e168-bbf0-4f2e-ba56-55a9921bec77 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.187903] env[69357]: DEBUG nova.network.neutron [None req-904804b2-604c-4656-b297-349fd825bbe8 tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Updating instance_info_cache with network_info: [{"id": "6ded277d-e0f5-4b58-81e9-1493bc546b8f", "address": "fa:16:3e:16:1e:1e", "network": {"id": "d9840861-b8ab-4f63-8e3b-ba7e3a921f7d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1492715302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b667c56914c740ba950697c25c50ab57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ded277d-e0", "ovs_interfaceid": "6ded277d-e0f5-4b58-81e9-1493bc546b8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.205561] env[69357]: DEBUG nova.network.neutron [-] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.422818] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.423681] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6842fb20-f7f2-4eed-8171-1d93b955a8fb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.436014] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 997.436014] env[69357]: value = "task-3283084" [ 997.436014] env[69357]: _type = "Task" [ 997.436014] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.452640] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.457195] env[69357]: DEBUG oslo_vmware.api [None req-2dd7ff32-331f-41e0-992c-e28fc659f710 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283082, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.522140] env[69357]: DEBUG oslo_vmware.api [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': task-3283083, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.541097] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8260c1b5-3555-4210-97c6-c1e82a8565d3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.554616] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e161608-3886-4bf4-8001-5ed5e5d99d96 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.567980] env[69357]: DEBUG nova.network.neutron [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Updating instance_info_cache with network_info: [{"id": "c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e", "address": "fa:16:3e:55:8e:1e", "network": {"id": "5ddc1356-bab9-45c4-8200-1fb7195f0d77", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-903464567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c73ab9fcfd4648fd8935b075e25a9deb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc47b3d71-c7", "ovs_interfaceid": "c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.570325] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.570910] env[69357]: DEBUG nova.compute.manager [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 997.574661] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.337s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.576389] env[69357]: INFO nova.compute.claims [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.608475] env[69357]: DEBUG nova.compute.manager [req-76918c11-a44c-493e-b453-1751c880bd60 req-5949ab99-71ca-4428-96b3-8949f0db3c32 service nova] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Detach interface failed, port_id=b1021963-0ae2-4827-ae5f-9eb1dbf5b060, reason: Instance 5ee60746-af58-4e07-95ed-f081cab6d53d could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 997.609013] env[69357]: DEBUG nova.compute.manager [req-76918c11-a44c-493e-b453-1751c880bd60 req-5949ab99-71ca-4428-96b3-8949f0db3c32 service nova] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Received event network-vif-deleted-d95e310a-a9da-45b8-8be5-491907349b41 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.609350] env[69357]: INFO nova.compute.manager [req-76918c11-a44c-493e-b453-1751c880bd60 req-5949ab99-71ca-4428-96b3-8949f0db3c32 service nova] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Neutron deleted interface d95e310a-a9da-45b8-8be5-491907349b41; detaching it from the instance and deleting it from the info cache [ 997.609720] env[69357]: DEBUG nova.network.neutron [req-76918c11-a44c-493e-b453-1751c880bd60 req-5949ab99-71ca-4428-96b3-8949f0db3c32 service nova] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.692383] env[69357]: DEBUG oslo_concurrency.lockutils [None req-904804b2-604c-4656-b297-349fd825bbe8 tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Releasing lock "refresh_cache-0555427b-3b13-46b5-81d1-bd67e53812f4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.708667] env[69357]: INFO nova.compute.manager [-] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Took 1.97 seconds to deallocate network for instance. [ 997.948523] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283084, 'name': PowerOffVM_Task, 'duration_secs': 0.315354} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.949230] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.956536] env[69357]: DEBUG oslo_vmware.api [None req-2dd7ff32-331f-41e0-992c-e28fc659f710 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283082, 'name': PowerOnVM_Task, 'duration_secs': 0.55542} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.958782] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd7ff32-331f-41e0-992c-e28fc659f710 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.959091] env[69357]: DEBUG nova.compute.manager [None req-2dd7ff32-331f-41e0-992c-e28fc659f710 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.960281] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e29f8e2-c4bf-46ac-a620-256c7b3cbb1a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.017029] env[69357]: INFO nova.compute.manager [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Detaching volume 3c441a39-da5a-43be-bc49-bfbe18ab75b7 [ 998.021922] env[69357]: DEBUG oslo_vmware.api [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': task-3283083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670804} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.022189] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 8bd83bcb-b28b-46d8-bf52-67cc714b3656/8bd83bcb-b28b-46d8-bf52-67cc714b3656.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.022419] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.022696] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79582c03-1dbe-4515-8a8b-c2d7cff51686 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.032057] env[69357]: DEBUG oslo_vmware.api [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Waiting for the task: (returnval){ [ 998.032057] env[69357]: value = "task-3283085" [ 998.032057] env[69357]: _type = "Task" [ 998.032057] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.041182] env[69357]: DEBUG oslo_vmware.api [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': task-3283085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.055882] env[69357]: INFO nova.virt.block_device [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Attempting to driver detach volume 3c441a39-da5a-43be-bc49-bfbe18ab75b7 from mountpoint /dev/sdb [ 998.055882] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Volume detach. Driver type: vmdk {{(pid=69357) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 998.055882] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655648', 'volume_id': '3c441a39-da5a-43be-bc49-bfbe18ab75b7', 'name': 'volume-3c441a39-da5a-43be-bc49-bfbe18ab75b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8ea2cd9-9230-4dd2-8737-07d5ca6553bc', 'attached_at': '', 'detached_at': '', 'volume_id': '3c441a39-da5a-43be-bc49-bfbe18ab75b7', 'serial': '3c441a39-da5a-43be-bc49-bfbe18ab75b7'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 998.056935] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2832aa76-6be4-466c-be86-5014564e064d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.079236] env[69357]: DEBUG oslo_concurrency.lockutils [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Releasing lock "refresh_cache-0c1376c6-1c72-4998-b90e-ff4500cef5c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.082482] env[69357]: DEBUG nova.compute.utils [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.085823] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8469e51f-b1df-4bf8-9eb7-2a53851d8d4e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.089698] env[69357]: DEBUG nova.compute.manager [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 998.089789] env[69357]: DEBUG nova.network.neutron [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 998.096795] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a0e323-e358-4647-b254-28cd617d88bf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.123179] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea96b626-f485-4aba-abb9-47d4e2bc4e89 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.125470] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9173e5-325c-4ddb-9e61-21fd049ab26f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.129814] env[69357]: DEBUG nova.virt.hardware [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='aeb8ddc489902c7f5c9101832be78d07',container_format='bare',created_at=2025-04-03T20:08:33Z,direct_url=,disk_format='vmdk',id=6b124908-c021-46d9-b7fb-ad7dbd9c3cd6,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-213211459-shelved',owner='c73ab9fcfd4648fd8935b075e25a9deb',properties=ImageMetaProps,protected=,size=31662592,status='active',tags=,updated_at=2025-04-03T20:08:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.130047] env[69357]: DEBUG nova.virt.hardware [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.130209] env[69357]: DEBUG nova.virt.hardware [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.130389] env[69357]: DEBUG nova.virt.hardware [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.130535] env[69357]: DEBUG nova.virt.hardware [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.130681] env[69357]: DEBUG nova.virt.hardware [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.130884] env[69357]: DEBUG nova.virt.hardware [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.131097] env[69357]: DEBUG nova.virt.hardware [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.131322] env[69357]: DEBUG nova.virt.hardware [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.131498] env[69357]: DEBUG nova.virt.hardware [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.131680] env[69357]: DEBUG nova.virt.hardware [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.133026] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22db01e4-4a14-4fa5-a9c5-25272e315803 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.153958] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125ddb95-b050-4135-a487-8f3f0243a384 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.159946] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] The volume has not been displaced from its original location: [datastore2] volume-3c441a39-da5a-43be-bc49-bfbe18ab75b7/volume-3c441a39-da5a-43be-bc49-bfbe18ab75b7.vmdk. No consolidation needed. {{(pid=69357) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 998.166737] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Reconfiguring VM instance instance-00000047 to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 998.169195] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3011bfc4-3cac-4422-8c1f-a83410dcecf5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.178238] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1259aabf-0834-40b8-8642-b0947bd3ee8b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.192171] env[69357]: DEBUG nova.policy [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dfa00c27cdc3498a881bf28479bea7cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a0ca0d1c0704feda289e2d673c2792c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.197262] env[69357]: DEBUG nova.compute.manager [None req-904804b2-604c-4656-b297-349fd825bbe8 tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.197365] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8428a2-2470-4de3-8e65-b3e4d46f5ea0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.208060] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:8e:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.215524] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.227718] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cfa4f5bf-c141-4ab5-9c73-1fbe50f06987 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.228022] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.229312] env[69357]: DEBUG nova.compute.manager [req-76918c11-a44c-493e-b453-1751c880bd60 req-5949ab99-71ca-4428-96b3-8949f0db3c32 service nova] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Detach interface failed, port_id=d95e310a-a9da-45b8-8be5-491907349b41, reason: Instance 26f8e64b-a2f1-4659-ba44-8511c7b71f4b could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 998.229312] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 998.229312] env[69357]: value = "task-3283086" [ 998.229312] env[69357]: _type = "Task" [ 998.229312] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.231098] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ef2ebbe-b3d4-4fc9-b21e-a436cdcba1f1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.257364] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.258960] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.258960] env[69357]: value = "task-3283087" [ 998.258960] env[69357]: _type = "Task" [ 998.258960] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.267443] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283087, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.544296] env[69357]: DEBUG oslo_vmware.api [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': task-3283085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11025} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.545435] env[69357]: DEBUG nova.network.neutron [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Successfully created port: f835c83d-bad4-4177-8ff8-2f93faf8ed78 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 998.547508] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.548438] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308d03bd-27e3-4a45-8304-c673544ad9f2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.577020] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 8bd83bcb-b28b-46d8-bf52-67cc714b3656/8bd83bcb-b28b-46d8-bf52-67cc714b3656.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.577020] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47f4d4d8-0fbd-437f-9957-2dc724573b89 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.598889] env[69357]: DEBUG nova.compute.manager [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 998.612544] env[69357]: DEBUG oslo_vmware.api [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Waiting for the task: (returnval){ [ 998.612544] env[69357]: value = "task-3283088" [ 998.612544] env[69357]: _type = "Task" [ 998.612544] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.623731] env[69357]: DEBUG oslo_vmware.api [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': task-3283088, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.761991] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283086, 'name': ReconfigVM_Task, 'duration_secs': 0.541171} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.764032] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Reconfigured VM instance instance-00000047 to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 998.769189] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eba57971-0bd3-498e-bae0-9a663eccd4a5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.788783] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283087, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.790694] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 998.790694] env[69357]: value = "task-3283089" [ 998.790694] env[69357]: _type = "Task" [ 998.790694] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.803886] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283089, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.900089] env[69357]: DEBUG nova.compute.manager [req-bf476ba8-1895-4b7f-91cd-7c0b780c9d02 req-75587ab0-e624-4226-aed6-3d84ee11bb34 service nova] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Received event network-changed-c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.900316] env[69357]: DEBUG nova.compute.manager [req-bf476ba8-1895-4b7f-91cd-7c0b780c9d02 req-75587ab0-e624-4226-aed6-3d84ee11bb34 service nova] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Refreshing instance network info cache due to event network-changed-c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.900527] env[69357]: DEBUG oslo_concurrency.lockutils [req-bf476ba8-1895-4b7f-91cd-7c0b780c9d02 req-75587ab0-e624-4226-aed6-3d84ee11bb34 service nova] Acquiring lock "refresh_cache-0c1376c6-1c72-4998-b90e-ff4500cef5c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.900646] env[69357]: DEBUG oslo_concurrency.lockutils [req-bf476ba8-1895-4b7f-91cd-7c0b780c9d02 req-75587ab0-e624-4226-aed6-3d84ee11bb34 service nova] Acquired lock "refresh_cache-0c1376c6-1c72-4998-b90e-ff4500cef5c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.900800] env[69357]: DEBUG nova.network.neutron [req-bf476ba8-1895-4b7f-91cd-7c0b780c9d02 req-75587ab0-e624-4226-aed6-3d84ee11bb34 service nova] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Refreshing network info cache for port c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.907335] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02421da6-45d2-44e2-8ae8-bb3a08c7c71b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.915818] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec5d81e-f72f-46a6-8c89-1f34b78fda4d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.949276] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79d1410-c6c6-42da-867b-1e6922e5deb9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.957509] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d899a837-06ea-4129-8900-dc2c5b2314bf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.973303] env[69357]: DEBUG nova.compute.provider_tree [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 999.123537] env[69357]: DEBUG oslo_vmware.api [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': task-3283088, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.265531] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db18660-8c42-4e68-8eb5-a55fe2ed8459 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.274225] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283087, 'name': CreateVM_Task, 'duration_secs': 0.641529} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.276099] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.276379] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-904804b2-604c-4656-b297-349fd825bbe8 tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Doing hard reboot of VM {{(pid=69357) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 999.277016] env[69357]: DEBUG oslo_concurrency.lockutils [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b124908-c021-46d9-b7fb-ad7dbd9c3cd6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.277179] env[69357]: DEBUG oslo_concurrency.lockutils [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b124908-c021-46d9-b7fb-ad7dbd9c3cd6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.277539] env[69357]: DEBUG oslo_concurrency.lockutils [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b124908-c021-46d9-b7fb-ad7dbd9c3cd6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.277755] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-055539cf-079b-4837-9ffe-d65519016b8d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.279038] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b12ded3d-f7d5-4f9c-8564-25c45c718899 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.283829] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 999.283829] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]521230be-c014-78e5-f141-56ac61194546" [ 999.283829] env[69357]: _type = "Task" [ 999.283829] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.289226] env[69357]: DEBUG oslo_vmware.api [None req-904804b2-604c-4656-b297-349fd825bbe8 tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Waiting for the task: (returnval){ [ 999.289226] env[69357]: value = "task-3283090" [ 999.289226] env[69357]: _type = "Task" [ 999.289226] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.295062] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]521230be-c014-78e5-f141-56ac61194546, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.303247] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283089, 'name': ReconfigVM_Task, 'duration_secs': 0.370027} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.306362] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655648', 'volume_id': '3c441a39-da5a-43be-bc49-bfbe18ab75b7', 'name': 'volume-3c441a39-da5a-43be-bc49-bfbe18ab75b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8ea2cd9-9230-4dd2-8737-07d5ca6553bc', 'attached_at': '', 'detached_at': '', 'volume_id': '3c441a39-da5a-43be-bc49-bfbe18ab75b7', 'serial': '3c441a39-da5a-43be-bc49-bfbe18ab75b7'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 999.308464] env[69357]: DEBUG oslo_vmware.api [None req-904804b2-604c-4656-b297-349fd825bbe8 tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Task: {'id': task-3283090, 'name': ResetVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.506515] env[69357]: DEBUG nova.scheduler.client.report [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Updated inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with generation 115 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 999.506974] env[69357]: DEBUG nova.compute.provider_tree [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Updating resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 generation from 115 to 116 during operation: update_inventory {{(pid=69357) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 999.507257] env[69357]: DEBUG nova.compute.provider_tree [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 999.611130] env[69357]: DEBUG nova.compute.manager [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 999.624577] env[69357]: DEBUG oslo_vmware.api [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': task-3283088, 'name': ReconfigVM_Task, 'duration_secs': 0.80114} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.624873] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 8bd83bcb-b28b-46d8-bf52-67cc714b3656/8bd83bcb-b28b-46d8-bf52-67cc714b3656.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.626017] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4d50191-d504-4099-b7b2-ba1beee6e742 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.635781] env[69357]: DEBUG oslo_vmware.api [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Waiting for the task: (returnval){ [ 999.635781] env[69357]: value = "task-3283091" [ 999.635781] env[69357]: _type = "Task" [ 999.635781] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.650735] env[69357]: DEBUG nova.virt.hardware [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.651797] env[69357]: DEBUG nova.virt.hardware [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.651797] env[69357]: DEBUG nova.virt.hardware [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.652007] env[69357]: DEBUG nova.virt.hardware [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.652556] env[69357]: DEBUG nova.virt.hardware [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.652630] env[69357]: DEBUG nova.virt.hardware [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.653224] env[69357]: DEBUG nova.virt.hardware [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.653421] env[69357]: DEBUG nova.virt.hardware [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.653655] env[69357]: DEBUG nova.virt.hardware [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.653839] env[69357]: DEBUG nova.virt.hardware [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.654026] env[69357]: DEBUG nova.virt.hardware [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.654698] env[69357]: DEBUG oslo_vmware.api [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': task-3283091, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.655809] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8891c489-2464-42e0-aa5c-85fd4a7c0aa5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.664629] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67f0b3e-34f4-4f1b-83b6-dc38727cbcd0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.718108] env[69357]: DEBUG nova.network.neutron [req-bf476ba8-1895-4b7f-91cd-7c0b780c9d02 req-75587ab0-e624-4226-aed6-3d84ee11bb34 service nova] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Updated VIF entry in instance network info cache for port c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.718514] env[69357]: DEBUG nova.network.neutron [req-bf476ba8-1895-4b7f-91cd-7c0b780c9d02 req-75587ab0-e624-4226-aed6-3d84ee11bb34 service nova] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Updating instance_info_cache with network_info: [{"id": "c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e", "address": "fa:16:3e:55:8e:1e", "network": {"id": "5ddc1356-bab9-45c4-8200-1fb7195f0d77", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-903464567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c73ab9fcfd4648fd8935b075e25a9deb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc47b3d71-c7", "ovs_interfaceid": "c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.803628] env[69357]: DEBUG oslo_concurrency.lockutils [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b124908-c021-46d9-b7fb-ad7dbd9c3cd6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.803919] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Processing image 6b124908-c021-46d9-b7fb-ad7dbd9c3cd6 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.804185] env[69357]: DEBUG oslo_concurrency.lockutils [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6b124908-c021-46d9-b7fb-ad7dbd9c3cd6/6b124908-c021-46d9-b7fb-ad7dbd9c3cd6.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.804355] env[69357]: DEBUG oslo_concurrency.lockutils [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6b124908-c021-46d9-b7fb-ad7dbd9c3cd6/6b124908-c021-46d9-b7fb-ad7dbd9c3cd6.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.804565] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.804868] env[69357]: DEBUG oslo_vmware.api [None req-904804b2-604c-4656-b297-349fd825bbe8 tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Task: {'id': task-3283090, 'name': ResetVM_Task, 'duration_secs': 0.116484} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.805082] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ca89167-62a6-45f7-aabd-f2a4432c3b1f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.806870] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-904804b2-604c-4656-b297-349fd825bbe8 tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Did hard reboot of VM {{(pid=69357) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 999.807080] env[69357]: DEBUG nova.compute.manager [None req-904804b2-604c-4656-b297-349fd825bbe8 tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.807834] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56669c2-2e1b-40ca-8ed9-d3823b5008bb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.817511] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.817688] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.818380] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2f8baca-2521-4aee-9825-ff79a126e72f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.823464] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 999.823464] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52cbd506-2b1d-9d7e-ba30-54ef3feb0c12" [ 999.823464] env[69357]: _type = "Task" [ 999.823464] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.831714] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52cbd506-2b1d-9d7e-ba30-54ef3feb0c12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.013023] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.013023] env[69357]: DEBUG nova.compute.manager [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.015098] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f1b2cd3-6a2f-4002-809a-bdc3cd211790 tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.823s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.015324] env[69357]: DEBUG nova.objects.instance [None req-3f1b2cd3-6a2f-4002-809a-bdc3cd211790 tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Lazy-loading 'resources' on Instance uuid a615691c-6328-4da1-973a-024a5864419b {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.064727] env[69357]: DEBUG nova.network.neutron [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Successfully updated port: f835c83d-bad4-4177-8ff8-2f93faf8ed78 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1000.146776] env[69357]: DEBUG oslo_vmware.api [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': task-3283091, 'name': Rename_Task, 'duration_secs': 0.159011} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.147204] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.147542] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e885a4f9-2300-4d0c-a181-32fdd608c22e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.155199] env[69357]: DEBUG oslo_vmware.api [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Waiting for the task: (returnval){ [ 1000.155199] env[69357]: value = "task-3283092" [ 1000.155199] env[69357]: _type = "Task" [ 1000.155199] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.163612] env[69357]: DEBUG oslo_vmware.api [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': task-3283092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.221480] env[69357]: DEBUG oslo_concurrency.lockutils [req-bf476ba8-1895-4b7f-91cd-7c0b780c9d02 req-75587ab0-e624-4226-aed6-3d84ee11bb34 service nova] Releasing lock "refresh_cache-0c1376c6-1c72-4998-b90e-ff4500cef5c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.320848] env[69357]: DEBUG oslo_concurrency.lockutils [None req-904804b2-604c-4656-b297-349fd825bbe8 tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Lock "0555427b-3b13-46b5-81d1-bd67e53812f4" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.378s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.333486] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Preparing fetch location {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1000.333771] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Fetch image to [datastore1] OSTACK_IMG_1cd939f0-8978-4f46-8a5c-3f11ba8367bf/OSTACK_IMG_1cd939f0-8978-4f46-8a5c-3f11ba8367bf.vmdk {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1000.333941] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Downloading stream optimized image 6b124908-c021-46d9-b7fb-ad7dbd9c3cd6 to [datastore1] OSTACK_IMG_1cd939f0-8978-4f46-8a5c-3f11ba8367bf/OSTACK_IMG_1cd939f0-8978-4f46-8a5c-3f11ba8367bf.vmdk on the data store datastore1 as vApp {{(pid=69357) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1000.334123] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Downloading image file data 6b124908-c021-46d9-b7fb-ad7dbd9c3cd6 to the ESX as VM named 'OSTACK_IMG_1cd939f0-8978-4f46-8a5c-3f11ba8367bf' {{(pid=69357) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1000.371908] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.372657] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-235c7d5e-c0e0-4707-9333-a7fd4b8acbc8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.384099] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1000.384099] env[69357]: value = "task-3283093" [ 1000.384099] env[69357]: _type = "Task" [ 1000.384099] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.396110] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] VM already powered off {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1000.396340] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Volume detach. Driver type: vmdk {{(pid=69357) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1000.396534] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655648', 'volume_id': '3c441a39-da5a-43be-bc49-bfbe18ab75b7', 'name': 'volume-3c441a39-da5a-43be-bc49-bfbe18ab75b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8ea2cd9-9230-4dd2-8737-07d5ca6553bc', 'attached_at': '', 'detached_at': '', 'volume_id': '3c441a39-da5a-43be-bc49-bfbe18ab75b7', 'serial': '3c441a39-da5a-43be-bc49-bfbe18ab75b7'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1000.397595] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e3b655-82f5-49f1-8c75-533f11dfccb5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.418518] env[69357]: DEBUG oslo_vmware.rw_handles [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1000.418518] env[69357]: value = "resgroup-9" [ 1000.418518] env[69357]: _type = "ResourcePool" [ 1000.418518] env[69357]: }. {{(pid=69357) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1000.419305] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691e7bd4-2847-4c37-a93a-561a4f6eedb0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.422018] env[69357]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8aac97b2-17c8-41a8-ab52-3641717163a9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.442011] env[69357]: WARNING nova.virt.vmwareapi.driver [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1000.442326] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.443146] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cacd1f-0dd6-4a01-a374-b4d507f091fd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.446760] env[69357]: DEBUG oslo_vmware.rw_handles [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lease: (returnval){ [ 1000.446760] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5243d0df-0d4e-0616-841f-0f6248d16170" [ 1000.446760] env[69357]: _type = "HttpNfcLease" [ 1000.446760] env[69357]: } obtained for vApp import into resource pool (val){ [ 1000.446760] env[69357]: value = "resgroup-9" [ 1000.446760] env[69357]: _type = "ResourcePool" [ 1000.446760] env[69357]: }. {{(pid=69357) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1000.447111] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the lease: (returnval){ [ 1000.447111] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5243d0df-0d4e-0616-841f-0f6248d16170" [ 1000.447111] env[69357]: _type = "HttpNfcLease" [ 1000.447111] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1000.452572] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.453201] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea0092dd-d67f-4ec0-b68c-654cedb630d1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.456140] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1000.456140] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5243d0df-0d4e-0616-841f-0f6248d16170" [ 1000.456140] env[69357]: _type = "HttpNfcLease" [ 1000.456140] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1000.518648] env[69357]: DEBUG nova.compute.utils [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1000.523359] env[69357]: DEBUG nova.compute.manager [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1000.523837] env[69357]: DEBUG nova.network.neutron [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1000.534215] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.534571] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.534788] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Deleting the datastore file [datastore1] d8ea2cd9-9230-4dd2-8737-07d5ca6553bc {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.535131] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d283f7b9-feb3-4812-8bc5-953b75fe199e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.543670] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1000.543670] env[69357]: value = "task-3283096" [ 1000.543670] env[69357]: _type = "Task" [ 1000.543670] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.555082] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283096, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.565225] env[69357]: DEBUG nova.policy [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33d8f5c2cd2c49c8b0de5cad2407f940', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43de1ca6f72548b8b9e0f140b9228aa0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1000.568293] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquiring lock "refresh_cache-d4d1668d-9a0a-4185-b190-7dc7cb668411" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.568466] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquired lock "refresh_cache-d4d1668d-9a0a-4185-b190-7dc7cb668411" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.568678] env[69357]: DEBUG nova.network.neutron [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.668461] env[69357]: DEBUG oslo_vmware.api [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': task-3283092, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.763458] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df040376-075b-4c7d-8209-3679cb2baa50 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.771898] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c806adb0-fdd9-4a4c-84a6-5d1aceb34564 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.805018] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2f2d08-0b56-42a8-a523-8d3be12c1d25 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.812544] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aac3574-b185-4397-bece-a18ae3dd7df4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.829187] env[69357]: DEBUG nova.compute.provider_tree [None req-3f1b2cd3-6a2f-4002-809a-bdc3cd211790 tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1000.874136] env[69357]: DEBUG nova.network.neutron [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Successfully created port: e378a24b-1ad2-41e0-ab22-c9f9ed0ba3b9 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1000.882731] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e0b499df-7db8-48b8-b759-6dba13886f4e tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Acquiring lock "0555427b-3b13-46b5-81d1-bd67e53812f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.882972] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e0b499df-7db8-48b8-b759-6dba13886f4e tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Lock "0555427b-3b13-46b5-81d1-bd67e53812f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.883237] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e0b499df-7db8-48b8-b759-6dba13886f4e tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Acquiring lock "0555427b-3b13-46b5-81d1-bd67e53812f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.883465] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e0b499df-7db8-48b8-b759-6dba13886f4e tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Lock "0555427b-3b13-46b5-81d1-bd67e53812f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.883638] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e0b499df-7db8-48b8-b759-6dba13886f4e tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Lock "0555427b-3b13-46b5-81d1-bd67e53812f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.885585] env[69357]: INFO nova.compute.manager [None req-e0b499df-7db8-48b8-b759-6dba13886f4e tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Terminating instance [ 1000.929910] env[69357]: DEBUG nova.compute.manager [req-997a2611-3ef4-45b6-9b16-9363634fa79a req-98686542-da59-4d67-8428-174e37eee515 service nova] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Received event network-vif-plugged-f835c83d-bad4-4177-8ff8-2f93faf8ed78 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.930256] env[69357]: DEBUG oslo_concurrency.lockutils [req-997a2611-3ef4-45b6-9b16-9363634fa79a req-98686542-da59-4d67-8428-174e37eee515 service nova] Acquiring lock "d4d1668d-9a0a-4185-b190-7dc7cb668411-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.930571] env[69357]: DEBUG oslo_concurrency.lockutils [req-997a2611-3ef4-45b6-9b16-9363634fa79a req-98686542-da59-4d67-8428-174e37eee515 service nova] Lock "d4d1668d-9a0a-4185-b190-7dc7cb668411-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.930836] env[69357]: DEBUG oslo_concurrency.lockutils [req-997a2611-3ef4-45b6-9b16-9363634fa79a req-98686542-da59-4d67-8428-174e37eee515 service nova] Lock "d4d1668d-9a0a-4185-b190-7dc7cb668411-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.931115] env[69357]: DEBUG nova.compute.manager [req-997a2611-3ef4-45b6-9b16-9363634fa79a req-98686542-da59-4d67-8428-174e37eee515 service nova] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] No waiting events found dispatching network-vif-plugged-f835c83d-bad4-4177-8ff8-2f93faf8ed78 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1000.931394] env[69357]: WARNING nova.compute.manager [req-997a2611-3ef4-45b6-9b16-9363634fa79a req-98686542-da59-4d67-8428-174e37eee515 service nova] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Received unexpected event network-vif-plugged-f835c83d-bad4-4177-8ff8-2f93faf8ed78 for instance with vm_state building and task_state spawning. [ 1000.931667] env[69357]: DEBUG nova.compute.manager [req-997a2611-3ef4-45b6-9b16-9363634fa79a req-98686542-da59-4d67-8428-174e37eee515 service nova] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Received event network-changed-f835c83d-bad4-4177-8ff8-2f93faf8ed78 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.931967] env[69357]: DEBUG nova.compute.manager [req-997a2611-3ef4-45b6-9b16-9363634fa79a req-98686542-da59-4d67-8428-174e37eee515 service nova] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Refreshing instance network info cache due to event network-changed-f835c83d-bad4-4177-8ff8-2f93faf8ed78. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.932167] env[69357]: DEBUG oslo_concurrency.lockutils [req-997a2611-3ef4-45b6-9b16-9363634fa79a req-98686542-da59-4d67-8428-174e37eee515 service nova] Acquiring lock "refresh_cache-d4d1668d-9a0a-4185-b190-7dc7cb668411" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.955899] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1000.955899] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5243d0df-0d4e-0616-841f-0f6248d16170" [ 1000.955899] env[69357]: _type = "HttpNfcLease" [ 1000.955899] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1001.024265] env[69357]: DEBUG nova.compute.manager [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.058403] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283096, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173086} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.058403] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.058403] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.058591] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.127025] env[69357]: DEBUG nova.network.neutron [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1001.166513] env[69357]: DEBUG oslo_vmware.api [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': task-3283092, 'name': PowerOnVM_Task, 'duration_secs': 0.637894} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.166792] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.167014] env[69357]: DEBUG nova.compute.manager [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.167783] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22b4599-ef76-42ff-8515-891b23bd2231 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.308075] env[69357]: DEBUG nova.network.neutron [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Updating instance_info_cache with network_info: [{"id": "f835c83d-bad4-4177-8ff8-2f93faf8ed78", "address": "fa:16:3e:28:67:d3", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf835c83d-ba", "ovs_interfaceid": "f835c83d-bad4-4177-8ff8-2f93faf8ed78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.363302] env[69357]: DEBUG nova.scheduler.client.report [None req-3f1b2cd3-6a2f-4002-809a-bdc3cd211790 tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Updated inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with generation 116 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1001.363593] env[69357]: DEBUG nova.compute.provider_tree [None req-3f1b2cd3-6a2f-4002-809a-bdc3cd211790 tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Updating resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 generation from 116 to 117 during operation: update_inventory {{(pid=69357) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1001.363777] env[69357]: DEBUG nova.compute.provider_tree [None req-3f1b2cd3-6a2f-4002-809a-bdc3cd211790 tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1001.388784] env[69357]: DEBUG nova.compute.manager [None req-e0b499df-7db8-48b8-b759-6dba13886f4e tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.389100] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b499df-7db8-48b8-b759-6dba13886f4e tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.389961] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971112a8-4203-410f-a3e1-e8083ec9630f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.398464] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b499df-7db8-48b8-b759-6dba13886f4e tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.398698] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-daa9d899-948d-4a3f-886c-6e97ecb6178d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.406328] env[69357]: DEBUG oslo_vmware.api [None req-e0b499df-7db8-48b8-b759-6dba13886f4e tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Waiting for the task: (returnval){ [ 1001.406328] env[69357]: value = "task-3283097" [ 1001.406328] env[69357]: _type = "Task" [ 1001.406328] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.414506] env[69357]: DEBUG oslo_vmware.api [None req-e0b499df-7db8-48b8-b759-6dba13886f4e tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Task: {'id': task-3283097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.456663] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1001.456663] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5243d0df-0d4e-0616-841f-0f6248d16170" [ 1001.456663] env[69357]: _type = "HttpNfcLease" [ 1001.456663] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1001.563609] env[69357]: INFO nova.virt.block_device [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Booting with volume 3c441a39-da5a-43be-bc49-bfbe18ab75b7 at /dev/sdb [ 1001.606620] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ed468cb-1d78-48c4-8e87-f3aced23ae43 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.617970] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8fec7c-08b3-4e84-ab81-e2729f4d1153 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.652896] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1a11c37-1ba7-4543-83ac-dd7536a71ad4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.661797] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0996a118-6449-490c-a1c6-177d3d9eafb6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.696149] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13273adf-ba94-4066-bffc-269088c7a8b9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.699077] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.703680] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949ff075-7f5a-43ce-9427-2804e58a731c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.719676] env[69357]: DEBUG nova.virt.block_device [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Updating existing volume attachment record: 809a6a3c-0325-4c5b-903f-6c108e359fd6 {{(pid=69357) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1001.811023] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Releasing lock "refresh_cache-d4d1668d-9a0a-4185-b190-7dc7cb668411" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.811423] env[69357]: DEBUG nova.compute.manager [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Instance network_info: |[{"id": "f835c83d-bad4-4177-8ff8-2f93faf8ed78", "address": "fa:16:3e:28:67:d3", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf835c83d-ba", "ovs_interfaceid": "f835c83d-bad4-4177-8ff8-2f93faf8ed78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1001.811752] env[69357]: DEBUG oslo_concurrency.lockutils [req-997a2611-3ef4-45b6-9b16-9363634fa79a req-98686542-da59-4d67-8428-174e37eee515 service nova] Acquired lock "refresh_cache-d4d1668d-9a0a-4185-b190-7dc7cb668411" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.812025] env[69357]: DEBUG nova.network.neutron [req-997a2611-3ef4-45b6-9b16-9363634fa79a req-98686542-da59-4d67-8428-174e37eee515 service nova] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Refreshing network info cache for port f835c83d-bad4-4177-8ff8-2f93faf8ed78 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.813451] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:67:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f835c83d-bad4-4177-8ff8-2f93faf8ed78', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.821884] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Creating folder: Project (2a0ca0d1c0704feda289e2d673c2792c). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1001.825096] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c72420f3-8f7e-49d3-9a3f-334041e21e94 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.837861] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Created folder: Project (2a0ca0d1c0704feda289e2d673c2792c) in parent group-v655402. [ 1001.838071] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Creating folder: Instances. Parent ref: group-v655655. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1001.838318] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-662bc97e-5aac-42ac-b78b-606bd34729f2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.847828] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Created folder: Instances in parent group-v655655. [ 1001.848163] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.848384] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.848609] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6523f046-6956-4520-bb83-2fcd4187220c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.869701] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f1b2cd3-6a2f-4002-809a-bdc3cd211790 tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.871598] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.871598] env[69357]: value = "task-3283100" [ 1001.871598] env[69357]: _type = "Task" [ 1001.871598] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.872046] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e68683d8-a1ff-4b39-87a5-90157c531413 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.537s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.872245] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e68683d8-a1ff-4b39-87a5-90157c531413 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.873902] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81b17929-09e8-4457-8239-82a1cedecfa4 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.461s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.874136] env[69357]: DEBUG nova.objects.instance [None req-81b17929-09e8-4457-8239-82a1cedecfa4 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lazy-loading 'resources' on Instance uuid 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.888414] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283100, 'name': CreateVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.894025] env[69357]: INFO nova.scheduler.client.report [None req-e68683d8-a1ff-4b39-87a5-90157c531413 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Deleted allocations for instance b11d0515-96c6-4642-9138-fd1717ee5980 [ 1001.895823] env[69357]: INFO nova.scheduler.client.report [None req-3f1b2cd3-6a2f-4002-809a-bdc3cd211790 tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Deleted allocations for instance a615691c-6328-4da1-973a-024a5864419b [ 1001.921394] env[69357]: DEBUG oslo_vmware.api [None req-e0b499df-7db8-48b8-b759-6dba13886f4e tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Task: {'id': task-3283097, 'name': PowerOffVM_Task, 'duration_secs': 0.23027} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.922534] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b499df-7db8-48b8-b759-6dba13886f4e tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.922534] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b499df-7db8-48b8-b759-6dba13886f4e tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.923193] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43704ca6-9024-4357-87e4-6544c561d8aa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.957909] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1001.957909] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5243d0df-0d4e-0616-841f-0f6248d16170" [ 1001.957909] env[69357]: _type = "HttpNfcLease" [ 1001.957909] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1002.004739] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b499df-7db8-48b8-b759-6dba13886f4e tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.004977] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b499df-7db8-48b8-b759-6dba13886f4e tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.005176] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0b499df-7db8-48b8-b759-6dba13886f4e tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Deleting the datastore file [datastore1] 0555427b-3b13-46b5-81d1-bd67e53812f4 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.005445] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19b9b996-895b-4721-a730-d4d179782cc3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.013523] env[69357]: DEBUG oslo_vmware.api [None req-e0b499df-7db8-48b8-b759-6dba13886f4e tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Waiting for the task: (returnval){ [ 1002.013523] env[69357]: value = "task-3283102" [ 1002.013523] env[69357]: _type = "Task" [ 1002.013523] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.027307] env[69357]: DEBUG oslo_vmware.api [None req-e0b499df-7db8-48b8-b759-6dba13886f4e tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Task: {'id': task-3283102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.035457] env[69357]: DEBUG nova.compute.manager [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.068670] env[69357]: DEBUG nova.virt.hardware [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.068841] env[69357]: DEBUG nova.virt.hardware [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.068930] env[69357]: DEBUG nova.virt.hardware [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.069160] env[69357]: DEBUG nova.virt.hardware [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.069310] env[69357]: DEBUG nova.virt.hardware [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.069473] env[69357]: DEBUG nova.virt.hardware [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.069704] env[69357]: DEBUG nova.virt.hardware [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.069918] env[69357]: DEBUG nova.virt.hardware [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.070112] env[69357]: DEBUG nova.virt.hardware [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.070291] env[69357]: DEBUG nova.virt.hardware [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.070466] env[69357]: DEBUG nova.virt.hardware [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.071738] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e96a7f-ace0-458c-9def-6ffe6f7a534a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.081286] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ba070f-0207-4fcb-81c7-c4ca1ee55cb7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.177865] env[69357]: DEBUG nova.network.neutron [req-997a2611-3ef4-45b6-9b16-9363634fa79a req-98686542-da59-4d67-8428-174e37eee515 service nova] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Updated VIF entry in instance network info cache for port f835c83d-bad4-4177-8ff8-2f93faf8ed78. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.178344] env[69357]: DEBUG nova.network.neutron [req-997a2611-3ef4-45b6-9b16-9363634fa79a req-98686542-da59-4d67-8428-174e37eee515 service nova] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Updating instance_info_cache with network_info: [{"id": "f835c83d-bad4-4177-8ff8-2f93faf8ed78", "address": "fa:16:3e:28:67:d3", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf835c83d-ba", "ovs_interfaceid": "f835c83d-bad4-4177-8ff8-2f93faf8ed78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.387503] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283100, 'name': CreateVM_Task, 'duration_secs': 0.396821} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.387905] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.388607] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.388775] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.389127] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.389388] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a15fad0c-4afa-4c1a-84ec-bbcd35bf8fae {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.400245] env[69357]: DEBUG oslo_vmware.api [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for the task: (returnval){ [ 1002.400245] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e4093f-0a15-9140-39ff-a36edb1ae701" [ 1002.400245] env[69357]: _type = "Task" [ 1002.400245] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.402207] env[69357]: DEBUG nova.network.neutron [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Successfully updated port: e378a24b-1ad2-41e0-ab22-c9f9ed0ba3b9 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1002.406977] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e68683d8-a1ff-4b39-87a5-90157c531413 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "b11d0515-96c6-4642-9138-fd1717ee5980" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.670s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.415937] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f1b2cd3-6a2f-4002-809a-bdc3cd211790 tempest-ServersTestFqdnHostnames-501846409 tempest-ServersTestFqdnHostnames-501846409-project-member] Lock "a615691c-6328-4da1-973a-024a5864419b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.162s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.423514] env[69357]: DEBUG oslo_vmware.api [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e4093f-0a15-9140-39ff-a36edb1ae701, 'name': SearchDatastore_Task, 'duration_secs': 0.010541} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.425186] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.425531] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.425955] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.426168] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.426473] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.430514] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5838682b-4da1-4c4f-932f-44d5c5f13418 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.442255] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.442492] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.446779] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec18d9b5-ddf4-4256-a2fa-d0b7c0b00348 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.456287] env[69357]: DEBUG oslo_vmware.api [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for the task: (returnval){ [ 1002.456287] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]522538bd-6080-b390-551c-4e9640714e2f" [ 1002.456287] env[69357]: _type = "Task" [ 1002.456287] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.457863] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1002.457863] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5243d0df-0d4e-0616-841f-0f6248d16170" [ 1002.457863] env[69357]: _type = "HttpNfcLease" [ 1002.457863] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1002.460888] env[69357]: DEBUG oslo_vmware.rw_handles [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1002.460888] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5243d0df-0d4e-0616-841f-0f6248d16170" [ 1002.460888] env[69357]: _type = "HttpNfcLease" [ 1002.460888] env[69357]: }. {{(pid=69357) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1002.463787] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14179aa6-b425-4e37-94a7-c1fb8a7953c7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.473716] env[69357]: DEBUG oslo_vmware.api [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]522538bd-6080-b390-551c-4e9640714e2f, 'name': SearchDatastore_Task, 'duration_secs': 0.009388} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.477184] env[69357]: DEBUG oslo_vmware.rw_handles [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cd37af-2dcb-3504-4331-d5eb9bc11088/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1002.477362] env[69357]: DEBUG oslo_vmware.rw_handles [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Creating HTTP connection to write to file with size = 31662592 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cd37af-2dcb-3504-4331-d5eb9bc11088/disk-0.vmdk. {{(pid=69357) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1002.480646] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0440f18-d11f-41b8-bdef-1c58a0213124 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.546157] env[69357]: DEBUG oslo_vmware.api [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for the task: (returnval){ [ 1002.546157] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52bd045c-3d6a-71da-b4e3-5eaa693163f9" [ 1002.546157] env[69357]: _type = "Task" [ 1002.546157] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.553112] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fc2b5fbf-41db-4fea-8985-275c2dce55f5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.560522] env[69357]: DEBUG oslo_vmware.api [None req-e0b499df-7db8-48b8-b759-6dba13886f4e tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Task: {'id': task-3283102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201842} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.563853] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0b499df-7db8-48b8-b759-6dba13886f4e tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.564089] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b499df-7db8-48b8-b759-6dba13886f4e tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.564290] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b499df-7db8-48b8-b759-6dba13886f4e tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.564526] env[69357]: INFO nova.compute.manager [None req-e0b499df-7db8-48b8-b759-6dba13886f4e tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1002.564793] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0b499df-7db8-48b8-b759-6dba13886f4e tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.566514] env[69357]: DEBUG nova.compute.manager [-] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.566514] env[69357]: DEBUG nova.network.neutron [-] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.571596] env[69357]: DEBUG oslo_vmware.api [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52bd045c-3d6a-71da-b4e3-5eaa693163f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010965} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.572193] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.572462] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] d4d1668d-9a0a-4185-b190-7dc7cb668411/d4d1668d-9a0a-4185-b190-7dc7cb668411.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.572777] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40576c4c-5527-48c0-ba55-fb9dd0dc58c4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.580771] env[69357]: DEBUG oslo_vmware.api [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for the task: (returnval){ [ 1002.580771] env[69357]: value = "task-3283103" [ 1002.580771] env[69357]: _type = "Task" [ 1002.580771] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.592519] env[69357]: DEBUG oslo_vmware.api [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.680820] env[69357]: DEBUG oslo_concurrency.lockutils [req-997a2611-3ef4-45b6-9b16-9363634fa79a req-98686542-da59-4d67-8428-174e37eee515 service nova] Releasing lock "refresh_cache-d4d1668d-9a0a-4185-b190-7dc7cb668411" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.690415] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cfa5d9-108c-4507-aae9-1d59f3807315 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.698472] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9d3543-6452-44bd-9451-354056fe5400 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.734119] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f650e4-428e-4ebe-af42-7f5a57964119 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.744130] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0beb726f-3ba8-4d5b-baf2-e9d2d2015cc7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.761017] env[69357]: DEBUG nova.compute.provider_tree [None req-81b17929-09e8-4457-8239-82a1cedecfa4 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.856844] env[69357]: DEBUG oslo_concurrency.lockutils [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Acquiring lock "8bd83bcb-b28b-46d8-bf52-67cc714b3656" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.857257] env[69357]: DEBUG oslo_concurrency.lockutils [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Lock "8bd83bcb-b28b-46d8-bf52-67cc714b3656" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.857548] env[69357]: DEBUG oslo_concurrency.lockutils [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Acquiring lock "8bd83bcb-b28b-46d8-bf52-67cc714b3656-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.857809] env[69357]: DEBUG oslo_concurrency.lockutils [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Lock "8bd83bcb-b28b-46d8-bf52-67cc714b3656-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.858091] env[69357]: DEBUG oslo_concurrency.lockutils [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Lock "8bd83bcb-b28b-46d8-bf52-67cc714b3656-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.863313] env[69357]: INFO nova.compute.manager [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Terminating instance [ 1002.912538] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "refresh_cache-71690098-eb9a-456d-85d1-936d3d5b4d6e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.912739] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquired lock "refresh_cache-71690098-eb9a-456d-85d1-936d3d5b4d6e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.912916] env[69357]: DEBUG nova.network.neutron [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.972260] env[69357]: DEBUG nova.compute.manager [req-fdc3dd90-078b-4f1f-a287-46670ca5e0f5 req-1f4e32b8-84c5-4450-9daf-f0efac746349 service nova] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Received event network-vif-plugged-e378a24b-1ad2-41e0-ab22-c9f9ed0ba3b9 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.972598] env[69357]: DEBUG oslo_concurrency.lockutils [req-fdc3dd90-078b-4f1f-a287-46670ca5e0f5 req-1f4e32b8-84c5-4450-9daf-f0efac746349 service nova] Acquiring lock "71690098-eb9a-456d-85d1-936d3d5b4d6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.972902] env[69357]: DEBUG oslo_concurrency.lockutils [req-fdc3dd90-078b-4f1f-a287-46670ca5e0f5 req-1f4e32b8-84c5-4450-9daf-f0efac746349 service nova] Lock "71690098-eb9a-456d-85d1-936d3d5b4d6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.973096] env[69357]: DEBUG oslo_concurrency.lockutils [req-fdc3dd90-078b-4f1f-a287-46670ca5e0f5 req-1f4e32b8-84c5-4450-9daf-f0efac746349 service nova] Lock "71690098-eb9a-456d-85d1-936d3d5b4d6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.973324] env[69357]: DEBUG nova.compute.manager [req-fdc3dd90-078b-4f1f-a287-46670ca5e0f5 req-1f4e32b8-84c5-4450-9daf-f0efac746349 service nova] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] No waiting events found dispatching network-vif-plugged-e378a24b-1ad2-41e0-ab22-c9f9ed0ba3b9 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1002.973577] env[69357]: WARNING nova.compute.manager [req-fdc3dd90-078b-4f1f-a287-46670ca5e0f5 req-1f4e32b8-84c5-4450-9daf-f0efac746349 service nova] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Received unexpected event network-vif-plugged-e378a24b-1ad2-41e0-ab22-c9f9ed0ba3b9 for instance with vm_state building and task_state spawning. [ 1002.973844] env[69357]: DEBUG nova.compute.manager [req-fdc3dd90-078b-4f1f-a287-46670ca5e0f5 req-1f4e32b8-84c5-4450-9daf-f0efac746349 service nova] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Received event network-changed-e378a24b-1ad2-41e0-ab22-c9f9ed0ba3b9 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.974059] env[69357]: DEBUG nova.compute.manager [req-fdc3dd90-078b-4f1f-a287-46670ca5e0f5 req-1f4e32b8-84c5-4450-9daf-f0efac746349 service nova] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Refreshing instance network info cache due to event network-changed-e378a24b-1ad2-41e0-ab22-c9f9ed0ba3b9. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.974288] env[69357]: DEBUG oslo_concurrency.lockutils [req-fdc3dd90-078b-4f1f-a287-46670ca5e0f5 req-1f4e32b8-84c5-4450-9daf-f0efac746349 service nova] Acquiring lock "refresh_cache-71690098-eb9a-456d-85d1-936d3d5b4d6e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.094161] env[69357]: DEBUG oslo_vmware.api [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283103, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500039} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.094668] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] d4d1668d-9a0a-4185-b190-7dc7cb668411/d4d1668d-9a0a-4185-b190-7dc7cb668411.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.094976] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.096857] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b53ae446-e455-4751-a6be-a64d81bad002 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.105502] env[69357]: DEBUG oslo_vmware.api [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for the task: (returnval){ [ 1003.105502] env[69357]: value = "task-3283104" [ 1003.105502] env[69357]: _type = "Task" [ 1003.105502] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.119428] env[69357]: DEBUG oslo_vmware.api [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.267978] env[69357]: DEBUG nova.scheduler.client.report [None req-81b17929-09e8-4457-8239-82a1cedecfa4 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.352859] env[69357]: DEBUG nova.network.neutron [-] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.371330] env[69357]: DEBUG oslo_concurrency.lockutils [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Acquiring lock "refresh_cache-8bd83bcb-b28b-46d8-bf52-67cc714b3656" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.371578] env[69357]: DEBUG oslo_concurrency.lockutils [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Acquired lock "refresh_cache-8bd83bcb-b28b-46d8-bf52-67cc714b3656" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.371828] env[69357]: DEBUG nova.network.neutron [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.468382] env[69357]: DEBUG nova.network.neutron [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.630135] env[69357]: DEBUG oslo_vmware.api [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116227} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.633033] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.636527] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e486c35-e4bf-4d78-b14e-0ec252be4a1c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.669759] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] d4d1668d-9a0a-4185-b190-7dc7cb668411/d4d1668d-9a0a-4185-b190-7dc7cb668411.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.675795] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4aac7c3-6d5a-4df4-8c46-4e95f13ffa15 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.706342] env[69357]: DEBUG oslo_vmware.api [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for the task: (returnval){ [ 1003.706342] env[69357]: value = "task-3283105" [ 1003.706342] env[69357]: _type = "Task" [ 1003.706342] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.718078] env[69357]: DEBUG oslo_vmware.api [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283105, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.756198] env[69357]: DEBUG nova.network.neutron [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Updating instance_info_cache with network_info: [{"id": "e378a24b-1ad2-41e0-ab22-c9f9ed0ba3b9", "address": "fa:16:3e:79:f5:5a", "network": {"id": "82c49d87-7977-405b-bca5-306c72e67e92", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1883218750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43de1ca6f72548b8b9e0f140b9228aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape378a24b-1a", "ovs_interfaceid": "e378a24b-1ad2-41e0-ab22-c9f9ed0ba3b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.774022] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81b17929-09e8-4457-8239-82a1cedecfa4 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.776496] env[69357]: DEBUG oslo_concurrency.lockutils [None req-11d4e168-bbf0-4f2e-ba56-55a9921bec77 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.634s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.776730] env[69357]: DEBUG nova.objects.instance [None req-11d4e168-bbf0-4f2e-ba56-55a9921bec77 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Lazy-loading 'resources' on Instance uuid 5ee60746-af58-4e07-95ed-f081cab6d53d {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.807684] env[69357]: INFO nova.scheduler.client.report [None req-81b17929-09e8-4457-8239-82a1cedecfa4 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Deleted allocations for instance 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4 [ 1003.831437] env[69357]: DEBUG oslo_vmware.rw_handles [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Completed reading data from the image iterator. {{(pid=69357) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1003.831703] env[69357]: DEBUG oslo_vmware.rw_handles [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cd37af-2dcb-3504-4331-d5eb9bc11088/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1003.832769] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b89cae-1748-44b5-97f6-53daf02f199d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.840790] env[69357]: DEBUG oslo_vmware.rw_handles [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cd37af-2dcb-3504-4331-d5eb9bc11088/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1003.841023] env[69357]: DEBUG oslo_vmware.rw_handles [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cd37af-2dcb-3504-4331-d5eb9bc11088/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1003.841270] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-363fddf0-d511-4f29-9e9c-b31c74cedbfe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.854023] env[69357]: DEBUG nova.virt.hardware [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.854023] env[69357]: DEBUG nova.virt.hardware [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.854213] env[69357]: DEBUG nova.virt.hardware [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.854374] env[69357]: DEBUG nova.virt.hardware [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.854708] env[69357]: DEBUG nova.virt.hardware [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.854916] env[69357]: DEBUG nova.virt.hardware [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.855178] env[69357]: DEBUG nova.virt.hardware [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.855772] env[69357]: DEBUG nova.virt.hardware [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.855772] env[69357]: DEBUG nova.virt.hardware [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.855772] env[69357]: DEBUG nova.virt.hardware [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.856025] env[69357]: DEBUG nova.virt.hardware [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.856962] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329a10b9-f2ce-402a-bb18-768790e0178b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.860721] env[69357]: INFO nova.compute.manager [-] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Took 1.30 seconds to deallocate network for instance. [ 1003.869780] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14780b4-0ed0-4f26-9996-4094bc8ec94c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.888985] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:ae:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fff26eb9-30fe-49cd-ac16-84b68238fc0a', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1003.897878] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.898678] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1003.900551] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c56e55b-8625-494f-bf47-aa7a2142d317 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.916175] env[69357]: DEBUG nova.network.neutron [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.924873] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1003.924873] env[69357]: value = "task-3283106" [ 1003.924873] env[69357]: _type = "Task" [ 1003.924873] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.934352] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283106, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.019954] env[69357]: DEBUG nova.network.neutron [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.217781] env[69357]: DEBUG oslo_vmware.api [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.258955] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Releasing lock "refresh_cache-71690098-eb9a-456d-85d1-936d3d5b4d6e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.259307] env[69357]: DEBUG nova.compute.manager [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Instance network_info: |[{"id": "e378a24b-1ad2-41e0-ab22-c9f9ed0ba3b9", "address": "fa:16:3e:79:f5:5a", "network": {"id": "82c49d87-7977-405b-bca5-306c72e67e92", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1883218750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43de1ca6f72548b8b9e0f140b9228aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape378a24b-1a", "ovs_interfaceid": "e378a24b-1ad2-41e0-ab22-c9f9ed0ba3b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1004.259622] env[69357]: DEBUG oslo_concurrency.lockutils [req-fdc3dd90-078b-4f1f-a287-46670ca5e0f5 req-1f4e32b8-84c5-4450-9daf-f0efac746349 service nova] Acquired lock "refresh_cache-71690098-eb9a-456d-85d1-936d3d5b4d6e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.259808] env[69357]: DEBUG nova.network.neutron [req-fdc3dd90-078b-4f1f-a287-46670ca5e0f5 req-1f4e32b8-84c5-4450-9daf-f0efac746349 service nova] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Refreshing network info cache for port e378a24b-1ad2-41e0-ab22-c9f9ed0ba3b9 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.261428] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:f5:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e378a24b-1ad2-41e0-ab22-c9f9ed0ba3b9', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.269121] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.269711] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.269988] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a44cfb3-9e24-4bf8-8849-95ab71cd805b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.290083] env[69357]: DEBUG oslo_vmware.rw_handles [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cd37af-2dcb-3504-4331-d5eb9bc11088/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1004.290306] env[69357]: INFO nova.virt.vmwareapi.images [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Downloaded image file data 6b124908-c021-46d9-b7fb-ad7dbd9c3cd6 [ 1004.291778] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941aa34f-12e5-436b-a287-a083dcf3e5aa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.297166] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.297166] env[69357]: value = "task-3283107" [ 1004.297166] env[69357]: _type = "Task" [ 1004.297166] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.314359] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f4f8ede-8d2c-40e6-a3c1-3d0cfee6dca5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.324562] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283107, 'name': CreateVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.325183] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81b17929-09e8-4457-8239-82a1cedecfa4 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.337s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.327016] env[69357]: DEBUG oslo_concurrency.lockutils [req-cb27fd9a-79e9-464e-8a62-6c38c6099e93 req-196961de-e6d3-4d09-9fb7-119331f07a2c service nova] Acquired lock "74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.328712] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1653584e-d2b9-4f81-9ea9-db5b4b03cf06 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.339542] env[69357]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1004.339909] env[69357]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69357) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1004.344562] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff2ac86e-86af-46b1-b970-9e791ac83c9b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.359162] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce567329-c16f-463e-914d-f44b86e4ba91 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.380182] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e0b499df-7db8-48b8-b759-6dba13886f4e tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.380605] env[69357]: INFO nova.virt.vmwareapi.images [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] The imported VM was unregistered [ 1004.383864] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Caching image {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1004.384128] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Creating directory with path [datastore1] devstack-image-cache_base/6b124908-c021-46d9-b7fb-ad7dbd9c3cd6 {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.386416] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a2eece3-23bd-4549-8558-5d305bafccb8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.420419] env[69357]: ERROR root [req-cb27fd9a-79e9-464e-8a62-6c38c6099e93 req-196961de-e6d3-4d09-9fb7-119331f07a2c service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-655571' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-655571' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-655571' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-655571'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-655571' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-655571' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-655571'}\n"]: nova.exception.InstanceNotFound: Instance 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4 could not be found. [ 1004.420776] env[69357]: DEBUG oslo_concurrency.lockutils [req-cb27fd9a-79e9-464e-8a62-6c38c6099e93 req-196961de-e6d3-4d09-9fb7-119331f07a2c service nova] Releasing lock "74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.421153] env[69357]: DEBUG nova.compute.manager [req-cb27fd9a-79e9-464e-8a62-6c38c6099e93 req-196961de-e6d3-4d09-9fb7-119331f07a2c service nova] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Detach interface failed, port_id=3e5e2414-5d5f-4031-b882-461534ee6d20, reason: Instance 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1004.430297] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Created directory with path [datastore1] devstack-image-cache_base/6b124908-c021-46d9-b7fb-ad7dbd9c3cd6 {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.430297] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_1cd939f0-8978-4f46-8a5c-3f11ba8367bf/OSTACK_IMG_1cd939f0-8978-4f46-8a5c-3f11ba8367bf.vmdk to [datastore1] devstack-image-cache_base/6b124908-c021-46d9-b7fb-ad7dbd9c3cd6/6b124908-c021-46d9-b7fb-ad7dbd9c3cd6.vmdk. {{(pid=69357) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1004.433622] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f8d3bbd6-fe67-46ca-b551-fa4b9ca9ddf6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.446997] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283106, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.452379] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 1004.452379] env[69357]: value = "task-3283109" [ 1004.452379] env[69357]: _type = "Task" [ 1004.452379] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.466795] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283109, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.524602] env[69357]: DEBUG oslo_concurrency.lockutils [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Releasing lock "refresh_cache-8bd83bcb-b28b-46d8-bf52-67cc714b3656" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.524838] env[69357]: DEBUG nova.compute.manager [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.525152] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.527008] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3caf39c-4b4c-4c57-8ac0-3b9a2026fc32 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.541018] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.541369] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bf1874a-0c79-4215-9c29-05f546e65b88 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.550257] env[69357]: DEBUG oslo_vmware.api [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Waiting for the task: (returnval){ [ 1004.550257] env[69357]: value = "task-3283110" [ 1004.550257] env[69357]: _type = "Task" [ 1004.550257] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.560902] env[69357]: DEBUG oslo_vmware.api [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': task-3283110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.614598] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af422d8-f82e-4044-b7bf-68a6991d03e4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.629660] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67906824-2c6c-4064-9239-38fff405fb0d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.668323] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1fc36389-3e13-4615-869b-65ac8b9aca4c tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "b1395227-b74b-4fee-8895-26a4b293fb1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.668743] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1fc36389-3e13-4615-869b-65ac8b9aca4c tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "b1395227-b74b-4fee-8895-26a4b293fb1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.668988] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1fc36389-3e13-4615-869b-65ac8b9aca4c tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "b1395227-b74b-4fee-8895-26a4b293fb1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.669237] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1fc36389-3e13-4615-869b-65ac8b9aca4c tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "b1395227-b74b-4fee-8895-26a4b293fb1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.669464] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1fc36389-3e13-4615-869b-65ac8b9aca4c tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "b1395227-b74b-4fee-8895-26a4b293fb1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.671829] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002a38fb-82ae-4ae0-a28c-e7bbdbd24f5b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.675171] env[69357]: INFO nova.compute.manager [None req-1fc36389-3e13-4615-869b-65ac8b9aca4c tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Terminating instance [ 1004.683835] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f2ed59-4833-4461-ac27-8e599f9dc5d3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.704597] env[69357]: DEBUG nova.compute.provider_tree [None req-11d4e168-bbf0-4f2e-ba56-55a9921bec77 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.718346] env[69357]: DEBUG oslo_vmware.api [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283105, 'name': ReconfigVM_Task, 'duration_secs': 0.834746} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.719329] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Reconfigured VM instance instance-00000056 to attach disk [datastore2] d4d1668d-9a0a-4185-b190-7dc7cb668411/d4d1668d-9a0a-4185-b190-7dc7cb668411.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.719969] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fe31871-4b9e-4972-a0f8-48fe394ac553 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.730455] env[69357]: DEBUG oslo_vmware.api [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for the task: (returnval){ [ 1004.730455] env[69357]: value = "task-3283111" [ 1004.730455] env[69357]: _type = "Task" [ 1004.730455] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.740614] env[69357]: DEBUG oslo_vmware.api [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283111, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.817696] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283107, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.938919] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283106, 'name': CreateVM_Task, 'duration_secs': 0.772115} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.939106] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.939834] env[69357]: DEBUG oslo_concurrency.lockutils [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.939997] env[69357]: DEBUG oslo_concurrency.lockutils [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.940780] env[69357]: DEBUG oslo_concurrency.lockutils [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.940780] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-448ae1df-7d49-4b7a-87de-2d55a71a0f6d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.947518] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1004.947518] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]528a9262-d5b9-2d59-0ced-548f05ccdb8c" [ 1004.947518] env[69357]: _type = "Task" [ 1004.947518] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.961608] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]528a9262-d5b9-2d59-0ced-548f05ccdb8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.036505] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283109, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.070298] env[69357]: DEBUG oslo_vmware.api [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': task-3283110, 'name': PowerOffVM_Task, 'duration_secs': 0.160861} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.074632] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.078021] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.078021] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e9fdf72-0429-4df9-8462-07379628801f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.116026] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.116026] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.116026] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Deleting the datastore file [datastore2] 8bd83bcb-b28b-46d8-bf52-67cc714b3656 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.116026] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ec2b345-8f95-456d-9c71-36fa6bccd348 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.118145] env[69357]: DEBUG nova.network.neutron [req-fdc3dd90-078b-4f1f-a287-46670ca5e0f5 req-1f4e32b8-84c5-4450-9daf-f0efac746349 service nova] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Updated VIF entry in instance network info cache for port e378a24b-1ad2-41e0-ab22-c9f9ed0ba3b9. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.118683] env[69357]: DEBUG nova.network.neutron [req-fdc3dd90-078b-4f1f-a287-46670ca5e0f5 req-1f4e32b8-84c5-4450-9daf-f0efac746349 service nova] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Updating instance_info_cache with network_info: [{"id": "e378a24b-1ad2-41e0-ab22-c9f9ed0ba3b9", "address": "fa:16:3e:79:f5:5a", "network": {"id": "82c49d87-7977-405b-bca5-306c72e67e92", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1883218750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43de1ca6f72548b8b9e0f140b9228aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape378a24b-1a", "ovs_interfaceid": "e378a24b-1ad2-41e0-ab22-c9f9ed0ba3b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.128481] env[69357]: DEBUG oslo_vmware.api [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Waiting for the task: (returnval){ [ 1005.128481] env[69357]: value = "task-3283113" [ 1005.128481] env[69357]: _type = "Task" [ 1005.128481] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.143533] env[69357]: DEBUG oslo_vmware.api [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': task-3283113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.183036] env[69357]: DEBUG nova.compute.manager [None req-1fc36389-3e13-4615-869b-65ac8b9aca4c tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.183036] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc36389-3e13-4615-869b-65ac8b9aca4c tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.183036] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34b11f4-bd08-4ff3-a226-bad12954f8a3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.197416] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fc36389-3e13-4615-869b-65ac8b9aca4c tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.198020] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba4e5921-f284-40b2-92bc-5b8e57f357fa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.211033] env[69357]: DEBUG nova.scheduler.client.report [None req-11d4e168-bbf0-4f2e-ba56-55a9921bec77 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.214364] env[69357]: DEBUG oslo_vmware.api [None req-1fc36389-3e13-4615-869b-65ac8b9aca4c tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 1005.214364] env[69357]: value = "task-3283114" [ 1005.214364] env[69357]: _type = "Task" [ 1005.214364] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.227830] env[69357]: DEBUG oslo_vmware.api [None req-1fc36389-3e13-4615-869b-65ac8b9aca4c tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.246036] env[69357]: DEBUG oslo_vmware.api [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283111, 'name': Rename_Task, 'duration_secs': 0.240038} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.246036] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.246036] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0891f8cf-87e7-4878-a991-15e0d041119d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.257261] env[69357]: DEBUG oslo_vmware.api [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for the task: (returnval){ [ 1005.257261] env[69357]: value = "task-3283115" [ 1005.257261] env[69357]: _type = "Task" [ 1005.257261] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.272524] env[69357]: DEBUG oslo_vmware.api [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.312029] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283107, 'name': CreateVM_Task, 'duration_secs': 0.591815} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.312029] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.312029] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.312029] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.312029] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.312029] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c8577d9-35b1-4d47-baef-7014a1fec9f1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.323040] env[69357]: DEBUG oslo_vmware.api [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 1005.323040] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5245d4b4-0e71-c479-98a7-8247a3772683" [ 1005.323040] env[69357]: _type = "Task" [ 1005.323040] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.335092] env[69357]: DEBUG oslo_vmware.api [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5245d4b4-0e71-c479-98a7-8247a3772683, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.462240] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]528a9262-d5b9-2d59-0ced-548f05ccdb8c, 'name': SearchDatastore_Task, 'duration_secs': 0.086656} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.463586] env[69357]: DEBUG oslo_concurrency.lockutils [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.464056] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.464585] env[69357]: DEBUG oslo_concurrency.lockutils [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.464922] env[69357]: DEBUG oslo_concurrency.lockutils [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.465275] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.469880] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c85e9b9-e2a1-4dd4-85bf-d9406f487d69 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.472292] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283109, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.492159] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.492159] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.492159] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bab826f-0ced-4fa0-97e6-234427a792ee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.500294] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1005.500294] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52522087-8f1a-1597-8895-5563456cc527" [ 1005.500294] env[69357]: _type = "Task" [ 1005.500294] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.509718] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52522087-8f1a-1597-8895-5563456cc527, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.622440] env[69357]: DEBUG oslo_concurrency.lockutils [req-fdc3dd90-078b-4f1f-a287-46670ca5e0f5 req-1f4e32b8-84c5-4450-9daf-f0efac746349 service nova] Releasing lock "refresh_cache-71690098-eb9a-456d-85d1-936d3d5b4d6e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.622838] env[69357]: DEBUG nova.compute.manager [req-fdc3dd90-078b-4f1f-a287-46670ca5e0f5 req-1f4e32b8-84c5-4450-9daf-f0efac746349 service nova] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Received event network-vif-deleted-6ded277d-e0f5-4b58-81e9-1493bc546b8f {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.623679] env[69357]: INFO nova.compute.manager [req-fdc3dd90-078b-4f1f-a287-46670ca5e0f5 req-1f4e32b8-84c5-4450-9daf-f0efac746349 service nova] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Neutron deleted interface 6ded277d-e0f5-4b58-81e9-1493bc546b8f; detaching it from the instance and deleting it from the info cache [ 1005.623679] env[69357]: DEBUG nova.network.neutron [req-fdc3dd90-078b-4f1f-a287-46670ca5e0f5 req-1f4e32b8-84c5-4450-9daf-f0efac746349 service nova] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.643435] env[69357]: DEBUG oslo_vmware.api [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Task: {'id': task-3283113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193344} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.643435] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.643435] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.643435] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.643435] env[69357]: INFO nova.compute.manager [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1005.643435] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.643435] env[69357]: DEBUG nova.compute.manager [-] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1005.643435] env[69357]: DEBUG nova.network.neutron [-] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1005.661630] env[69357]: DEBUG nova.network.neutron [-] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.716746] env[69357]: DEBUG oslo_concurrency.lockutils [None req-11d4e168-bbf0-4f2e-ba56-55a9921bec77 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.719771] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cfa4f5bf-c141-4ab5-9c73-1fbe50f06987 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.492s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.720258] env[69357]: DEBUG nova.objects.instance [None req-cfa4f5bf-c141-4ab5-9c73-1fbe50f06987 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Lazy-loading 'resources' on Instance uuid 26f8e64b-a2f1-4659-ba44-8511c7b71f4b {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.733655] env[69357]: DEBUG oslo_vmware.api [None req-1fc36389-3e13-4615-869b-65ac8b9aca4c tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283114, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.743563] env[69357]: INFO nova.scheduler.client.report [None req-11d4e168-bbf0-4f2e-ba56-55a9921bec77 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Deleted allocations for instance 5ee60746-af58-4e07-95ed-f081cab6d53d [ 1005.769606] env[69357]: DEBUG oslo_vmware.api [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283115, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.833894] env[69357]: DEBUG oslo_vmware.api [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5245d4b4-0e71-c479-98a7-8247a3772683, 'name': SearchDatastore_Task, 'duration_secs': 0.013848} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.834252] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.834519] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.834791] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.834922] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.835197] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.835414] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72d38998-7575-4531-871a-84b84a928041 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.846845] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.847075] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.847834] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38ecf453-4574-4c2c-99d6-72df9ea45905 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.854696] env[69357]: DEBUG oslo_vmware.api [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 1005.854696] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52165dfd-ece4-8a32-f57e-e9a985973a32" [ 1005.854696] env[69357]: _type = "Task" [ 1005.854696] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.863960] env[69357]: DEBUG oslo_vmware.api [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52165dfd-ece4-8a32-f57e-e9a985973a32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.965707] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283109, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.012429] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52522087-8f1a-1597-8895-5563456cc527, 'name': SearchDatastore_Task, 'duration_secs': 0.093817} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.013342] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a51ebb7-a04c-47e1-9ec2-989de45a2392 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.020407] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1006.020407] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52056aa8-5970-e124-d6ee-b425588612bd" [ 1006.020407] env[69357]: _type = "Task" [ 1006.020407] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.030796] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52056aa8-5970-e124-d6ee-b425588612bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.126494] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d41343d-61ce-46f3-83a9-06afbe1841b2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.139234] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbec326-8500-4706-8e56-257e7e07ec4f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.175542] env[69357]: DEBUG nova.network.neutron [-] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.177069] env[69357]: DEBUG nova.compute.manager [req-fdc3dd90-078b-4f1f-a287-46670ca5e0f5 req-1f4e32b8-84c5-4450-9daf-f0efac746349 service nova] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Detach interface failed, port_id=6ded277d-e0f5-4b58-81e9-1493bc546b8f, reason: Instance 0555427b-3b13-46b5-81d1-bd67e53812f4 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1006.232659] env[69357]: DEBUG oslo_vmware.api [None req-1fc36389-3e13-4615-869b-65ac8b9aca4c tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283114, 'name': PowerOffVM_Task, 'duration_secs': 0.578217} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.232832] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fc36389-3e13-4615-869b-65ac8b9aca4c tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.233896] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc36389-3e13-4615-869b-65ac8b9aca4c tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.233896] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c363589-e935-4500-b4a0-01e170afde2e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.257725] env[69357]: DEBUG oslo_concurrency.lockutils [None req-11d4e168-bbf0-4f2e-ba56-55a9921bec77 tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Lock "5ee60746-af58-4e07-95ed-f081cab6d53d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.781s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.274165] env[69357]: DEBUG oslo_vmware.api [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283115, 'name': PowerOnVM_Task, 'duration_secs': 0.532456} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.274610] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.274892] env[69357]: INFO nova.compute.manager [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Took 6.66 seconds to spawn the instance on the hypervisor. [ 1006.275109] env[69357]: DEBUG nova.compute.manager [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.278673] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e17f27-cb0b-418e-b20f-80193a2b492a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.339612] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc36389-3e13-4615-869b-65ac8b9aca4c tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.339854] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc36389-3e13-4615-869b-65ac8b9aca4c tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.340051] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fc36389-3e13-4615-869b-65ac8b9aca4c tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Deleting the datastore file [datastore1] b1395227-b74b-4fee-8895-26a4b293fb1f {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.340333] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-452f4df2-c999-4f3a-bc46-160cc25941d2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.347827] env[69357]: DEBUG oslo_vmware.api [None req-1fc36389-3e13-4615-869b-65ac8b9aca4c tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 1006.347827] env[69357]: value = "task-3283117" [ 1006.347827] env[69357]: _type = "Task" [ 1006.347827] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.362130] env[69357]: DEBUG oslo_vmware.api [None req-1fc36389-3e13-4615-869b-65ac8b9aca4c tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.372702] env[69357]: DEBUG oslo_vmware.api [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52165dfd-ece4-8a32-f57e-e9a985973a32, 'name': SearchDatastore_Task, 'duration_secs': 0.014429} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.373556] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ed7ce99-02c5-41bd-864d-2c556090d256 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.382752] env[69357]: DEBUG oslo_vmware.api [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 1006.382752] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a00e1b-0c42-6687-139a-e5ace0e709dd" [ 1006.382752] env[69357]: _type = "Task" [ 1006.382752] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.396412] env[69357]: DEBUG oslo_vmware.api [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a00e1b-0c42-6687-139a-e5ace0e709dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.436957] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d9b13e-73f2-4a78-9d7b-df323427fa21 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.446903] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07537dd4-781c-4fd4-84c5-f22db737ce1e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.487554] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889dc770-2326-4263-803e-9e1cacfa2c9a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.493489] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283109, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.502101] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9d9ffe-0545-4ed1-a89e-5c8e4bb7125a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.521572] env[69357]: DEBUG nova.compute.provider_tree [None req-cfa4f5bf-c141-4ab5-9c73-1fbe50f06987 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.536444] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52056aa8-5970-e124-d6ee-b425588612bd, 'name': SearchDatastore_Task, 'duration_secs': 0.08912} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.536749] env[69357]: DEBUG oslo_concurrency.lockutils [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.537016] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] d8ea2cd9-9230-4dd2-8737-07d5ca6553bc/d8ea2cd9-9230-4dd2-8737-07d5ca6553bc.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.537294] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb86f75d-28fc-4d60-9672-3871deb0633b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.548815] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1006.548815] env[69357]: value = "task-3283118" [ 1006.548815] env[69357]: _type = "Task" [ 1006.548815] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.560031] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283118, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.678847] env[69357]: INFO nova.compute.manager [-] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Took 1.04 seconds to deallocate network for instance. [ 1006.805844] env[69357]: INFO nova.compute.manager [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Took 18.60 seconds to build instance. [ 1006.862046] env[69357]: DEBUG oslo_vmware.api [None req-1fc36389-3e13-4615-869b-65ac8b9aca4c tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.897111] env[69357]: DEBUG oslo_vmware.api [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a00e1b-0c42-6687-139a-e5ace0e709dd, 'name': SearchDatastore_Task, 'duration_secs': 0.014224} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.897750] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.898122] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 71690098-eb9a-456d-85d1-936d3d5b4d6e/71690098-eb9a-456d-85d1-936d3d5b4d6e.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.898421] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-389390bf-13af-48dd-9807-3f378fa84e99 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.910754] env[69357]: DEBUG oslo_vmware.api [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 1006.910754] env[69357]: value = "task-3283119" [ 1006.910754] env[69357]: _type = "Task" [ 1006.910754] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.923354] env[69357]: DEBUG oslo_vmware.api [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.973342] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283109, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.028666] env[69357]: DEBUG nova.scheduler.client.report [None req-cfa4f5bf-c141-4ab5-9c73-1fbe50f06987 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.062460] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283118, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.187927] env[69357]: DEBUG oslo_concurrency.lockutils [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.308773] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bd7968b9-3f8b-4b89-b10e-5a4b305ee63c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Lock "d4d1668d-9a0a-4185-b190-7dc7cb668411" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.465s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.367009] env[69357]: DEBUG oslo_vmware.api [None req-1fc36389-3e13-4615-869b-65ac8b9aca4c tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283117, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.948503} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.367484] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fc36389-3e13-4615-869b-65ac8b9aca4c tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.367734] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc36389-3e13-4615-869b-65ac8b9aca4c tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.367961] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc36389-3e13-4615-869b-65ac8b9aca4c tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.368196] env[69357]: INFO nova.compute.manager [None req-1fc36389-3e13-4615-869b-65ac8b9aca4c tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Took 2.19 seconds to destroy the instance on the hypervisor. [ 1007.368493] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fc36389-3e13-4615-869b-65ac8b9aca4c tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.369395] env[69357]: DEBUG nova.compute.manager [-] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.369571] env[69357]: DEBUG nova.network.neutron [-] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.424826] env[69357]: DEBUG oslo_vmware.api [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283119, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.470490] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283109, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.803239} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.471752] env[69357]: INFO nova.virt.vmwareapi.ds_util [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_1cd939f0-8978-4f46-8a5c-3f11ba8367bf/OSTACK_IMG_1cd939f0-8978-4f46-8a5c-3f11ba8367bf.vmdk to [datastore1] devstack-image-cache_base/6b124908-c021-46d9-b7fb-ad7dbd9c3cd6/6b124908-c021-46d9-b7fb-ad7dbd9c3cd6.vmdk. [ 1007.471752] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Cleaning up location [datastore1] OSTACK_IMG_1cd939f0-8978-4f46-8a5c-3f11ba8367bf {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1007.471752] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_1cd939f0-8978-4f46-8a5c-3f11ba8367bf {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.471752] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c04cab0c-b99c-482f-88f4-5bf0ceb02736 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.484963] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 1007.484963] env[69357]: value = "task-3283120" [ 1007.484963] env[69357]: _type = "Task" [ 1007.484963] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.496169] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.535309] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cfa4f5bf-c141-4ab5-9c73-1fbe50f06987 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.816s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.538515] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.839s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.538871] env[69357]: DEBUG nova.objects.instance [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69357) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1007.564695] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283118, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.566623] env[69357]: INFO nova.scheduler.client.report [None req-cfa4f5bf-c141-4ab5-9c73-1fbe50f06987 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Deleted allocations for instance 26f8e64b-a2f1-4659-ba44-8511c7b71f4b [ 1007.574315] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "03f0e5ec-8777-42ce-9b73-a5dd273204df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.574769] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "03f0e5ec-8777-42ce-9b73-a5dd273204df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.924111] env[69357]: DEBUG oslo_vmware.api [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.881177} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.924944] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 71690098-eb9a-456d-85d1-936d3d5b4d6e/71690098-eb9a-456d-85d1-936d3d5b4d6e.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1007.925284] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1007.925621] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52c20e75-07ec-4dad-92e2-d4c5bb2d1a99 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.934236] env[69357]: DEBUG oslo_vmware.api [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 1007.934236] env[69357]: value = "task-3283121" [ 1007.934236] env[69357]: _type = "Task" [ 1007.934236] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.942489] env[69357]: DEBUG oslo_vmware.api [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283121, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.001229] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202495} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.001565] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.002353] env[69357]: DEBUG oslo_concurrency.lockutils [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6b124908-c021-46d9-b7fb-ad7dbd9c3cd6/6b124908-c021-46d9-b7fb-ad7dbd9c3cd6.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.002353] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6b124908-c021-46d9-b7fb-ad7dbd9c3cd6/6b124908-c021-46d9-b7fb-ad7dbd9c3cd6.vmdk to [datastore1] 0c1376c6-1c72-4998-b90e-ff4500cef5c0/0c1376c6-1c72-4998-b90e-ff4500cef5c0.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1008.002353] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-422b6fb3-81fe-497f-9c41-1e065aecca65 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.009478] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 1008.009478] env[69357]: value = "task-3283122" [ 1008.009478] env[69357]: _type = "Task" [ 1008.009478] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.019136] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283122, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.065938] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283118, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.139449} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.066243] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] d8ea2cd9-9230-4dd2-8737-07d5ca6553bc/d8ea2cd9-9230-4dd2-8737-07d5ca6553bc.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.066476] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.066748] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0159bea3-f53b-4071-868c-1658833cea71 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.079168] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1008.079168] env[69357]: value = "task-3283123" [ 1008.079168] env[69357]: _type = "Task" [ 1008.079168] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.080259] env[69357]: DEBUG nova.compute.manager [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1008.084992] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cfa4f5bf-c141-4ab5-9c73-1fbe50f06987 tempest-VolumesAdminNegativeTest-647606796 tempest-VolumesAdminNegativeTest-647606796-project-member] Lock "26f8e64b-a2f1-4659-ba44-8511c7b71f4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.002s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.102031] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.245811] env[69357]: DEBUG nova.compute.manager [req-42da5e14-d84f-49d8-bf4b-9e737e0487d2 req-18011c8f-8da6-424f-a573-39ebe81b4da9 service nova] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Received event network-vif-deleted-e4b9f645-0aa0-418d-aeca-a20e378c7c89 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.246023] env[69357]: INFO nova.compute.manager [req-42da5e14-d84f-49d8-bf4b-9e737e0487d2 req-18011c8f-8da6-424f-a573-39ebe81b4da9 service nova] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Neutron deleted interface e4b9f645-0aa0-418d-aeca-a20e378c7c89; detaching it from the instance and deleting it from the info cache [ 1008.246303] env[69357]: DEBUG nova.network.neutron [req-42da5e14-d84f-49d8-bf4b-9e737e0487d2 req-18011c8f-8da6-424f-a573-39ebe81b4da9 service nova] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.450155] env[69357]: DEBUG oslo_vmware.api [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283121, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070445} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.450432] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.451566] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf573423-c25a-46a6-b574-902821e1c1b3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.484400] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 71690098-eb9a-456d-85d1-936d3d5b4d6e/71690098-eb9a-456d-85d1-936d3d5b4d6e.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.484400] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f971f904-777d-4b2e-ae75-f1515c68ab3f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.516495] env[69357]: DEBUG oslo_vmware.api [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 1008.516495] env[69357]: value = "task-3283124" [ 1008.516495] env[69357]: _type = "Task" [ 1008.516495] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.521607] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283122, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.532640] env[69357]: DEBUG oslo_vmware.api [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283124, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.547886] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2768df0-3553-4fee-a5f4-74b65c53424c tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.549575] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e0b499df-7db8-48b8-b759-6dba13886f4e tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.170s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.550064] env[69357]: DEBUG nova.objects.instance [None req-e0b499df-7db8-48b8-b759-6dba13886f4e tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Lazy-loading 'resources' on Instance uuid 0555427b-3b13-46b5-81d1-bd67e53812f4 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.602438] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194151} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.605258] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.606505] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e83f478-aa57-43b8-ba9d-da2754fd0c74 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.637665] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] d8ea2cd9-9230-4dd2-8737-07d5ca6553bc/d8ea2cd9-9230-4dd2-8737-07d5ca6553bc.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.639130] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.640083] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d0a7ff7-4837-4eec-aba8-ed50ee236ee1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.665652] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1008.665652] env[69357]: value = "task-3283125" [ 1008.665652] env[69357]: _type = "Task" [ 1008.665652] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.675788] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283125, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.720534] env[69357]: DEBUG nova.network.neutron [-] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.752717] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28f7508b-ab60-497e-856b-e378fff4d9a3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.763900] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200e1487-7cc0-4856-8e38-4fd926e7f860 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.780799] env[69357]: DEBUG nova.compute.manager [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Stashing vm_state: active {{(pid=69357) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1008.811234] env[69357]: DEBUG nova.compute.manager [req-42da5e14-d84f-49d8-bf4b-9e737e0487d2 req-18011c8f-8da6-424f-a573-39ebe81b4da9 service nova] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Detach interface failed, port_id=e4b9f645-0aa0-418d-aeca-a20e378c7c89, reason: Instance b1395227-b74b-4fee-8895-26a4b293fb1f could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1009.021087] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283122, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.032662] env[69357]: DEBUG oslo_vmware.api [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283124, 'name': ReconfigVM_Task, 'duration_secs': 0.515186} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.033049] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 71690098-eb9a-456d-85d1-936d3d5b4d6e/71690098-eb9a-456d-85d1-936d3d5b4d6e.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.033710] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7680e4a-e4ae-4c00-ab35-488e074d8f8b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.041329] env[69357]: DEBUG oslo_vmware.api [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 1009.041329] env[69357]: value = "task-3283126" [ 1009.041329] env[69357]: _type = "Task" [ 1009.041329] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.051292] env[69357]: DEBUG oslo_vmware.api [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283126, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.075356] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ec7e513-1eaf-4cf8-98c0-fb485d4403be tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Acquiring lock "97dc6c38-2108-49df-9ccc-dceb0fc41cc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.075687] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ec7e513-1eaf-4cf8-98c0-fb485d4403be tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Lock "97dc6c38-2108-49df-9ccc-dceb0fc41cc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.076075] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ec7e513-1eaf-4cf8-98c0-fb485d4403be tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Acquiring lock "97dc6c38-2108-49df-9ccc-dceb0fc41cc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.076308] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ec7e513-1eaf-4cf8-98c0-fb485d4403be tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Lock "97dc6c38-2108-49df-9ccc-dceb0fc41cc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.076539] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ec7e513-1eaf-4cf8-98c0-fb485d4403be tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Lock "97dc6c38-2108-49df-9ccc-dceb0fc41cc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.082099] env[69357]: INFO nova.compute.manager [None req-5ec7e513-1eaf-4cf8-98c0-fb485d4403be tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Terminating instance [ 1009.178840] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.227157] env[69357]: INFO nova.compute.manager [-] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Took 1.86 seconds to deallocate network for instance. [ 1009.285244] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55448f65-e124-4685-936f-1de97975aca4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.299378] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5911fa-a305-40ed-960b-e4c6d9d6df5b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.303970] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.335475] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca85371-2c9f-40da-9e81-0d4d7876cd63 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.344682] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004a0c95-9a9f-4896-afb1-3e234276c2bc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.360992] env[69357]: DEBUG nova.compute.provider_tree [None req-e0b499df-7db8-48b8-b759-6dba13886f4e tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.522980] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283122, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.553491] env[69357]: DEBUG oslo_vmware.api [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283126, 'name': Rename_Task, 'duration_secs': 0.189382} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.553813] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.554242] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cec7b3e7-66dc-4b29-b9e3-235be1dbbbcb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.562524] env[69357]: DEBUG oslo_vmware.api [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 1009.562524] env[69357]: value = "task-3283127" [ 1009.562524] env[69357]: _type = "Task" [ 1009.562524] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.574689] env[69357]: DEBUG oslo_vmware.api [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.586762] env[69357]: DEBUG nova.compute.manager [None req-5ec7e513-1eaf-4cf8-98c0-fb485d4403be tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.587085] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec7e513-1eaf-4cf8-98c0-fb485d4403be tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.588048] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bc56ef-22c3-4871-af68-03f3cff3f286 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.597753] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec7e513-1eaf-4cf8-98c0-fb485d4403be tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.598265] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c0d7e2d-4605-450f-9a0d-6365e3915db7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.607814] env[69357]: DEBUG oslo_vmware.api [None req-5ec7e513-1eaf-4cf8-98c0-fb485d4403be tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Waiting for the task: (returnval){ [ 1009.607814] env[69357]: value = "task-3283128" [ 1009.607814] env[69357]: _type = "Task" [ 1009.607814] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.617590] env[69357]: DEBUG oslo_vmware.api [None req-5ec7e513-1eaf-4cf8-98c0-fb485d4403be tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': task-3283128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.679295] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.737645] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1fc36389-3e13-4615-869b-65ac8b9aca4c tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.867499] env[69357]: DEBUG nova.scheduler.client.report [None req-e0b499df-7db8-48b8-b759-6dba13886f4e tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.023298] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283122, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.073688] env[69357]: DEBUG oslo_vmware.api [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283127, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.119618] env[69357]: DEBUG oslo_vmware.api [None req-5ec7e513-1eaf-4cf8-98c0-fb485d4403be tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': task-3283128, 'name': PowerOffVM_Task, 'duration_secs': 0.265231} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.120123] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec7e513-1eaf-4cf8-98c0-fb485d4403be tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.120537] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec7e513-1eaf-4cf8-98c0-fb485d4403be tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.120999] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d41b7f3f-7892-4b8b-8504-cf16b2ec8ff0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.183792] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283125, 'name': ReconfigVM_Task, 'duration_secs': 1.358323} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.184063] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Reconfigured VM instance instance-00000047 to attach disk [datastore1] d8ea2cd9-9230-4dd2-8737-07d5ca6553bc/d8ea2cd9-9230-4dd2-8737-07d5ca6553bc.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.186066] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'disk_bus': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'device_type': 'disk', 'device_name': '/dev/sda', 'boot_index': 0, 'image_id': 'fe1241e3-a525-45a4-9f14-4b6d4cb924e4'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655648', 'volume_id': '3c441a39-da5a-43be-bc49-bfbe18ab75b7', 'name': 'volume-3c441a39-da5a-43be-bc49-bfbe18ab75b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8ea2cd9-9230-4dd2-8737-07d5ca6553bc', 'attached_at': '', 'detached_at': '', 'volume_id': '3c441a39-da5a-43be-bc49-bfbe18ab75b7', 'serial': '3c441a39-da5a-43be-bc49-bfbe18ab75b7'}, 'guest_format': None, 'delete_on_termination': False, 'disk_bus': None, 'device_type': None, 'attachment_id': '809a6a3c-0325-4c5b-903f-6c108e359fd6', 'mount_device': '/dev/sdb', 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=69357) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1010.186066] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Volume attach. Driver type: vmdk {{(pid=69357) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1010.186359] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655648', 'volume_id': '3c441a39-da5a-43be-bc49-bfbe18ab75b7', 'name': 'volume-3c441a39-da5a-43be-bc49-bfbe18ab75b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8ea2cd9-9230-4dd2-8737-07d5ca6553bc', 'attached_at': '', 'detached_at': '', 'volume_id': '3c441a39-da5a-43be-bc49-bfbe18ab75b7', 'serial': '3c441a39-da5a-43be-bc49-bfbe18ab75b7'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1010.187308] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b64eac-7b10-4b33-8311-0c337c063666 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.209812] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076bb71e-a9bf-4e2c-af57-ee68c94421d6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.214572] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec7e513-1eaf-4cf8-98c0-fb485d4403be tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.214812] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec7e513-1eaf-4cf8-98c0-fb485d4403be tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.215034] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ec7e513-1eaf-4cf8-98c0-fb485d4403be tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Deleting the datastore file [datastore2] 97dc6c38-2108-49df-9ccc-dceb0fc41cc8 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.215290] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c59638c6-dee0-47a6-b587-f5b2fef140fc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.243882] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] volume-3c441a39-da5a-43be-bc49-bfbe18ab75b7/volume-3c441a39-da5a-43be-bc49-bfbe18ab75b7.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.245584] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4518056-5559-41bb-b663-a5df76ec3758 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.259710] env[69357]: DEBUG oslo_vmware.api [None req-5ec7e513-1eaf-4cf8-98c0-fb485d4403be tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Waiting for the task: (returnval){ [ 1010.259710] env[69357]: value = "task-3283130" [ 1010.259710] env[69357]: _type = "Task" [ 1010.259710] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.268152] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1010.268152] env[69357]: value = "task-3283131" [ 1010.268152] env[69357]: _type = "Task" [ 1010.268152] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.274964] env[69357]: DEBUG oslo_vmware.api [None req-5ec7e513-1eaf-4cf8-98c0-fb485d4403be tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': task-3283130, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.281958] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283131, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.378094] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e0b499df-7db8-48b8-b759-6dba13886f4e tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.380820] env[69357]: DEBUG oslo_concurrency.lockutils [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.194s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.381105] env[69357]: DEBUG nova.objects.instance [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Lazy-loading 'resources' on Instance uuid 8bd83bcb-b28b-46d8-bf52-67cc714b3656 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.422506] env[69357]: INFO nova.scheduler.client.report [None req-e0b499df-7db8-48b8-b759-6dba13886f4e tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Deleted allocations for instance 0555427b-3b13-46b5-81d1-bd67e53812f4 [ 1010.525993] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283122, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.458021} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.526313] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6b124908-c021-46d9-b7fb-ad7dbd9c3cd6/6b124908-c021-46d9-b7fb-ad7dbd9c3cd6.vmdk to [datastore1] 0c1376c6-1c72-4998-b90e-ff4500cef5c0/0c1376c6-1c72-4998-b90e-ff4500cef5c0.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.527199] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f009ad25-22b8-4582-bcc3-f87b32eeaa98 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.549706] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 0c1376c6-1c72-4998-b90e-ff4500cef5c0/0c1376c6-1c72-4998-b90e-ff4500cef5c0.vmdk or device None with type streamOptimized {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.550105] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08834e80-645d-4d6d-8dbc-d6783111c014 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.574904] env[69357]: DEBUG oslo_vmware.api [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283127, 'name': PowerOnVM_Task, 'duration_secs': 0.587003} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.576321] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.576566] env[69357]: INFO nova.compute.manager [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1010.576780] env[69357]: DEBUG nova.compute.manager [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.577149] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 1010.577149] env[69357]: value = "task-3283132" [ 1010.577149] env[69357]: _type = "Task" [ 1010.577149] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.577900] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95f39d7-1b9c-4984-a035-144ad3334864 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.594872] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283132, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.770241] env[69357]: DEBUG oslo_vmware.api [None req-5ec7e513-1eaf-4cf8-98c0-fb485d4403be tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': task-3283130, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.778150] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283131, 'name': ReconfigVM_Task, 'duration_secs': 0.473028} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.778406] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Reconfigured VM instance instance-00000047 to attach disk [datastore2] volume-3c441a39-da5a-43be-bc49-bfbe18ab75b7/volume-3c441a39-da5a-43be-bc49-bfbe18ab75b7.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.783289] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b912d38-ab65-4d1e-ac35-0f5f499bd146 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.800174] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1010.800174] env[69357]: value = "task-3283133" [ 1010.800174] env[69357]: _type = "Task" [ 1010.800174] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.809075] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283133, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.932551] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e0b499df-7db8-48b8-b759-6dba13886f4e tempest-InstanceActionsTestJSON-1105651637 tempest-InstanceActionsTestJSON-1105651637-project-member] Lock "0555427b-3b13-46b5-81d1-bd67e53812f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.049s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.081919] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019d0492-b865-42e0-a10a-9c5d00576fd3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.102591] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.108246] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ee8403-b65c-4970-9e88-9a058ae21a67 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.111626] env[69357]: INFO nova.compute.manager [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Took 20.91 seconds to build instance. [ 1011.147428] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3edc3644-9444-4a1d-961e-58fcf57c96be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.156598] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93e2e53-82be-498a-a630-e3740670061f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.171922] env[69357]: DEBUG nova.compute.provider_tree [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.271740] env[69357]: DEBUG oslo_vmware.api [None req-5ec7e513-1eaf-4cf8-98c0-fb485d4403be tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Task: {'id': task-3283130, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.594975} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.271740] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ec7e513-1eaf-4cf8-98c0-fb485d4403be tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.272251] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec7e513-1eaf-4cf8-98c0-fb485d4403be tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.272251] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec7e513-1eaf-4cf8-98c0-fb485d4403be tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.272251] env[69357]: INFO nova.compute.manager [None req-5ec7e513-1eaf-4cf8-98c0-fb485d4403be tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1011.272886] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ec7e513-1eaf-4cf8-98c0-fb485d4403be tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.273118] env[69357]: DEBUG nova.compute.manager [-] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.273213] env[69357]: DEBUG nova.network.neutron [-] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.311556] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283133, 'name': ReconfigVM_Task, 'duration_secs': 0.509924} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.312292] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655648', 'volume_id': '3c441a39-da5a-43be-bc49-bfbe18ab75b7', 'name': 'volume-3c441a39-da5a-43be-bc49-bfbe18ab75b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8ea2cd9-9230-4dd2-8737-07d5ca6553bc', 'attached_at': '', 'detached_at': '', 'volume_id': '3c441a39-da5a-43be-bc49-bfbe18ab75b7', 'serial': '3c441a39-da5a-43be-bc49-bfbe18ab75b7'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1011.312972] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32f0aa16-e489-4a12-a7f0-373af85ddb05 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.320740] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1011.320740] env[69357]: value = "task-3283134" [ 1011.320740] env[69357]: _type = "Task" [ 1011.320740] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.331916] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283134, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.592748] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283132, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.614496] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7a6c97d3-629e-4d15-ad29-8208bec44724 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "71690098-eb9a-456d-85d1-936d3d5b4d6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.416s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.675525] env[69357]: DEBUG nova.scheduler.client.report [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.702432] env[69357]: DEBUG nova.compute.manager [req-edacf11b-0a4c-4733-a735-3eefd0ffacfa req-e25a2a57-f846-477d-b37f-f48635b9d695 service nova] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Received event network-vif-deleted-0263c35f-9ea6-42f6-aafa-5c815c415538 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.702653] env[69357]: INFO nova.compute.manager [req-edacf11b-0a4c-4733-a735-3eefd0ffacfa req-e25a2a57-f846-477d-b37f-f48635b9d695 service nova] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Neutron deleted interface 0263c35f-9ea6-42f6-aafa-5c815c415538; detaching it from the instance and deleting it from the info cache [ 1011.702942] env[69357]: DEBUG nova.network.neutron [req-edacf11b-0a4c-4733-a735-3eefd0ffacfa req-e25a2a57-f846-477d-b37f-f48635b9d695 service nova] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.831432] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283134, 'name': Rename_Task, 'duration_secs': 0.153714} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.831725] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.832274] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e98f76b0-7845-43b1-9644-363decde3504 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.840549] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1011.840549] env[69357]: value = "task-3283135" [ 1011.840549] env[69357]: _type = "Task" [ 1011.840549] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.849859] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.095179] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283132, 'name': ReconfigVM_Task, 'duration_secs': 1.031806} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.095485] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 0c1376c6-1c72-4998-b90e-ff4500cef5c0/0c1376c6-1c72-4998-b90e-ff4500cef5c0.vmdk or device None with type streamOptimized {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.096566] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'disk_bus': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'device_type': 'disk', 'device_name': '/dev/sda', 'boot_index': 0, 'image_id': 'fe1241e3-a525-45a4-9f14-4b6d4cb924e4'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655641', 'volume_id': '8efa0828-50a9-486e-ad5d-8f8015cf1f36', 'name': 'volume-8efa0828-50a9-486e-ad5d-8f8015cf1f36', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '0c1376c6-1c72-4998-b90e-ff4500cef5c0', 'attached_at': '', 'detached_at': '', 'volume_id': '8efa0828-50a9-486e-ad5d-8f8015cf1f36', 'serial': '8efa0828-50a9-486e-ad5d-8f8015cf1f36'}, 'guest_format': None, 'delete_on_termination': False, 'disk_bus': None, 'device_type': None, 'attachment_id': '6c983715-34be-482b-9d40-9c30651c84a2', 'mount_device': '/dev/sdb', 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=69357) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1012.096790] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Volume attach. Driver type: vmdk {{(pid=69357) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1012.097489] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655641', 'volume_id': '8efa0828-50a9-486e-ad5d-8f8015cf1f36', 'name': 'volume-8efa0828-50a9-486e-ad5d-8f8015cf1f36', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '0c1376c6-1c72-4998-b90e-ff4500cef5c0', 'attached_at': '', 'detached_at': '', 'volume_id': '8efa0828-50a9-486e-ad5d-8f8015cf1f36', 'serial': '8efa0828-50a9-486e-ad5d-8f8015cf1f36'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1012.098684] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e2f8a0-370b-4ef1-8ebb-d996dc2bd8e1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.120722] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1eb9907-2697-4b25-8e66-fd2f4ece18e1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.148971] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] volume-8efa0828-50a9-486e-ad5d-8f8015cf1f36/volume-8efa0828-50a9-486e-ad5d-8f8015cf1f36.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.149380] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b38f86b-fef4-45a3-a4d7-9013bf1d28ef {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.169498] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 1012.169498] env[69357]: value = "task-3283136" [ 1012.169498] env[69357]: _type = "Task" [ 1012.169498] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.173224] env[69357]: DEBUG nova.network.neutron [-] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.182625] env[69357]: DEBUG oslo_concurrency.lockutils [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.800s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.183225] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283136, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.183705] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.545s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.185415] env[69357]: INFO nova.compute.claims [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.207303] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-62a199ed-8b5d-4adb-9613-d4a572b58251 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.216950] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdbb484-194c-48b1-a443-538e24c2d05e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.230499] env[69357]: INFO nova.scheduler.client.report [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Deleted allocations for instance 8bd83bcb-b28b-46d8-bf52-67cc714b3656 [ 1012.252551] env[69357]: DEBUG nova.compute.manager [req-edacf11b-0a4c-4733-a735-3eefd0ffacfa req-e25a2a57-f846-477d-b37f-f48635b9d695 service nova] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Detach interface failed, port_id=0263c35f-9ea6-42f6-aafa-5c815c415538, reason: Instance 97dc6c38-2108-49df-9ccc-dceb0fc41cc8 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1012.355275] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283135, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.678296] env[69357]: INFO nova.compute.manager [-] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Took 1.40 seconds to deallocate network for instance. [ 1012.693206] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283136, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.742325] env[69357]: DEBUG oslo_concurrency.lockutils [None req-353428e0-2db0-45f7-b2db-246032d3f895 tempest-ServersListShow298Test-1500006803 tempest-ServersListShow298Test-1500006803-project-member] Lock "8bd83bcb-b28b-46d8-bf52-67cc714b3656" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.884s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.853722] env[69357]: DEBUG oslo_vmware.api [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283135, 'name': PowerOnVM_Task, 'duration_secs': 0.782108} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.854027] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.854245] env[69357]: DEBUG nova.compute.manager [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.855120] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5691ccbf-a432-40dd-92a8-fcfdfb95d590 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.185065] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283136, 'name': ReconfigVM_Task, 'duration_secs': 0.603578} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.189104] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Reconfigured VM instance instance-0000003c to attach disk [datastore1] volume-8efa0828-50a9-486e-ad5d-8f8015cf1f36/volume-8efa0828-50a9-486e-ad5d-8f8015cf1f36.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.191339] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e03a562-2574-43c4-adf3-246f66cab22a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.208457] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ec7e513-1eaf-4cf8-98c0-fb485d4403be tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.216775] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 1013.216775] env[69357]: value = "task-3283137" [ 1013.216775] env[69357]: _type = "Task" [ 1013.216775] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.226275] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283137, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.379425] env[69357]: DEBUG oslo_concurrency.lockutils [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.394339] env[69357]: DEBUG nova.compute.manager [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Stashing vm_state: active {{(pid=69357) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1013.443285] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d8dd20-b963-4649-b078-fdeb6cf4ba64 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.454137] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4cab66-b785-4908-8f44-f8ee1ab6ab11 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.491948] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d588fce-bd3b-4117-9fa9-7175cf8df2e6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.502706] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3503c32-3187-4583-8252-a9ef37a9b1c4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.523244] env[69357]: DEBUG nova.compute.provider_tree [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.769836] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283137, 'name': ReconfigVM_Task, 'duration_secs': 0.352359} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.769836] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655641', 'volume_id': '8efa0828-50a9-486e-ad5d-8f8015cf1f36', 'name': 'volume-8efa0828-50a9-486e-ad5d-8f8015cf1f36', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '0c1376c6-1c72-4998-b90e-ff4500cef5c0', 'attached_at': '', 'detached_at': '', 'volume_id': '8efa0828-50a9-486e-ad5d-8f8015cf1f36', 'serial': '8efa0828-50a9-486e-ad5d-8f8015cf1f36'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1013.769836] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2087437b-13ad-4feb-b232-11c0c1ef960d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.769836] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 1013.769836] env[69357]: value = "task-3283138" [ 1013.769836] env[69357]: _type = "Task" [ 1013.769836] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.769836] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283138, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.917586] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.027330] env[69357]: DEBUG nova.scheduler.client.report [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.256140] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283138, 'name': Rename_Task, 'duration_secs': 0.314387} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.257145] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.257560] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63c2a116-21ef-4bb2-b4c0-ed57f7b38fa6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.266900] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 1014.266900] env[69357]: value = "task-3283139" [ 1014.266900] env[69357]: _type = "Task" [ 1014.266900] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.273663] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.532458] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.533066] env[69357]: DEBUG nova.compute.manager [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1014.537486] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.234s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.775646] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283139, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.040737] env[69357]: DEBUG nova.compute.utils [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.045010] env[69357]: INFO nova.compute.claims [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.049676] env[69357]: DEBUG nova.compute.manager [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1015.049849] env[69357]: DEBUG nova.network.neutron [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.119318] env[69357]: DEBUG nova.policy [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d3d65e0f327459cbcf60e590b9b1054', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fee1c5526ed04060a1bc0e75be3dc547', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.275954] env[69357]: DEBUG oslo_vmware.api [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283139, 'name': PowerOnVM_Task, 'duration_secs': 0.814827} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.276408] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.400716] env[69357]: DEBUG nova.compute.manager [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.402197] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d03dff-8603-41d0-9b60-d065fec1043e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.441537] env[69357]: DEBUG nova.network.neutron [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Successfully created port: 787cd20f-b7ed-4868-8194-87b9636a7b66 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.551177] env[69357]: DEBUG nova.compute.manager [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1015.560065] env[69357]: INFO nova.compute.resource_tracker [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Updating resource usage from migration 5e1aa3aa-042e-4ee9-983d-c8113f918fa3 [ 1015.781348] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5461bee-86e9-4937-b0de-66f76010c6ba {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.790019] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c23f603-3f1f-4434-b556-ad5b463a992b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.822375] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e55d8c-9868-44e2-9d58-b63114ce2987 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.831314] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ae2595-6e1c-4978-b1e2-69b2e72f539d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.849490] env[69357]: DEBUG nova.compute.provider_tree [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.921570] env[69357]: DEBUG oslo_concurrency.lockutils [None req-363696ed-08e2-4f8d-a09e-2130c0cd50b2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lock "0c1376c6-1c72-4998-b90e-ff4500cef5c0" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 36.102s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.352857] env[69357]: DEBUG nova.scheduler.client.report [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.574141] env[69357]: DEBUG nova.compute.manager [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1016.611138] env[69357]: DEBUG nova.virt.hardware [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.611138] env[69357]: DEBUG nova.virt.hardware [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.611138] env[69357]: DEBUG nova.virt.hardware [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.611138] env[69357]: DEBUG nova.virt.hardware [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.611138] env[69357]: DEBUG nova.virt.hardware [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.611138] env[69357]: DEBUG nova.virt.hardware [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.611138] env[69357]: DEBUG nova.virt.hardware [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.611138] env[69357]: DEBUG nova.virt.hardware [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.611138] env[69357]: DEBUG nova.virt.hardware [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.611138] env[69357]: DEBUG nova.virt.hardware [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.611138] env[69357]: DEBUG nova.virt.hardware [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.611668] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c61b5ae-e844-4ee0-8e31-d65ad9f4da8b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.620696] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3399a3-5e3f-4afe-bab1-ecf73083ace7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.861019] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.322s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.861019] env[69357]: INFO nova.compute.manager [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Migrating [ 1016.867063] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1fc36389-3e13-4615-869b-65ac8b9aca4c tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.129s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.867887] env[69357]: DEBUG nova.objects.instance [None req-1fc36389-3e13-4615-869b-65ac8b9aca4c tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lazy-loading 'resources' on Instance uuid b1395227-b74b-4fee-8895-26a4b293fb1f {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.882511] env[69357]: DEBUG nova.compute.manager [req-26d40322-68d9-42f2-b10e-52fc448cc321 req-3fdde235-8049-4197-8325-16f113b6ebbe service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Received event network-vif-plugged-787cd20f-b7ed-4868-8194-87b9636a7b66 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.884173] env[69357]: DEBUG oslo_concurrency.lockutils [req-26d40322-68d9-42f2-b10e-52fc448cc321 req-3fdde235-8049-4197-8325-16f113b6ebbe service nova] Acquiring lock "03f0e5ec-8777-42ce-9b73-a5dd273204df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.884173] env[69357]: DEBUG oslo_concurrency.lockutils [req-26d40322-68d9-42f2-b10e-52fc448cc321 req-3fdde235-8049-4197-8325-16f113b6ebbe service nova] Lock "03f0e5ec-8777-42ce-9b73-a5dd273204df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.884173] env[69357]: DEBUG oslo_concurrency.lockutils [req-26d40322-68d9-42f2-b10e-52fc448cc321 req-3fdde235-8049-4197-8325-16f113b6ebbe service nova] Lock "03f0e5ec-8777-42ce-9b73-a5dd273204df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.884173] env[69357]: DEBUG nova.compute.manager [req-26d40322-68d9-42f2-b10e-52fc448cc321 req-3fdde235-8049-4197-8325-16f113b6ebbe service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] No waiting events found dispatching network-vif-plugged-787cd20f-b7ed-4868-8194-87b9636a7b66 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1016.884173] env[69357]: WARNING nova.compute.manager [req-26d40322-68d9-42f2-b10e-52fc448cc321 req-3fdde235-8049-4197-8325-16f113b6ebbe service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Received unexpected event network-vif-plugged-787cd20f-b7ed-4868-8194-87b9636a7b66 for instance with vm_state building and task_state spawning. [ 1016.980285] env[69357]: DEBUG nova.network.neutron [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Successfully updated port: 787cd20f-b7ed-4868-8194-87b9636a7b66 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.343031] env[69357]: DEBUG nova.compute.manager [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.343976] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef726817-fd68-4290-83e6-5a48d503bcd9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.377429] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquiring lock "refresh_cache-d4d1668d-9a0a-4185-b190-7dc7cb668411" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.379203] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquired lock "refresh_cache-d4d1668d-9a0a-4185-b190-7dc7cb668411" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.379203] env[69357]: DEBUG nova.network.neutron [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.485123] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "refresh_cache-03f0e5ec-8777-42ce-9b73-a5dd273204df" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.485123] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquired lock "refresh_cache-03f0e5ec-8777-42ce-9b73-a5dd273204df" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.485409] env[69357]: DEBUG nova.network.neutron [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.582179] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d7ea97-c98e-4ac7-9a14-d187c4422a5f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.591741] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b4bc37-fc49-4dc9-885e-ad6495b66aac {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.636684] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d909cff9-31a7-4b59-bb2a-575865e428c4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.645784] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0630d8e-09d0-453d-84d3-ba1a934dd93e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.662938] env[69357]: DEBUG nova.compute.provider_tree [None req-1fc36389-3e13-4615-869b-65ac8b9aca4c tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.857105] env[69357]: INFO nova.compute.manager [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] instance snapshotting [ 1017.858017] env[69357]: DEBUG nova.objects.instance [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lazy-loading 'flavor' on Instance uuid 293709c1-4f73-4f7c-a4b9-c11d41ab685e {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.020348] env[69357]: DEBUG nova.network.neutron [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.142837] env[69357]: DEBUG nova.network.neutron [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Updating instance_info_cache with network_info: [{"id": "f835c83d-bad4-4177-8ff8-2f93faf8ed78", "address": "fa:16:3e:28:67:d3", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf835c83d-ba", "ovs_interfaceid": "f835c83d-bad4-4177-8ff8-2f93faf8ed78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.165800] env[69357]: DEBUG nova.scheduler.client.report [None req-1fc36389-3e13-4615-869b-65ac8b9aca4c tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.207580] env[69357]: DEBUG nova.network.neutron [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Updating instance_info_cache with network_info: [{"id": "787cd20f-b7ed-4868-8194-87b9636a7b66", "address": "fa:16:3e:45:5e:d4", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap787cd20f-b7", "ovs_interfaceid": "787cd20f-b7ed-4868-8194-87b9636a7b66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.364401] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d35211-149f-4f21-9a0b-dc7439464bf5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.384883] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f6b4df-0016-4ed9-abf1-1ccd67fa2250 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.519695] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "e446971c-3947-4544-ab25-39eaefc9097d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.519940] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "e446971c-3947-4544-ab25-39eaefc9097d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.647484] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Releasing lock "refresh_cache-d4d1668d-9a0a-4185-b190-7dc7cb668411" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.672963] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1fc36389-3e13-4615-869b-65ac8b9aca4c tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.806s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.675740] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ec7e513-1eaf-4cf8-98c0-fb485d4403be tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.467s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.675879] env[69357]: DEBUG nova.objects.instance [None req-5ec7e513-1eaf-4cf8-98c0-fb485d4403be tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Lazy-loading 'resources' on Instance uuid 97dc6c38-2108-49df-9ccc-dceb0fc41cc8 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.696966] env[69357]: INFO nova.scheduler.client.report [None req-1fc36389-3e13-4615-869b-65ac8b9aca4c tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Deleted allocations for instance b1395227-b74b-4fee-8895-26a4b293fb1f [ 1018.711475] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Releasing lock "refresh_cache-03f0e5ec-8777-42ce-9b73-a5dd273204df" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.711804] env[69357]: DEBUG nova.compute.manager [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Instance network_info: |[{"id": "787cd20f-b7ed-4868-8194-87b9636a7b66", "address": "fa:16:3e:45:5e:d4", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap787cd20f-b7", "ovs_interfaceid": "787cd20f-b7ed-4868-8194-87b9636a7b66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1018.712418] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:5e:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '787cd20f-b7ed-4868-8194-87b9636a7b66', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.720765] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.721409] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.721654] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4dd35cfd-7baa-4923-a855-c5f99dfec37b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.749935] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.749935] env[69357]: value = "task-3283140" [ 1018.749935] env[69357]: _type = "Task" [ 1018.749935] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.760035] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283140, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.898126] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Creating Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1018.898126] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7cd012de-3b5b-4203-b8c4-67f4d8581e4c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.912062] env[69357]: DEBUG oslo_vmware.api [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1018.912062] env[69357]: value = "task-3283141" [ 1018.912062] env[69357]: _type = "Task" [ 1018.912062] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.917827] env[69357]: DEBUG nova.compute.manager [req-c204b04f-b865-4adb-8de5-a77c3e8c8a05 req-a58e1490-fe54-41a2-a509-a5bf13162f84 service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Received event network-changed-787cd20f-b7ed-4868-8194-87b9636a7b66 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.918121] env[69357]: DEBUG nova.compute.manager [req-c204b04f-b865-4adb-8de5-a77c3e8c8a05 req-a58e1490-fe54-41a2-a509-a5bf13162f84 service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Refreshing instance network info cache due to event network-changed-787cd20f-b7ed-4868-8194-87b9636a7b66. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.918310] env[69357]: DEBUG oslo_concurrency.lockutils [req-c204b04f-b865-4adb-8de5-a77c3e8c8a05 req-a58e1490-fe54-41a2-a509-a5bf13162f84 service nova] Acquiring lock "refresh_cache-03f0e5ec-8777-42ce-9b73-a5dd273204df" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.918489] env[69357]: DEBUG oslo_concurrency.lockutils [req-c204b04f-b865-4adb-8de5-a77c3e8c8a05 req-a58e1490-fe54-41a2-a509-a5bf13162f84 service nova] Acquired lock "refresh_cache-03f0e5ec-8777-42ce-9b73-a5dd273204df" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.918667] env[69357]: DEBUG nova.network.neutron [req-c204b04f-b865-4adb-8de5-a77c3e8c8a05 req-a58e1490-fe54-41a2-a509-a5bf13162f84 service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Refreshing network info cache for port 787cd20f-b7ed-4868-8194-87b9636a7b66 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.927661] env[69357]: DEBUG oslo_vmware.api [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283141, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.023862] env[69357]: DEBUG nova.compute.manager [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1019.119241] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Acquiring lock "c0c3b6ae-4167-4abc-9e79-f58ae51e3383" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.119476] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Lock "c0c3b6ae-4167-4abc-9e79-f58ae51e3383" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.210521] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1fc36389-3e13-4615-869b-65ac8b9aca4c tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "b1395227-b74b-4fee-8895-26a4b293fb1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.541s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.262706] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283140, 'name': CreateVM_Task, 'duration_secs': 0.499101} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.262832] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.263538] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.263706] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.264320] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.264591] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dba2f36c-7521-40d4-91d9-bf1cf90e6ab4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.269738] env[69357]: DEBUG oslo_vmware.api [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 1019.269738] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5226b06d-fb34-5b37-404c-e4d3c35e47e5" [ 1019.269738] env[69357]: _type = "Task" [ 1019.269738] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.280567] env[69357]: DEBUG oslo_vmware.api [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5226b06d-fb34-5b37-404c-e4d3c35e47e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.398507] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76dcf460-e38b-4ebc-bbf7-244443a15ac1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.408093] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab17e7f-5770-4856-9e70-b529b16e0f92 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.427386] env[69357]: DEBUG oslo_vmware.api [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283141, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.454342] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a141a8-4e25-4836-a0a9-091e5c3a4c36 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.465207] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb3522d-674d-45dd-95f4-54fdb893a5f5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.480120] env[69357]: DEBUG nova.compute.provider_tree [None req-5ec7e513-1eaf-4cf8-98c0-fb485d4403be tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.545844] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.623025] env[69357]: DEBUG nova.compute.manager [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1019.696786] env[69357]: DEBUG nova.network.neutron [req-c204b04f-b865-4adb-8de5-a77c3e8c8a05 req-a58e1490-fe54-41a2-a509-a5bf13162f84 service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Updated VIF entry in instance network info cache for port 787cd20f-b7ed-4868-8194-87b9636a7b66. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.697260] env[69357]: DEBUG nova.network.neutron [req-c204b04f-b865-4adb-8de5-a77c3e8c8a05 req-a58e1490-fe54-41a2-a509-a5bf13162f84 service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Updating instance_info_cache with network_info: [{"id": "787cd20f-b7ed-4868-8194-87b9636a7b66", "address": "fa:16:3e:45:5e:d4", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap787cd20f-b7", "ovs_interfaceid": "787cd20f-b7ed-4868-8194-87b9636a7b66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.783025] env[69357]: DEBUG oslo_vmware.api [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5226b06d-fb34-5b37-404c-e4d3c35e47e5, 'name': SearchDatastore_Task, 'duration_secs': 0.01155} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.783025] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.783025] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.783025] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.783025] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.783397] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.783669] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84f2c0a2-4a65-4422-a7a5-3ad948dfb4e4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.797768] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.797959] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.799996] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f24429b1-b1a8-486d-b54f-6380ee7c90b9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.806726] env[69357]: DEBUG oslo_vmware.api [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 1019.806726] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e5700e-25ce-3af9-eab1-6dd800928335" [ 1019.806726] env[69357]: _type = "Task" [ 1019.806726] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.819168] env[69357]: DEBUG oslo_vmware.api [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e5700e-25ce-3af9-eab1-6dd800928335, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.923491] env[69357]: DEBUG oslo_vmware.api [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283141, 'name': CreateSnapshot_Task, 'duration_secs': 0.834813} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.923802] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Created Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1019.926815] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25158a7-d83c-479c-bdb3-e331a3b937d5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.984078] env[69357]: DEBUG nova.scheduler.client.report [None req-5ec7e513-1eaf-4cf8-98c0-fb485d4403be tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.149247] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.166789] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb11490a-6b35-4920-b2fa-57cb73f519f1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.188117] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Updating instance 'd4d1668d-9a0a-4185-b190-7dc7cb668411' progress to 0 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1020.200404] env[69357]: DEBUG oslo_concurrency.lockutils [req-c204b04f-b865-4adb-8de5-a77c3e8c8a05 req-a58e1490-fe54-41a2-a509-a5bf13162f84 service nova] Releasing lock "refresh_cache-03f0e5ec-8777-42ce-9b73-a5dd273204df" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.319038] env[69357]: DEBUG oslo_vmware.api [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e5700e-25ce-3af9-eab1-6dd800928335, 'name': SearchDatastore_Task, 'duration_secs': 0.025077} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.319866] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e40d0f64-65c4-4893-817e-eb163abcb5fc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.325932] env[69357]: DEBUG oslo_vmware.api [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 1020.325932] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f30b6a-7df8-4f3e-8228-69df74a967d7" [ 1020.325932] env[69357]: _type = "Task" [ 1020.325932] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.334354] env[69357]: DEBUG oslo_vmware.api [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f30b6a-7df8-4f3e-8228-69df74a967d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.443951] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Creating linked-clone VM from snapshot {{(pid=69357) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1020.444308] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c568832b-fcbc-492c-ad51-b3057ef91eda {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.453551] env[69357]: DEBUG oslo_vmware.api [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1020.453551] env[69357]: value = "task-3283142" [ 1020.453551] env[69357]: _type = "Task" [ 1020.453551] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.462249] env[69357]: DEBUG oslo_vmware.api [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283142, 'name': CloneVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.490228] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ec7e513-1eaf-4cf8-98c0-fb485d4403be tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.815s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.492604] env[69357]: DEBUG oslo_concurrency.lockutils [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.113s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.492795] env[69357]: DEBUG nova.objects.instance [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69357) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1020.511862] env[69357]: INFO nova.scheduler.client.report [None req-5ec7e513-1eaf-4cf8-98c0-fb485d4403be tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Deleted allocations for instance 97dc6c38-2108-49df-9ccc-dceb0fc41cc8 [ 1020.527877] env[69357]: DEBUG oslo_concurrency.lockutils [None req-652cf552-677d-48ec-bd55-20022c970bb6 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "ff1d2974-d5a3-4753-9fa4-77f49949dd16" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.528166] env[69357]: DEBUG oslo_concurrency.lockutils [None req-652cf552-677d-48ec-bd55-20022c970bb6 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "ff1d2974-d5a3-4753-9fa4-77f49949dd16" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.695638] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.696425] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-209c6c4e-6423-4ded-9180-c0e7bff4445b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.704919] env[69357]: DEBUG oslo_vmware.api [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for the task: (returnval){ [ 1020.704919] env[69357]: value = "task-3283143" [ 1020.704919] env[69357]: _type = "Task" [ 1020.704919] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.717928] env[69357]: DEBUG oslo_vmware.api [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.840160] env[69357]: DEBUG oslo_vmware.api [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f30b6a-7df8-4f3e-8228-69df74a967d7, 'name': SearchDatastore_Task, 'duration_secs': 0.011127} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.840397] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.841083] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 03f0e5ec-8777-42ce-9b73-a5dd273204df/03f0e5ec-8777-42ce-9b73-a5dd273204df.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.841083] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0426c9aa-6ab0-4e18-a1e9-f6d2e930e375 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.850660] env[69357]: DEBUG oslo_vmware.api [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 1020.850660] env[69357]: value = "task-3283144" [ 1020.850660] env[69357]: _type = "Task" [ 1020.850660] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.864435] env[69357]: DEBUG oslo_vmware.api [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.965219] env[69357]: DEBUG oslo_vmware.api [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283142, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.020814] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ec7e513-1eaf-4cf8-98c0-fb485d4403be tempest-SecurityGroupsTestJSON-1234732499 tempest-SecurityGroupsTestJSON-1234732499-project-member] Lock "97dc6c38-2108-49df-9ccc-dceb0fc41cc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.945s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.031039] env[69357]: INFO nova.compute.manager [None req-652cf552-677d-48ec-bd55-20022c970bb6 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Detaching volume 14561113-ee40-469e-8a30-8aeabe51f83a [ 1021.071313] env[69357]: INFO nova.virt.block_device [None req-652cf552-677d-48ec-bd55-20022c970bb6 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Attempting to driver detach volume 14561113-ee40-469e-8a30-8aeabe51f83a from mountpoint /dev/sdb [ 1021.071634] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-652cf552-677d-48ec-bd55-20022c970bb6 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Volume detach. Driver type: vmdk {{(pid=69357) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1021.072044] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-652cf552-677d-48ec-bd55-20022c970bb6 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655617', 'volume_id': '14561113-ee40-469e-8a30-8aeabe51f83a', 'name': 'volume-14561113-ee40-469e-8a30-8aeabe51f83a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff1d2974-d5a3-4753-9fa4-77f49949dd16', 'attached_at': '', 'detached_at': '', 'volume_id': '14561113-ee40-469e-8a30-8aeabe51f83a', 'serial': '14561113-ee40-469e-8a30-8aeabe51f83a'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1021.073440] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae803d1d-5a5c-4b2d-9a44-45c7da5d238b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.097576] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e000bb7-e4fd-4fdd-b5e2-30da03df0e04 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.108126] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fab9ce9-7859-4831-ad52-da41d98d2660 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.136210] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169ca942-94af-4892-b4d9-a5f0c2f6ff6b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.153409] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-652cf552-677d-48ec-bd55-20022c970bb6 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] The volume has not been displaced from its original location: [datastore2] volume-14561113-ee40-469e-8a30-8aeabe51f83a/volume-14561113-ee40-469e-8a30-8aeabe51f83a.vmdk. No consolidation needed. {{(pid=69357) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1021.159131] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-652cf552-677d-48ec-bd55-20022c970bb6 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Reconfiguring VM instance instance-0000002a to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1021.159520] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acae6a02-afd7-427e-9568-072103363f52 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.180415] env[69357]: DEBUG oslo_vmware.api [None req-652cf552-677d-48ec-bd55-20022c970bb6 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 1021.180415] env[69357]: value = "task-3283145" [ 1021.180415] env[69357]: _type = "Task" [ 1021.180415] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.191640] env[69357]: DEBUG oslo_vmware.api [None req-652cf552-677d-48ec-bd55-20022c970bb6 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283145, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.217305] env[69357]: DEBUG oslo_vmware.api [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283143, 'name': PowerOffVM_Task, 'duration_secs': 0.262821} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.217614] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.217813] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Updating instance 'd4d1668d-9a0a-4185-b190-7dc7cb668411' progress to 17 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1021.363528] env[69357]: DEBUG oslo_vmware.api [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505429} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.363955] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 03f0e5ec-8777-42ce-9b73-a5dd273204df/03f0e5ec-8777-42ce-9b73-a5dd273204df.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.364150] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.364399] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-734ba67a-e493-4c58-bb8e-8c76fd8009fb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.372189] env[69357]: DEBUG oslo_vmware.api [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 1021.372189] env[69357]: value = "task-3283146" [ 1021.372189] env[69357]: _type = "Task" [ 1021.372189] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.382771] env[69357]: DEBUG oslo_vmware.api [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.465478] env[69357]: DEBUG oslo_vmware.api [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283142, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.502944] env[69357]: DEBUG oslo_concurrency.lockutils [None req-30cccd4f-1bcc-4880-b582-b81ff97cb4ca tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.504161] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.587s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.691726] env[69357]: DEBUG oslo_vmware.api [None req-652cf552-677d-48ec-bd55-20022c970bb6 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283145, 'name': ReconfigVM_Task, 'duration_secs': 0.476046} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.691984] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-652cf552-677d-48ec-bd55-20022c970bb6 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Reconfigured VM instance instance-0000002a to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1021.697403] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c09574e-1c5a-4b75-81ed-fbb7168fb89a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.715218] env[69357]: DEBUG oslo_vmware.api [None req-652cf552-677d-48ec-bd55-20022c970bb6 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 1021.715218] env[69357]: value = "task-3283147" [ 1021.715218] env[69357]: _type = "Task" [ 1021.715218] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.725832] env[69357]: DEBUG nova.virt.hardware [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.726091] env[69357]: DEBUG nova.virt.hardware [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.726221] env[69357]: DEBUG nova.virt.hardware [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.726410] env[69357]: DEBUG nova.virt.hardware [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.726557] env[69357]: DEBUG nova.virt.hardware [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.726701] env[69357]: DEBUG nova.virt.hardware [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.726936] env[69357]: DEBUG nova.virt.hardware [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.727252] env[69357]: DEBUG nova.virt.hardware [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.727444] env[69357]: DEBUG nova.virt.hardware [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.727613] env[69357]: DEBUG nova.virt.hardware [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.727789] env[69357]: DEBUG nova.virt.hardware [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.732774] env[69357]: DEBUG oslo_vmware.api [None req-652cf552-677d-48ec-bd55-20022c970bb6 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283147, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.733026] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-259f1734-8af3-493f-bd8c-d92871677c76 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.749632] env[69357]: DEBUG oslo_vmware.api [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for the task: (returnval){ [ 1021.749632] env[69357]: value = "task-3283148" [ 1021.749632] env[69357]: _type = "Task" [ 1021.749632] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.759077] env[69357]: DEBUG oslo_vmware.api [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283148, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.886168] env[69357]: DEBUG oslo_vmware.api [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077688} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.886508] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1021.887484] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c943da6-3ca1-41aa-b77e-e0f150d9dcde {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.920042] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 03f0e5ec-8777-42ce-9b73-a5dd273204df/03f0e5ec-8777-42ce-9b73-a5dd273204df.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.920531] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf9c2f1b-e3b0-4a58-8ee5-98e993c95f2f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.950269] env[69357]: DEBUG oslo_vmware.api [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 1021.950269] env[69357]: value = "task-3283149" [ 1021.950269] env[69357]: _type = "Task" [ 1021.950269] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.961904] env[69357]: DEBUG oslo_vmware.api [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283149, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.968339] env[69357]: DEBUG oslo_vmware.api [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283142, 'name': CloneVM_Task, 'duration_secs': 1.471431} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.968924] env[69357]: INFO nova.virt.vmwareapi.vmops [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Created linked-clone VM from snapshot [ 1021.969456] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65dc2880-42ee-438d-9f0a-075e02e0eec2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.978276] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Uploading image 4064bf68-37d9-4da5-bd3b-46feba1c0b4b {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1022.002847] env[69357]: DEBUG oslo_vmware.rw_handles [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1022.002847] env[69357]: value = "vm-655662" [ 1022.002847] env[69357]: _type = "VirtualMachine" [ 1022.002847] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1022.003170] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1c4f3212-c9d7-4d89-aff6-f5605445cc18 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.008954] env[69357]: INFO nova.compute.claims [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1022.014597] env[69357]: DEBUG oslo_vmware.rw_handles [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lease: (returnval){ [ 1022.014597] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5291e1d5-c182-c814-df73-2b928b12d92f" [ 1022.014597] env[69357]: _type = "HttpNfcLease" [ 1022.014597] env[69357]: } obtained for exporting VM: (result){ [ 1022.014597] env[69357]: value = "vm-655662" [ 1022.014597] env[69357]: _type = "VirtualMachine" [ 1022.014597] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1022.015063] env[69357]: DEBUG oslo_vmware.api [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the lease: (returnval){ [ 1022.015063] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5291e1d5-c182-c814-df73-2b928b12d92f" [ 1022.015063] env[69357]: _type = "HttpNfcLease" [ 1022.015063] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1022.022510] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1022.022510] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5291e1d5-c182-c814-df73-2b928b12d92f" [ 1022.022510] env[69357]: _type = "HttpNfcLease" [ 1022.022510] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1022.230082] env[69357]: DEBUG oslo_vmware.api [None req-652cf552-677d-48ec-bd55-20022c970bb6 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283147, 'name': ReconfigVM_Task, 'duration_secs': 0.175271} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.230082] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-652cf552-677d-48ec-bd55-20022c970bb6 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655617', 'volume_id': '14561113-ee40-469e-8a30-8aeabe51f83a', 'name': 'volume-14561113-ee40-469e-8a30-8aeabe51f83a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff1d2974-d5a3-4753-9fa4-77f49949dd16', 'attached_at': '', 'detached_at': '', 'volume_id': '14561113-ee40-469e-8a30-8aeabe51f83a', 'serial': '14561113-ee40-469e-8a30-8aeabe51f83a'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1022.261778] env[69357]: DEBUG oslo_vmware.api [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283148, 'name': ReconfigVM_Task, 'duration_secs': 0.50673} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.262425] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Updating instance 'd4d1668d-9a0a-4185-b190-7dc7cb668411' progress to 33 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1022.461270] env[69357]: DEBUG oslo_vmware.api [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.517319] env[69357]: INFO nova.compute.resource_tracker [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Updating resource usage from migration 94a1c52b-3142-4ea1-839e-d6b9b6a3dc17 [ 1022.527823] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1022.527823] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5291e1d5-c182-c814-df73-2b928b12d92f" [ 1022.527823] env[69357]: _type = "HttpNfcLease" [ 1022.527823] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1022.528025] env[69357]: DEBUG oslo_vmware.rw_handles [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1022.528025] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5291e1d5-c182-c814-df73-2b928b12d92f" [ 1022.528025] env[69357]: _type = "HttpNfcLease" [ 1022.528025] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1022.529463] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4370d9bd-fb85-4b0a-9407-e953e1cc4997 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.536618] env[69357]: DEBUG oslo_vmware.rw_handles [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e25ab-87b2-968e-30c0-ceeb3b5695e1/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1022.536969] env[69357]: DEBUG oslo_vmware.rw_handles [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e25ab-87b2-968e-30c0-ceeb3b5695e1/disk-0.vmdk for reading. {{(pid=69357) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1022.636202] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9b944f1a-7600-4551-8a23-71b830f2fd95 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.775244] env[69357]: DEBUG nova.virt.hardware [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.775244] env[69357]: DEBUG nova.virt.hardware [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.775244] env[69357]: DEBUG nova.virt.hardware [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.775244] env[69357]: DEBUG nova.virt.hardware [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.775244] env[69357]: DEBUG nova.virt.hardware [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.775244] env[69357]: DEBUG nova.virt.hardware [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.775244] env[69357]: DEBUG nova.virt.hardware [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.775244] env[69357]: DEBUG nova.virt.hardware [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.775244] env[69357]: DEBUG nova.virt.hardware [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.775244] env[69357]: DEBUG nova.virt.hardware [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.775244] env[69357]: DEBUG nova.virt.hardware [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.781134] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Reconfiguring VM instance instance-00000056 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1022.782896] env[69357]: DEBUG nova.objects.instance [None req-652cf552-677d-48ec-bd55-20022c970bb6 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lazy-loading 'flavor' on Instance uuid ff1d2974-d5a3-4753-9fa4-77f49949dd16 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.784498] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e4f97c1-f5c0-4206-bd34-56e20de03edc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.803949] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cd60b0-ae88-409a-8b31-35e1693eecd0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.816562] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41da2b9-c6a6-4845-b1b2-4e57edf3919f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.820300] env[69357]: DEBUG oslo_vmware.api [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for the task: (returnval){ [ 1022.820300] env[69357]: value = "task-3283151" [ 1022.820300] env[69357]: _type = "Task" [ 1022.820300] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.858133] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b956f96-6cdd-44f1-9f1a-5453f548cce4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.866473] env[69357]: DEBUG oslo_vmware.api [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283151, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.873051] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfb59c9-a192-4a52-8636-bb852ead484c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.888837] env[69357]: DEBUG nova.compute.provider_tree [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.961941] env[69357]: DEBUG oslo_vmware.api [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283149, 'name': ReconfigVM_Task, 'duration_secs': 0.794078} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.962280] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 03f0e5ec-8777-42ce-9b73-a5dd273204df/03f0e5ec-8777-42ce-9b73-a5dd273204df.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.962986] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-015ca502-1456-40b3-8bf7-af2933a92c89 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.971646] env[69357]: DEBUG oslo_vmware.api [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 1022.971646] env[69357]: value = "task-3283152" [ 1022.971646] env[69357]: _type = "Task" [ 1022.971646] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.981595] env[69357]: DEBUG oslo_vmware.api [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283152, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.332322] env[69357]: DEBUG oslo_vmware.api [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283151, 'name': ReconfigVM_Task, 'duration_secs': 0.194881} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.332719] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Reconfigured VM instance instance-00000056 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1023.333677] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e20918-c5d3-4285-8690-a12e6aba6bd4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.358413] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] d4d1668d-9a0a-4185-b190-7dc7cb668411/d4d1668d-9a0a-4185-b190-7dc7cb668411.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.359325] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19202db4-8fab-4bb7-af05-03fba154b191 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.380460] env[69357]: DEBUG oslo_vmware.api [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for the task: (returnval){ [ 1023.380460] env[69357]: value = "task-3283153" [ 1023.380460] env[69357]: _type = "Task" [ 1023.380460] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.390782] env[69357]: DEBUG oslo_vmware.api [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283153, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.391777] env[69357]: DEBUG nova.scheduler.client.report [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.483350] env[69357]: DEBUG oslo_vmware.api [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283152, 'name': Rename_Task, 'duration_secs': 0.172068} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.483850] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.484065] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78d10ad4-872c-4e92-be44-5d10e2d2229a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.491450] env[69357]: DEBUG oslo_vmware.api [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 1023.491450] env[69357]: value = "task-3283154" [ 1023.491450] env[69357]: _type = "Task" [ 1023.491450] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.500787] env[69357]: DEBUG oslo_vmware.api [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.809103] env[69357]: DEBUG oslo_concurrency.lockutils [None req-652cf552-677d-48ec-bd55-20022c970bb6 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "ff1d2974-d5a3-4753-9fa4-77f49949dd16" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.281s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.891290] env[69357]: DEBUG oslo_vmware.api [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283153, 'name': ReconfigVM_Task, 'duration_secs': 0.291894} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.891848] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Reconfigured VM instance instance-00000056 to attach disk [datastore2] d4d1668d-9a0a-4185-b190-7dc7cb668411/d4d1668d-9a0a-4185-b190-7dc7cb668411.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.892359] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Updating instance 'd4d1668d-9a0a-4185-b190-7dc7cb668411' progress to 50 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1023.897466] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.393s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.899195] env[69357]: INFO nova.compute.manager [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Migrating [ 1023.905801] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.360s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.907381] env[69357]: INFO nova.compute.claims [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.008970] env[69357]: DEBUG oslo_vmware.api [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283154, 'name': PowerOnVM_Task, 'duration_secs': 0.494937} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.009392] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.009682] env[69357]: INFO nova.compute.manager [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Took 7.44 seconds to spawn the instance on the hypervisor. [ 1024.009912] env[69357]: DEBUG nova.compute.manager [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.010737] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24a2fbb-0c85-4075-a704-7a162bf3a79a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.409021] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8d1789-82d3-4633-afc8-8bd8c8f179ac {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.442189] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "refresh_cache-71690098-eb9a-456d-85d1-936d3d5b4d6e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.443521] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquired lock "refresh_cache-71690098-eb9a-456d-85d1-936d3d5b4d6e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.443834] env[69357]: DEBUG nova.network.neutron [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.447437] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70e4fb8-39ff-4b98-80f5-9e4f5a86d014 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.473358] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Updating instance 'd4d1668d-9a0a-4185-b190-7dc7cb668411' progress to 67 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1024.537760] env[69357]: INFO nova.compute.manager [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Took 15.93 seconds to build instance. [ 1024.900230] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4101e9b-5136-4484-8807-60866356f757 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "ff1d2974-d5a3-4753-9fa4-77f49949dd16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.900580] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4101e9b-5136-4484-8807-60866356f757 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "ff1d2974-d5a3-4753-9fa4-77f49949dd16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.900785] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4101e9b-5136-4484-8807-60866356f757 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "ff1d2974-d5a3-4753-9fa4-77f49949dd16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.900908] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4101e9b-5136-4484-8807-60866356f757 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "ff1d2974-d5a3-4753-9fa4-77f49949dd16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.901147] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4101e9b-5136-4484-8807-60866356f757 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "ff1d2974-d5a3-4753-9fa4-77f49949dd16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.903361] env[69357]: INFO nova.compute.manager [None req-f4101e9b-5136-4484-8807-60866356f757 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Terminating instance [ 1025.037668] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ab1cec6a-73c0-43ef-871c-3701a90351dd tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "03f0e5ec-8777-42ce-9b73-a5dd273204df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.462s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.055091] env[69357]: DEBUG nova.network.neutron [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Port f835c83d-bad4-4177-8ff8-2f93faf8ed78 binding to destination host cpu-1 is already ACTIVE {{(pid=69357) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1025.161995] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c807c311-26bf-447b-a966-105cf818bd07 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.171930] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40082bc3-bfa1-4d85-98d0-3c64bd6e5574 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.218080] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64de54a-654e-4058-ad61-3ac6c383eda4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.223447] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949f2efd-ec7e-42d7-be22-1ac4d0f28b7f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.239921] env[69357]: DEBUG nova.compute.provider_tree [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.407065] env[69357]: DEBUG nova.compute.manager [None req-f4101e9b-5136-4484-8807-60866356f757 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1025.407351] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f4101e9b-5136-4484-8807-60866356f757 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.408280] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5118766e-db63-49ab-8001-e11dd1171eaa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.420193] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4101e9b-5136-4484-8807-60866356f757 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.420467] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-638f6aa7-9677-488d-ab09-3959e630119e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.430579] env[69357]: DEBUG oslo_vmware.api [None req-f4101e9b-5136-4484-8807-60866356f757 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 1025.430579] env[69357]: value = "task-3283155" [ 1025.430579] env[69357]: _type = "Task" [ 1025.430579] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.448725] env[69357]: DEBUG oslo_vmware.api [None req-f4101e9b-5136-4484-8807-60866356f757 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.552023] env[69357]: DEBUG nova.network.neutron [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Updating instance_info_cache with network_info: [{"id": "e378a24b-1ad2-41e0-ab22-c9f9ed0ba3b9", "address": "fa:16:3e:79:f5:5a", "network": {"id": "82c49d87-7977-405b-bca5-306c72e67e92", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1883218750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43de1ca6f72548b8b9e0f140b9228aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape378a24b-1a", "ovs_interfaceid": "e378a24b-1ad2-41e0-ab22-c9f9ed0ba3b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.575969] env[69357]: DEBUG nova.compute.manager [req-c127fb32-e7c5-432c-b327-455c55520bbf req-9279e622-ced2-4624-b19c-d98fc965bd56 service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Received event network-changed-787cd20f-b7ed-4868-8194-87b9636a7b66 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.576193] env[69357]: DEBUG nova.compute.manager [req-c127fb32-e7c5-432c-b327-455c55520bbf req-9279e622-ced2-4624-b19c-d98fc965bd56 service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Refreshing instance network info cache due to event network-changed-787cd20f-b7ed-4868-8194-87b9636a7b66. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.576411] env[69357]: DEBUG oslo_concurrency.lockutils [req-c127fb32-e7c5-432c-b327-455c55520bbf req-9279e622-ced2-4624-b19c-d98fc965bd56 service nova] Acquiring lock "refresh_cache-03f0e5ec-8777-42ce-9b73-a5dd273204df" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.576565] env[69357]: DEBUG oslo_concurrency.lockutils [req-c127fb32-e7c5-432c-b327-455c55520bbf req-9279e622-ced2-4624-b19c-d98fc965bd56 service nova] Acquired lock "refresh_cache-03f0e5ec-8777-42ce-9b73-a5dd273204df" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.576780] env[69357]: DEBUG nova.network.neutron [req-c127fb32-e7c5-432c-b327-455c55520bbf req-9279e622-ced2-4624-b19c-d98fc965bd56 service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Refreshing network info cache for port 787cd20f-b7ed-4868-8194-87b9636a7b66 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.742872] env[69357]: DEBUG nova.scheduler.client.report [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.944095] env[69357]: DEBUG oslo_vmware.api [None req-f4101e9b-5136-4484-8807-60866356f757 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283155, 'name': PowerOffVM_Task, 'duration_secs': 0.225278} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.944499] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4101e9b-5136-4484-8807-60866356f757 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.944958] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f4101e9b-5136-4484-8807-60866356f757 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.945053] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44715c40-97d2-4f56-b5ee-e923d6c23df3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.022871] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f4101e9b-5136-4484-8807-60866356f757 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.023181] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f4101e9b-5136-4484-8807-60866356f757 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.026233] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4101e9b-5136-4484-8807-60866356f757 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Deleting the datastore file [datastore1] ff1d2974-d5a3-4753-9fa4-77f49949dd16 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.026233] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f6c3229-b277-4f21-994f-71c1e7c91a88 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.033607] env[69357]: DEBUG oslo_vmware.api [None req-f4101e9b-5136-4484-8807-60866356f757 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 1026.033607] env[69357]: value = "task-3283157" [ 1026.033607] env[69357]: _type = "Task" [ 1026.033607] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.045418] env[69357]: DEBUG oslo_vmware.api [None req-f4101e9b-5136-4484-8807-60866356f757 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.054883] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Releasing lock "refresh_cache-71690098-eb9a-456d-85d1-936d3d5b4d6e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.093371] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquiring lock "d4d1668d-9a0a-4185-b190-7dc7cb668411-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.094383] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Lock "d4d1668d-9a0a-4185-b190-7dc7cb668411-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.095177] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Lock "d4d1668d-9a0a-4185-b190-7dc7cb668411-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.247610] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.342s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.248220] env[69357]: DEBUG nova.compute.manager [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.260035] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.110s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.260431] env[69357]: INFO nova.compute.claims [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.445345] env[69357]: DEBUG nova.network.neutron [req-c127fb32-e7c5-432c-b327-455c55520bbf req-9279e622-ced2-4624-b19c-d98fc965bd56 service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Updated VIF entry in instance network info cache for port 787cd20f-b7ed-4868-8194-87b9636a7b66. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.445703] env[69357]: DEBUG nova.network.neutron [req-c127fb32-e7c5-432c-b327-455c55520bbf req-9279e622-ced2-4624-b19c-d98fc965bd56 service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Updating instance_info_cache with network_info: [{"id": "787cd20f-b7ed-4868-8194-87b9636a7b66", "address": "fa:16:3e:45:5e:d4", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap787cd20f-b7", "ovs_interfaceid": "787cd20f-b7ed-4868-8194-87b9636a7b66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.546743] env[69357]: DEBUG oslo_vmware.api [None req-f4101e9b-5136-4484-8807-60866356f757 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194012} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.547283] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4101e9b-5136-4484-8807-60866356f757 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.547666] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f4101e9b-5136-4484-8807-60866356f757 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.548899] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f4101e9b-5136-4484-8807-60866356f757 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.548899] env[69357]: INFO nova.compute.manager [None req-f4101e9b-5136-4484-8807-60866356f757 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1026.548899] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4101e9b-5136-4484-8807-60866356f757 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.549203] env[69357]: DEBUG nova.compute.manager [-] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1026.549203] env[69357]: DEBUG nova.network.neutron [-] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1026.629324] env[69357]: DEBUG oslo_concurrency.lockutils [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "21b56f99-6443-4fe7-8b29-2e2c571f99e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.629728] env[69357]: DEBUG oslo_concurrency.lockutils [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "21b56f99-6443-4fe7-8b29-2e2c571f99e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.637203] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "4bffb383-795b-44bc-8c68-aa8c73c5ada8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.637203] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "4bffb383-795b-44bc-8c68-aa8c73c5ada8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.769899] env[69357]: DEBUG nova.compute.utils [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.771740] env[69357]: DEBUG nova.compute.manager [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1026.772129] env[69357]: DEBUG nova.network.neutron [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: e446971c-3947-4544-ab25-39eaefc9097d] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1026.813882] env[69357]: DEBUG nova.policy [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11d1590b22aa4a97b82a92a371b5e17d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01537ba7ccd1491f8129f9bc9e5b0ba8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.949551] env[69357]: DEBUG oslo_concurrency.lockutils [req-c127fb32-e7c5-432c-b327-455c55520bbf req-9279e622-ced2-4624-b19c-d98fc965bd56 service nova] Releasing lock "refresh_cache-03f0e5ec-8777-42ce-9b73-a5dd273204df" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.093555] env[69357]: DEBUG nova.network.neutron [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Successfully created port: 98cd8bbe-4e72-4d8b-8a33-cb2b4ecd54ac {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1027.133762] env[69357]: DEBUG nova.compute.manager [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1027.141873] env[69357]: DEBUG nova.compute.manager [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1027.152654] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquiring lock "refresh_cache-d4d1668d-9a0a-4185-b190-7dc7cb668411" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.152890] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquired lock "refresh_cache-d4d1668d-9a0a-4185-b190-7dc7cb668411" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.153092] env[69357]: DEBUG nova.network.neutron [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.277751] env[69357]: DEBUG nova.compute.manager [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1027.325017] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1027.325405] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1027.522366] env[69357]: DEBUG nova.network.neutron [-] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.523703] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f904a7f6-09a8-4769-8718-b94dc18a9d30 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.532450] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80869642-b4e1-41ed-a848-f4732b3611b5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.571621] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a0954a-9d47-41bd-b28d-123bbc09ccd6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.576185] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f4075c-3948-463e-9b83-0667a49a61a5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.605677] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd1f629-b4a2-45b4-bb6b-78f365f199ad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.613020] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Updating instance '71690098-eb9a-456d-85d1-936d3d5b4d6e' progress to 0 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1027.621427] env[69357]: DEBUG nova.compute.manager [req-2cda463b-f689-4743-b119-fed89799d40e req-2bb79a45-e682-45b8-ab28-1bbc7dae3301 service nova] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Received event network-vif-deleted-499c2054-5611-4c10-aa4b-3cc4c8d6955d {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.634019] env[69357]: DEBUG nova.compute.provider_tree [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.668233] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.669909] env[69357]: DEBUG oslo_concurrency.lockutils [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.838814] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1027.838989] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1027.839177] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1027.839329] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1027.839471] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1027.839611] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1027.839739] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69357) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1027.840161] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1027.922952] env[69357]: DEBUG nova.network.neutron [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Updating instance_info_cache with network_info: [{"id": "f835c83d-bad4-4177-8ff8-2f93faf8ed78", "address": "fa:16:3e:28:67:d3", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf835c83d-ba", "ovs_interfaceid": "f835c83d-bad4-4177-8ff8-2f93faf8ed78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.027726] env[69357]: INFO nova.compute.manager [-] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Took 1.48 seconds to deallocate network for instance. [ 1028.123034] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.123229] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb3a3cd1-16a4-414f-a4d9-c6f7af2854b0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.132106] env[69357]: DEBUG oslo_vmware.api [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 1028.132106] env[69357]: value = "task-3283158" [ 1028.132106] env[69357]: _type = "Task" [ 1028.132106] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.136816] env[69357]: DEBUG nova.scheduler.client.report [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.147559] env[69357]: DEBUG oslo_vmware.api [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.288350] env[69357]: DEBUG nova.compute.manager [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1028.311671] env[69357]: DEBUG nova.virt.hardware [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.312086] env[69357]: DEBUG nova.virt.hardware [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.312365] env[69357]: DEBUG nova.virt.hardware [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.312668] env[69357]: DEBUG nova.virt.hardware [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.312924] env[69357]: DEBUG nova.virt.hardware [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.313204] env[69357]: DEBUG nova.virt.hardware [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.313550] env[69357]: DEBUG nova.virt.hardware [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.313822] env[69357]: DEBUG nova.virt.hardware [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.314141] env[69357]: DEBUG nova.virt.hardware [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.314425] env[69357]: DEBUG nova.virt.hardware [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.314712] env[69357]: DEBUG nova.virt.hardware [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.315890] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb28a37-a8bd-499c-bb91-a86c2edbd19c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.325353] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd385919-3c0b-4a9f-98e3-729ef0e4f371 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.343296] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.426411] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Releasing lock "refresh_cache-d4d1668d-9a0a-4185-b190-7dc7cb668411" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.506608] env[69357]: DEBUG nova.compute.manager [req-98644549-27e4-4568-841d-a07b80708a5f req-5bdf10b2-7ae7-46d4-9e73-54f5c1cdbc09 service nova] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Received event network-vif-plugged-98cd8bbe-4e72-4d8b-8a33-cb2b4ecd54ac {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.507093] env[69357]: DEBUG oslo_concurrency.lockutils [req-98644549-27e4-4568-841d-a07b80708a5f req-5bdf10b2-7ae7-46d4-9e73-54f5c1cdbc09 service nova] Acquiring lock "e446971c-3947-4544-ab25-39eaefc9097d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.507471] env[69357]: DEBUG oslo_concurrency.lockutils [req-98644549-27e4-4568-841d-a07b80708a5f req-5bdf10b2-7ae7-46d4-9e73-54f5c1cdbc09 service nova] Lock "e446971c-3947-4544-ab25-39eaefc9097d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.507792] env[69357]: DEBUG oslo_concurrency.lockutils [req-98644549-27e4-4568-841d-a07b80708a5f req-5bdf10b2-7ae7-46d4-9e73-54f5c1cdbc09 service nova] Lock "e446971c-3947-4544-ab25-39eaefc9097d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.508080] env[69357]: DEBUG nova.compute.manager [req-98644549-27e4-4568-841d-a07b80708a5f req-5bdf10b2-7ae7-46d4-9e73-54f5c1cdbc09 service nova] [instance: e446971c-3947-4544-ab25-39eaefc9097d] No waiting events found dispatching network-vif-plugged-98cd8bbe-4e72-4d8b-8a33-cb2b4ecd54ac {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1028.508403] env[69357]: WARNING nova.compute.manager [req-98644549-27e4-4568-841d-a07b80708a5f req-5bdf10b2-7ae7-46d4-9e73-54f5c1cdbc09 service nova] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Received unexpected event network-vif-plugged-98cd8bbe-4e72-4d8b-8a33-cb2b4ecd54ac for instance with vm_state building and task_state spawning. [ 1028.535471] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4101e9b-5136-4484-8807-60866356f757 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.597273] env[69357]: DEBUG nova.network.neutron [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Successfully updated port: 98cd8bbe-4e72-4d8b-8a33-cb2b4ecd54ac {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.645157] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.645680] env[69357]: DEBUG nova.compute.manager [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1028.648551] env[69357]: DEBUG oslo_vmware.api [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283158, 'name': PowerOffVM_Task, 'duration_secs': 0.306866} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.649023] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.981s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.650478] env[69357]: INFO nova.compute.claims [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1028.652812] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.653093] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Updating instance '71690098-eb9a-456d-85d1-936d3d5b4d6e' progress to 17 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1028.953843] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333ead6a-a656-4181-9d8d-362ad37030c2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.973965] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544a4184-6dc4-438d-a012-6a18d7223949 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.981741] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Updating instance 'd4d1668d-9a0a-4185-b190-7dc7cb668411' progress to 83 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1029.100577] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "refresh_cache-e446971c-3947-4544-ab25-39eaefc9097d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.100960] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquired lock "refresh_cache-e446971c-3947-4544-ab25-39eaefc9097d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.100960] env[69357]: DEBUG nova.network.neutron [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.150416] env[69357]: DEBUG nova.compute.utils [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1029.151864] env[69357]: DEBUG nova.compute.manager [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1029.152060] env[69357]: DEBUG nova.network.neutron [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1029.161293] env[69357]: DEBUG nova.virt.hardware [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.161293] env[69357]: DEBUG nova.virt.hardware [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.161293] env[69357]: DEBUG nova.virt.hardware [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.161293] env[69357]: DEBUG nova.virt.hardware [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.161293] env[69357]: DEBUG nova.virt.hardware [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.161634] env[69357]: DEBUG nova.virt.hardware [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.161634] env[69357]: DEBUG nova.virt.hardware [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.161782] env[69357]: DEBUG nova.virt.hardware [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.161884] env[69357]: DEBUG nova.virt.hardware [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.162055] env[69357]: DEBUG nova.virt.hardware [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.162228] env[69357]: DEBUG nova.virt.hardware [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.171190] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12f3c173-bce1-4df7-9f29-693441a8c255 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.190126] env[69357]: DEBUG oslo_vmware.api [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 1029.190126] env[69357]: value = "task-3283159" [ 1029.190126] env[69357]: _type = "Task" [ 1029.190126] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.200388] env[69357]: DEBUG oslo_vmware.api [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283159, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.202094] env[69357]: DEBUG nova.policy [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1c2f2af47734dd1b1b24e13d0122523', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a440d2cf7b464026a7335f0123caac53', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1029.400186] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13374eff-acc2-4672-af36-6a777374c1b0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.409143] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c36a6d-05ae-46d0-af72-14662bd087ed {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.443393] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efbd0fc-0b0a-4578-a6b6-d4b1a45cb951 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.452628] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cf331c-79dd-4e0e-8b63-d5cac53b7632 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.469734] env[69357]: DEBUG nova.compute.provider_tree [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.481723] env[69357]: DEBUG nova.network.neutron [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Successfully created port: 73e239ab-37be-434b-a380-fef0f00ec734 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1029.487936] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.488455] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b0a4f70-cbea-4d6b-ae85-97d83d336dee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.498055] env[69357]: DEBUG oslo_vmware.api [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for the task: (returnval){ [ 1029.498055] env[69357]: value = "task-3283160" [ 1029.498055] env[69357]: _type = "Task" [ 1029.498055] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.507406] env[69357]: DEBUG oslo_vmware.api [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283160, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.639308] env[69357]: DEBUG nova.network.neutron [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1029.655695] env[69357]: DEBUG nova.compute.manager [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1029.701639] env[69357]: DEBUG oslo_vmware.api [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283159, 'name': ReconfigVM_Task, 'duration_secs': 0.406597} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.702709] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Updating instance '71690098-eb9a-456d-85d1-936d3d5b4d6e' progress to 33 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1029.876118] env[69357]: DEBUG nova.network.neutron [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Updating instance_info_cache with network_info: [{"id": "98cd8bbe-4e72-4d8b-8a33-cb2b4ecd54ac", "address": "fa:16:3e:1c:53:55", "network": {"id": "1fe716ab-5de7-4135-baac-15962de59e5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-749542812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01537ba7ccd1491f8129f9bc9e5b0ba8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98cd8bbe-4e", "ovs_interfaceid": "98cd8bbe-4e72-4d8b-8a33-cb2b4ecd54ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.974317] env[69357]: DEBUG nova.scheduler.client.report [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.008540] env[69357]: DEBUG oslo_vmware.api [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283160, 'name': PowerOnVM_Task, 'duration_secs': 0.451056} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.008821] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.009031] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c8aad450-bbad-4cbe-9b85-8ec6f6bfc130 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Updating instance 'd4d1668d-9a0a-4185-b190-7dc7cb668411' progress to 100 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1030.211866] env[69357]: DEBUG nova.virt.hardware [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.212392] env[69357]: DEBUG nova.virt.hardware [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.212392] env[69357]: DEBUG nova.virt.hardware [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.212549] env[69357]: DEBUG nova.virt.hardware [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.212700] env[69357]: DEBUG nova.virt.hardware [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.212941] env[69357]: DEBUG nova.virt.hardware [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.213185] env[69357]: DEBUG nova.virt.hardware [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.213351] env[69357]: DEBUG nova.virt.hardware [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.213574] env[69357]: DEBUG nova.virt.hardware [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.213751] env[69357]: DEBUG nova.virt.hardware [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.213926] env[69357]: DEBUG nova.virt.hardware [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.219726] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Reconfiguring VM instance instance-00000057 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1030.220321] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b7df76a-0d65-4f08-b619-f7d64ed8435d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.243895] env[69357]: DEBUG oslo_vmware.api [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 1030.243895] env[69357]: value = "task-3283161" [ 1030.243895] env[69357]: _type = "Task" [ 1030.243895] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.252603] env[69357]: DEBUG oslo_vmware.api [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283161, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.378677] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Releasing lock "refresh_cache-e446971c-3947-4544-ab25-39eaefc9097d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.378971] env[69357]: DEBUG nova.compute.manager [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Instance network_info: |[{"id": "98cd8bbe-4e72-4d8b-8a33-cb2b4ecd54ac", "address": "fa:16:3e:1c:53:55", "network": {"id": "1fe716ab-5de7-4135-baac-15962de59e5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-749542812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01537ba7ccd1491f8129f9bc9e5b0ba8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98cd8bbe-4e", "ovs_interfaceid": "98cd8bbe-4e72-4d8b-8a33-cb2b4ecd54ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1030.379486] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:53:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98cd8bbe-4e72-4d8b-8a33-cb2b4ecd54ac', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.388602] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Creating folder: Project (01537ba7ccd1491f8129f9bc9e5b0ba8). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.388866] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78f5ca6c-c1b3-4bb6-9316-a6ba4c2ecfda {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.401682] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Created folder: Project (01537ba7ccd1491f8129f9bc9e5b0ba8) in parent group-v655402. [ 1030.401983] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Creating folder: Instances. Parent ref: group-v655663. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.402365] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf8a8944-377b-4d37-8ac9-205d6263a4d1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.416622] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Created folder: Instances in parent group-v655663. [ 1030.416622] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.416806] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.417074] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3754c66f-0612-45d0-a7d4-f38ca109a3d1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.439563] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.439563] env[69357]: value = "task-3283164" [ 1030.439563] env[69357]: _type = "Task" [ 1030.439563] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.448912] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283164, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.479700] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.830s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.480773] env[69357]: DEBUG nova.compute.manager [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1030.483568] env[69357]: DEBUG oslo_concurrency.lockutils [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.814s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.484986] env[69357]: INFO nova.compute.claims [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1030.533045] env[69357]: DEBUG nova.compute.manager [req-7ec2fcc0-985d-476e-8b40-edcf615c2ade req-2630a6e7-64b1-459f-99f2-9271b04113f2 service nova] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Received event network-changed-98cd8bbe-4e72-4d8b-8a33-cb2b4ecd54ac {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.533307] env[69357]: DEBUG nova.compute.manager [req-7ec2fcc0-985d-476e-8b40-edcf615c2ade req-2630a6e7-64b1-459f-99f2-9271b04113f2 service nova] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Refreshing instance network info cache due to event network-changed-98cd8bbe-4e72-4d8b-8a33-cb2b4ecd54ac. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1030.533540] env[69357]: DEBUG oslo_concurrency.lockutils [req-7ec2fcc0-985d-476e-8b40-edcf615c2ade req-2630a6e7-64b1-459f-99f2-9271b04113f2 service nova] Acquiring lock "refresh_cache-e446971c-3947-4544-ab25-39eaefc9097d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.533684] env[69357]: DEBUG oslo_concurrency.lockutils [req-7ec2fcc0-985d-476e-8b40-edcf615c2ade req-2630a6e7-64b1-459f-99f2-9271b04113f2 service nova] Acquired lock "refresh_cache-e446971c-3947-4544-ab25-39eaefc9097d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.533845] env[69357]: DEBUG nova.network.neutron [req-7ec2fcc0-985d-476e-8b40-edcf615c2ade req-2630a6e7-64b1-459f-99f2-9271b04113f2 service nova] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Refreshing network info cache for port 98cd8bbe-4e72-4d8b-8a33-cb2b4ecd54ac {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.665716] env[69357]: DEBUG nova.compute.manager [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1030.689465] env[69357]: DEBUG nova.virt.hardware [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.689736] env[69357]: DEBUG nova.virt.hardware [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.689897] env[69357]: DEBUG nova.virt.hardware [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.690153] env[69357]: DEBUG nova.virt.hardware [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.690333] env[69357]: DEBUG nova.virt.hardware [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.690497] env[69357]: DEBUG nova.virt.hardware [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.690757] env[69357]: DEBUG nova.virt.hardware [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.690942] env[69357]: DEBUG nova.virt.hardware [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.691160] env[69357]: DEBUG nova.virt.hardware [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.691378] env[69357]: DEBUG nova.virt.hardware [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.691598] env[69357]: DEBUG nova.virt.hardware [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.692551] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6426dbd0-ac04-4573-bbeb-407fa41cf9c6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.702157] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5212c7db-e691-4c43-9865-b2c168b6139f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.755737] env[69357]: DEBUG oslo_vmware.api [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283161, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.951378] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283164, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.989716] env[69357]: DEBUG nova.compute.utils [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1030.997037] env[69357]: DEBUG nova.compute.manager [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1030.997037] env[69357]: DEBUG nova.network.neutron [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1031.008596] env[69357]: DEBUG nova.network.neutron [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Successfully updated port: 73e239ab-37be-434b-a380-fef0f00ec734 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1031.053150] env[69357]: DEBUG nova.policy [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3ad29d51a8b4d3d9369dae6faa47c0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ce3a6bd35be4a73861bc478261e9be0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1031.080054] env[69357]: DEBUG oslo_vmware.rw_handles [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e25ab-87b2-968e-30c0-ceeb3b5695e1/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1031.081196] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12df4a76-1ef8-4cac-855a-d6a1ff1a6bd2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.088194] env[69357]: DEBUG oslo_vmware.rw_handles [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e25ab-87b2-968e-30c0-ceeb3b5695e1/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1031.088391] env[69357]: ERROR oslo_vmware.rw_handles [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e25ab-87b2-968e-30c0-ceeb3b5695e1/disk-0.vmdk due to incomplete transfer. [ 1031.088944] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-21d10b64-8ebd-4eaf-94df-14adfc14b8bd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.097706] env[69357]: DEBUG oslo_vmware.rw_handles [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e25ab-87b2-968e-30c0-ceeb3b5695e1/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1031.098042] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Uploaded image 4064bf68-37d9-4da5-bd3b-46feba1c0b4b to the Glance image server {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1031.100789] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Destroying the VM {{(pid=69357) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1031.100903] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-24da192b-b48a-4f3f-b8f1-ca610a82cfcc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.110704] env[69357]: DEBUG oslo_vmware.api [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1031.110704] env[69357]: value = "task-3283165" [ 1031.110704] env[69357]: _type = "Task" [ 1031.110704] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.125526] env[69357]: DEBUG oslo_vmware.api [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283165, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.250105] env[69357]: DEBUG nova.network.neutron [req-7ec2fcc0-985d-476e-8b40-edcf615c2ade req-2630a6e7-64b1-459f-99f2-9271b04113f2 service nova] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Updated VIF entry in instance network info cache for port 98cd8bbe-4e72-4d8b-8a33-cb2b4ecd54ac. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.250105] env[69357]: DEBUG nova.network.neutron [req-7ec2fcc0-985d-476e-8b40-edcf615c2ade req-2630a6e7-64b1-459f-99f2-9271b04113f2 service nova] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Updating instance_info_cache with network_info: [{"id": "98cd8bbe-4e72-4d8b-8a33-cb2b4ecd54ac", "address": "fa:16:3e:1c:53:55", "network": {"id": "1fe716ab-5de7-4135-baac-15962de59e5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-749542812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01537ba7ccd1491f8129f9bc9e5b0ba8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98cd8bbe-4e", "ovs_interfaceid": "98cd8bbe-4e72-4d8b-8a33-cb2b4ecd54ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.258892] env[69357]: DEBUG oslo_vmware.api [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283161, 'name': ReconfigVM_Task, 'duration_secs': 0.544221} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.258892] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Reconfigured VM instance instance-00000057 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1031.258892] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a2027b-6224-494c-a4c7-23ffd2a2fd96 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.296335] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 71690098-eb9a-456d-85d1-936d3d5b4d6e/71690098-eb9a-456d-85d1-936d3d5b4d6e.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.297944] env[69357]: DEBUG oslo_concurrency.lockutils [None req-438bf0bf-5460-4459-a701-3e7498232164 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquiring lock "d4d1668d-9a0a-4185-b190-7dc7cb668411" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.299063] env[69357]: DEBUG oslo_concurrency.lockutils [None req-438bf0bf-5460-4459-a701-3e7498232164 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Lock "d4d1668d-9a0a-4185-b190-7dc7cb668411" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.299063] env[69357]: DEBUG nova.compute.manager [None req-438bf0bf-5460-4459-a701-3e7498232164 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Going to confirm migration 2 {{(pid=69357) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1031.303021] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01ee6e7a-c149-4626-94f6-2aa6e9ae6bf6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.322486] env[69357]: DEBUG oslo_vmware.api [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 1031.322486] env[69357]: value = "task-3283166" [ 1031.322486] env[69357]: _type = "Task" [ 1031.322486] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.332145] env[69357]: DEBUG oslo_vmware.api [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283166, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.453854] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283164, 'name': CreateVM_Task, 'duration_secs': 0.521598} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.454066] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.454839] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.455064] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.455424] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.456055] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6839f662-a7d3-474d-8c31-76d07d10a765 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.461948] env[69357]: DEBUG oslo_vmware.api [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1031.461948] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ba4de8-967d-b4e5-d984-cdefe639676c" [ 1031.461948] env[69357]: _type = "Task" [ 1031.461948] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.472108] env[69357]: DEBUG oslo_vmware.api [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ba4de8-967d-b4e5-d984-cdefe639676c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.496061] env[69357]: DEBUG nova.compute.manager [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1031.510936] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Acquiring lock "refresh_cache-c0c3b6ae-4167-4abc-9e79-f58ae51e3383" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.512682] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Acquired lock "refresh_cache-c0c3b6ae-4167-4abc-9e79-f58ae51e3383" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.512682] env[69357]: DEBUG nova.network.neutron [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.551939] env[69357]: DEBUG nova.network.neutron [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Successfully created port: a6195bb9-0dd3-4e0b-930e-97c64dba928c {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1031.620908] env[69357]: DEBUG oslo_vmware.api [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283165, 'name': Destroy_Task, 'duration_secs': 0.386205} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.621199] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Destroyed the VM [ 1031.621860] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Deleting Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1031.621860] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f84e85fc-77a7-4a94-b739-9a8dde3382f4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.631120] env[69357]: DEBUG oslo_vmware.api [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1031.631120] env[69357]: value = "task-3283167" [ 1031.631120] env[69357]: _type = "Task" [ 1031.631120] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.641354] env[69357]: DEBUG oslo_vmware.api [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283167, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.753135] env[69357]: DEBUG oslo_concurrency.lockutils [req-7ec2fcc0-985d-476e-8b40-edcf615c2ade req-2630a6e7-64b1-459f-99f2-9271b04113f2 service nova] Releasing lock "refresh_cache-e446971c-3947-4544-ab25-39eaefc9097d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.760373] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24819d97-3f3c-4156-b958-a348b6ae17f1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.769299] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3c72c4-e7be-4a76-aef1-a96b8cbcb210 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.800709] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29acad2c-5bd1-4d1a-bfaf-4783ee75ef03 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.809168] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0d5b04-33fe-4d33-ac8f-8c310ac8295a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.825227] env[69357]: DEBUG nova.compute.provider_tree [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.839117] env[69357]: DEBUG oslo_vmware.api [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283166, 'name': ReconfigVM_Task, 'duration_secs': 0.365222} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.839421] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 71690098-eb9a-456d-85d1-936d3d5b4d6e/71690098-eb9a-456d-85d1-936d3d5b4d6e.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.839690] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Updating instance '71690098-eb9a-456d-85d1-936d3d5b4d6e' progress to 50 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1031.901229] env[69357]: DEBUG oslo_concurrency.lockutils [None req-438bf0bf-5460-4459-a701-3e7498232164 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquiring lock "refresh_cache-d4d1668d-9a0a-4185-b190-7dc7cb668411" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.901528] env[69357]: DEBUG oslo_concurrency.lockutils [None req-438bf0bf-5460-4459-a701-3e7498232164 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquired lock "refresh_cache-d4d1668d-9a0a-4185-b190-7dc7cb668411" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.901784] env[69357]: DEBUG nova.network.neutron [None req-438bf0bf-5460-4459-a701-3e7498232164 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.902068] env[69357]: DEBUG nova.objects.instance [None req-438bf0bf-5460-4459-a701-3e7498232164 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Lazy-loading 'info_cache' on Instance uuid d4d1668d-9a0a-4185-b190-7dc7cb668411 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.976397] env[69357]: DEBUG oslo_vmware.api [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ba4de8-967d-b4e5-d984-cdefe639676c, 'name': SearchDatastore_Task, 'duration_secs': 0.012528} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.976740] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.977134] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.977304] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.977466] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.977659] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.977931] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cc4eb5a-fcab-4f9d-8d9e-cba1aaf62e6d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.990064] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.990248] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.991099] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5b8e481-590b-4d6d-a073-321291d9e1d4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.998408] env[69357]: DEBUG oslo_vmware.api [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1031.998408] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52eff9a2-eff2-e3bf-44f8-c242f08462da" [ 1031.998408] env[69357]: _type = "Task" [ 1031.998408] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.012739] env[69357]: DEBUG oslo_vmware.api [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52eff9a2-eff2-e3bf-44f8-c242f08462da, 'name': SearchDatastore_Task, 'duration_secs': 0.011908} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.015531] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-035c86f5-4290-4762-af57-09450fd61e29 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.022974] env[69357]: DEBUG oslo_vmware.api [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1032.022974] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]522ba92e-bed0-88e5-da4f-6c3ca01eb290" [ 1032.022974] env[69357]: _type = "Task" [ 1032.022974] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.032784] env[69357]: DEBUG oslo_vmware.api [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]522ba92e-bed0-88e5-da4f-6c3ca01eb290, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.046678] env[69357]: DEBUG nova.network.neutron [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.141935] env[69357]: DEBUG oslo_vmware.api [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283167, 'name': RemoveSnapshot_Task} progress is 58%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.187366] env[69357]: DEBUG nova.network.neutron [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Updating instance_info_cache with network_info: [{"id": "73e239ab-37be-434b-a380-fef0f00ec734", "address": "fa:16:3e:44:37:d1", "network": {"id": "f1f43133-eec7-4e94-ad61-e0787f07df9b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-878658641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a440d2cf7b464026a7335f0123caac53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e239ab-37", "ovs_interfaceid": "73e239ab-37be-434b-a380-fef0f00ec734", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.334141] env[69357]: DEBUG nova.scheduler.client.report [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.346182] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3e9f93-7c92-482e-ba13-423d29ddef8a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.366614] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b155282-3b0f-4a3b-9c67-6033b64b8c64 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.385376] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Updating instance '71690098-eb9a-456d-85d1-936d3d5b4d6e' progress to 67 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1032.508063] env[69357]: DEBUG nova.compute.manager [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1032.536785] env[69357]: DEBUG oslo_vmware.api [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]522ba92e-bed0-88e5-da4f-6c3ca01eb290, 'name': SearchDatastore_Task, 'duration_secs': 0.011717} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.538946] env[69357]: DEBUG nova.virt.hardware [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.539198] env[69357]: DEBUG nova.virt.hardware [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.539351] env[69357]: DEBUG nova.virt.hardware [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.539530] env[69357]: DEBUG nova.virt.hardware [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.539674] env[69357]: DEBUG nova.virt.hardware [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.539816] env[69357]: DEBUG nova.virt.hardware [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.540034] env[69357]: DEBUG nova.virt.hardware [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.540202] env[69357]: DEBUG nova.virt.hardware [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.540542] env[69357]: DEBUG nova.virt.hardware [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.540542] env[69357]: DEBUG nova.virt.hardware [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.540688] env[69357]: DEBUG nova.virt.hardware [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.541196] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.541300] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] e446971c-3947-4544-ab25-39eaefc9097d/e446971c-3947-4544-ab25-39eaefc9097d.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.541988] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81220b4-31d2-405e-9852-ae2e7599f6df {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.544543] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34914e5f-f0a1-40ca-931c-f90d1b6778fa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.554620] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbbd73b-48e5-4dea-9b67-9806e7278f6f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.558454] env[69357]: DEBUG oslo_vmware.api [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1032.558454] env[69357]: value = "task-3283168" [ 1032.558454] env[69357]: _type = "Task" [ 1032.558454] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.573702] env[69357]: DEBUG nova.compute.manager [req-29ac33dd-9405-445d-b513-072bf9f3e568 req-317c91ba-5215-44aa-b97f-dc64416f37bd service nova] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Received event network-vif-plugged-73e239ab-37be-434b-a380-fef0f00ec734 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.573898] env[69357]: DEBUG oslo_concurrency.lockutils [req-29ac33dd-9405-445d-b513-072bf9f3e568 req-317c91ba-5215-44aa-b97f-dc64416f37bd service nova] Acquiring lock "c0c3b6ae-4167-4abc-9e79-f58ae51e3383-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.574125] env[69357]: DEBUG oslo_concurrency.lockutils [req-29ac33dd-9405-445d-b513-072bf9f3e568 req-317c91ba-5215-44aa-b97f-dc64416f37bd service nova] Lock "c0c3b6ae-4167-4abc-9e79-f58ae51e3383-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.574292] env[69357]: DEBUG oslo_concurrency.lockutils [req-29ac33dd-9405-445d-b513-072bf9f3e568 req-317c91ba-5215-44aa-b97f-dc64416f37bd service nova] Lock "c0c3b6ae-4167-4abc-9e79-f58ae51e3383-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.574459] env[69357]: DEBUG nova.compute.manager [req-29ac33dd-9405-445d-b513-072bf9f3e568 req-317c91ba-5215-44aa-b97f-dc64416f37bd service nova] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] No waiting events found dispatching network-vif-plugged-73e239ab-37be-434b-a380-fef0f00ec734 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1032.574615] env[69357]: WARNING nova.compute.manager [req-29ac33dd-9405-445d-b513-072bf9f3e568 req-317c91ba-5215-44aa-b97f-dc64416f37bd service nova] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Received unexpected event network-vif-plugged-73e239ab-37be-434b-a380-fef0f00ec734 for instance with vm_state building and task_state spawning. [ 1032.574772] env[69357]: DEBUG nova.compute.manager [req-29ac33dd-9405-445d-b513-072bf9f3e568 req-317c91ba-5215-44aa-b97f-dc64416f37bd service nova] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Received event network-changed-73e239ab-37be-434b-a380-fef0f00ec734 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.574942] env[69357]: DEBUG nova.compute.manager [req-29ac33dd-9405-445d-b513-072bf9f3e568 req-317c91ba-5215-44aa-b97f-dc64416f37bd service nova] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Refreshing instance network info cache due to event network-changed-73e239ab-37be-434b-a380-fef0f00ec734. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1032.575141] env[69357]: DEBUG oslo_concurrency.lockutils [req-29ac33dd-9405-445d-b513-072bf9f3e568 req-317c91ba-5215-44aa-b97f-dc64416f37bd service nova] Acquiring lock "refresh_cache-c0c3b6ae-4167-4abc-9e79-f58ae51e3383" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.581563] env[69357]: DEBUG oslo_vmware.api [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.642503] env[69357]: DEBUG oslo_vmware.api [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283167, 'name': RemoveSnapshot_Task, 'duration_secs': 0.613002} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.642844] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Deleted Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1032.643218] env[69357]: INFO nova.compute.manager [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Took 14.28 seconds to snapshot the instance on the hypervisor. [ 1032.689864] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Releasing lock "refresh_cache-c0c3b6ae-4167-4abc-9e79-f58ae51e3383" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.690306] env[69357]: DEBUG nova.compute.manager [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Instance network_info: |[{"id": "73e239ab-37be-434b-a380-fef0f00ec734", "address": "fa:16:3e:44:37:d1", "network": {"id": "f1f43133-eec7-4e94-ad61-e0787f07df9b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-878658641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a440d2cf7b464026a7335f0123caac53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e239ab-37", "ovs_interfaceid": "73e239ab-37be-434b-a380-fef0f00ec734", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1032.690629] env[69357]: DEBUG oslo_concurrency.lockutils [req-29ac33dd-9405-445d-b513-072bf9f3e568 req-317c91ba-5215-44aa-b97f-dc64416f37bd service nova] Acquired lock "refresh_cache-c0c3b6ae-4167-4abc-9e79-f58ae51e3383" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.690837] env[69357]: DEBUG nova.network.neutron [req-29ac33dd-9405-445d-b513-072bf9f3e568 req-317c91ba-5215-44aa-b97f-dc64416f37bd service nova] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Refreshing network info cache for port 73e239ab-37be-434b-a380-fef0f00ec734 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.692239] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:37:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73e239ab-37be-434b-a380-fef0f00ec734', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1032.700031] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Creating folder: Project (a440d2cf7b464026a7335f0123caac53). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1032.700737] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1636961a-30f8-494d-9705-4950f829d369 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.714369] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Created folder: Project (a440d2cf7b464026a7335f0123caac53) in parent group-v655402. [ 1032.714742] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Creating folder: Instances. Parent ref: group-v655666. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1032.715134] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d482686a-9052-46d2-80b7-8e7e515b8157 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.741565] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Created folder: Instances in parent group-v655666. [ 1032.741858] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.742135] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.742438] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f67d484-bbb8-460a-a241-62ae3a82acf0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.766067] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.766067] env[69357]: value = "task-3283171" [ 1032.766067] env[69357]: _type = "Task" [ 1032.766067] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.775806] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283171, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.840849] env[69357]: DEBUG oslo_concurrency.lockutils [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.841457] env[69357]: DEBUG nova.compute.manager [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1032.844313] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.501s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.844484] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.844630] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69357) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1032.844951] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4101e9b-5136-4484-8807-60866356f757 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.310s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.845737] env[69357]: DEBUG nova.objects.instance [None req-f4101e9b-5136-4484-8807-60866356f757 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lazy-loading 'resources' on Instance uuid ff1d2974-d5a3-4753-9fa4-77f49949dd16 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.846874] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7545a9f-b15b-4719-a1f4-4666577e3fda {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.858707] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bae92c5-e5ee-410c-a95e-090e36736c41 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.878024] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8b517e-157a-4fac-a346-b02b7be37591 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.889687] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce9f532-2b78-4326-8fde-aff4b0890e00 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.940122] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179699MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=69357) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1032.940315] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.941466] env[69357]: DEBUG nova.network.neutron [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Port e378a24b-1ad2-41e0-ab22-c9f9ed0ba3b9 binding to destination host cpu-1 is already ACTIVE {{(pid=69357) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1033.070732] env[69357]: DEBUG oslo_vmware.api [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46255} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.071042] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] e446971c-3947-4544-ab25-39eaefc9097d/e446971c-3947-4544-ab25-39eaefc9097d.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.071519] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1033.071678] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84d6d10e-2857-4120-92ef-a529bca46348 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.079875] env[69357]: DEBUG oslo_vmware.api [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1033.079875] env[69357]: value = "task-3283172" [ 1033.079875] env[69357]: _type = "Task" [ 1033.079875] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.090504] env[69357]: DEBUG oslo_vmware.api [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.201819] env[69357]: DEBUG nova.compute.manager [None req-9a600184-7643-42b1-b0ef-9b51fdbe6967 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Found 1 images (rotation: 2) {{(pid=69357) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1033.267995] env[69357]: DEBUG nova.compute.manager [req-59156f75-bd7c-42db-ae70-80ca228e560f req-8ea525fa-dc2c-4e86-91f9-24767f896b60 service nova] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Received event network-vif-plugged-a6195bb9-0dd3-4e0b-930e-97c64dba928c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.268230] env[69357]: DEBUG oslo_concurrency.lockutils [req-59156f75-bd7c-42db-ae70-80ca228e560f req-8ea525fa-dc2c-4e86-91f9-24767f896b60 service nova] Acquiring lock "4bffb383-795b-44bc-8c68-aa8c73c5ada8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.268432] env[69357]: DEBUG oslo_concurrency.lockutils [req-59156f75-bd7c-42db-ae70-80ca228e560f req-8ea525fa-dc2c-4e86-91f9-24767f896b60 service nova] Lock "4bffb383-795b-44bc-8c68-aa8c73c5ada8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.268596] env[69357]: DEBUG oslo_concurrency.lockutils [req-59156f75-bd7c-42db-ae70-80ca228e560f req-8ea525fa-dc2c-4e86-91f9-24767f896b60 service nova] Lock "4bffb383-795b-44bc-8c68-aa8c73c5ada8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.268764] env[69357]: DEBUG nova.compute.manager [req-59156f75-bd7c-42db-ae70-80ca228e560f req-8ea525fa-dc2c-4e86-91f9-24767f896b60 service nova] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] No waiting events found dispatching network-vif-plugged-a6195bb9-0dd3-4e0b-930e-97c64dba928c {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1033.268927] env[69357]: WARNING nova.compute.manager [req-59156f75-bd7c-42db-ae70-80ca228e560f req-8ea525fa-dc2c-4e86-91f9-24767f896b60 service nova] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Received unexpected event network-vif-plugged-a6195bb9-0dd3-4e0b-930e-97c64dba928c for instance with vm_state building and task_state spawning. [ 1033.279896] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283171, 'name': CreateVM_Task, 'duration_secs': 0.512184} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.280089] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1033.281272] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.281535] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.281909] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.282170] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c62aaea2-d9d5-4fbe-869a-945c3452790a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.287511] env[69357]: DEBUG oslo_vmware.api [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Waiting for the task: (returnval){ [ 1033.287511] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]526b0875-d174-2171-4f95-24210f8a0b25" [ 1033.287511] env[69357]: _type = "Task" [ 1033.287511] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.296693] env[69357]: DEBUG oslo_vmware.api [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]526b0875-d174-2171-4f95-24210f8a0b25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.347822] env[69357]: DEBUG nova.compute.utils [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.349744] env[69357]: DEBUG nova.compute.manager [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1033.349913] env[69357]: DEBUG nova.network.neutron [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1033.390321] env[69357]: DEBUG nova.network.neutron [None req-438bf0bf-5460-4459-a701-3e7498232164 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Updating instance_info_cache with network_info: [{"id": "f835c83d-bad4-4177-8ff8-2f93faf8ed78", "address": "fa:16:3e:28:67:d3", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf835c83d-ba", "ovs_interfaceid": "f835c83d-bad4-4177-8ff8-2f93faf8ed78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.418320] env[69357]: DEBUG nova.policy [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d3d65e0f327459cbcf60e590b9b1054', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fee1c5526ed04060a1bc0e75be3dc547', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1033.448406] env[69357]: DEBUG nova.network.neutron [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Successfully updated port: a6195bb9-0dd3-4e0b-930e-97c64dba928c {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1033.485678] env[69357]: DEBUG nova.network.neutron [req-29ac33dd-9405-445d-b513-072bf9f3e568 req-317c91ba-5215-44aa-b97f-dc64416f37bd service nova] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Updated VIF entry in instance network info cache for port 73e239ab-37be-434b-a380-fef0f00ec734. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1033.486080] env[69357]: DEBUG nova.network.neutron [req-29ac33dd-9405-445d-b513-072bf9f3e568 req-317c91ba-5215-44aa-b97f-dc64416f37bd service nova] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Updating instance_info_cache with network_info: [{"id": "73e239ab-37be-434b-a380-fef0f00ec734", "address": "fa:16:3e:44:37:d1", "network": {"id": "f1f43133-eec7-4e94-ad61-e0787f07df9b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-878658641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a440d2cf7b464026a7335f0123caac53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e239ab-37", "ovs_interfaceid": "73e239ab-37be-434b-a380-fef0f00ec734", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.567926] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1d2d95-b475-49d7-abf5-b0ee43ea15be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.576960] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3befe4b6-9402-4379-b556-0770c59e271e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.588508] env[69357]: DEBUG oslo_vmware.api [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142536} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.619140] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.620728] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302f735a-49b6-46f5-b60b-117e46f3f50f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.624763] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c83843-645b-4c9a-b77b-10e9973cbafd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.643575] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1add0012-8b26-4c9d-81ee-8baf7d07f5e7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.656819] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] e446971c-3947-4544-ab25-39eaefc9097d/e446971c-3947-4544-ab25-39eaefc9097d.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.657335] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb35d4df-8de4-4b1b-81e5-eec591fc859c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.685540] env[69357]: DEBUG nova.compute.provider_tree [None req-f4101e9b-5136-4484-8807-60866356f757 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.688077] env[69357]: DEBUG oslo_vmware.api [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1033.688077] env[69357]: value = "task-3283173" [ 1033.688077] env[69357]: _type = "Task" [ 1033.688077] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.697480] env[69357]: DEBUG oslo_vmware.api [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283173, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.733078] env[69357]: DEBUG nova.network.neutron [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Successfully created port: ac98f4cb-2315-49ff-b3e6-226d182f37dc {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1033.800972] env[69357]: DEBUG oslo_vmware.api [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]526b0875-d174-2171-4f95-24210f8a0b25, 'name': SearchDatastore_Task, 'duration_secs': 0.010296} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.801375] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.801681] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.801975] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.802193] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.802421] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.802718] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ccf8c16-488e-477d-875d-1b85800a71ad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.812384] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.812612] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.813382] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17f7bd07-cccd-4850-84bf-d68e896f11ea {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.819061] env[69357]: DEBUG oslo_vmware.api [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Waiting for the task: (returnval){ [ 1033.819061] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52801255-ae05-650d-90e7-6c54aa652d48" [ 1033.819061] env[69357]: _type = "Task" [ 1033.819061] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.827142] env[69357]: DEBUG oslo_vmware.api [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52801255-ae05-650d-90e7-6c54aa652d48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.853422] env[69357]: DEBUG nova.compute.manager [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1033.896431] env[69357]: DEBUG oslo_concurrency.lockutils [None req-438bf0bf-5460-4459-a701-3e7498232164 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Releasing lock "refresh_cache-d4d1668d-9a0a-4185-b190-7dc7cb668411" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.896687] env[69357]: DEBUG nova.objects.instance [None req-438bf0bf-5460-4459-a701-3e7498232164 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Lazy-loading 'migration_context' on Instance uuid d4d1668d-9a0a-4185-b190-7dc7cb668411 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.961276] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "refresh_cache-4bffb383-795b-44bc-8c68-aa8c73c5ada8" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.961424] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquired lock "refresh_cache-4bffb383-795b-44bc-8c68-aa8c73c5ada8" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.961574] env[69357]: DEBUG nova.network.neutron [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.968845] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "71690098-eb9a-456d-85d1-936d3d5b4d6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.969689] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "71690098-eb9a-456d-85d1-936d3d5b4d6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.969689] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "71690098-eb9a-456d-85d1-936d3d5b4d6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.989574] env[69357]: DEBUG oslo_concurrency.lockutils [req-29ac33dd-9405-445d-b513-072bf9f3e568 req-317c91ba-5215-44aa-b97f-dc64416f37bd service nova] Releasing lock "refresh_cache-c0c3b6ae-4167-4abc-9e79-f58ae51e3383" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.189889] env[69357]: DEBUG nova.scheduler.client.report [None req-f4101e9b-5136-4484-8807-60866356f757 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.203233] env[69357]: DEBUG oslo_vmware.api [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283173, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.330024] env[69357]: DEBUG oslo_vmware.api [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52801255-ae05-650d-90e7-6c54aa652d48, 'name': SearchDatastore_Task, 'duration_secs': 0.010882} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.330548] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56662154-6e40-4946-9226-bd8029225e78 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.337075] env[69357]: DEBUG oslo_vmware.api [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Waiting for the task: (returnval){ [ 1034.337075] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52fa3fe2-1d8b-7366-413a-82cf0ee13d3c" [ 1034.337075] env[69357]: _type = "Task" [ 1034.337075] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.345709] env[69357]: DEBUG oslo_vmware.api [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52fa3fe2-1d8b-7366-413a-82cf0ee13d3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.399206] env[69357]: DEBUG nova.objects.base [None req-438bf0bf-5460-4459-a701-3e7498232164 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1034.400357] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c78104e-a840-40f7-ba59-b555905c056b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.420808] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe0ced4c-f55a-41e4-9824-fd95918e79be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.427680] env[69357]: DEBUG oslo_vmware.api [None req-438bf0bf-5460-4459-a701-3e7498232164 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for the task: (returnval){ [ 1034.427680] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c0f4de-c6f0-4a6b-71c2-e7b8365f77fa" [ 1034.427680] env[69357]: _type = "Task" [ 1034.427680] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.436038] env[69357]: DEBUG oslo_vmware.api [None req-438bf0bf-5460-4459-a701-3e7498232164 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c0f4de-c6f0-4a6b-71c2-e7b8365f77fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.498861] env[69357]: DEBUG nova.network.neutron [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1034.628375] env[69357]: DEBUG nova.network.neutron [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Updating instance_info_cache with network_info: [{"id": "a6195bb9-0dd3-4e0b-930e-97c64dba928c", "address": "fa:16:3e:60:ea:ad", "network": {"id": "14a080ce-f6fb-4b67-8c28-3f21d485ab29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1330525983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ce3a6bd35be4a73861bc478261e9be0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6195bb9-0d", "ovs_interfaceid": "a6195bb9-0dd3-4e0b-930e-97c64dba928c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.667963] env[69357]: DEBUG nova.compute.manager [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.668847] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a315c526-bd7a-469a-957b-eb91aaa94eba {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.697788] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4101e9b-5136-4484-8807-60866356f757 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.706256] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.766s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.710498] env[69357]: DEBUG oslo_vmware.api [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283173, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.726706] env[69357]: INFO nova.scheduler.client.report [None req-f4101e9b-5136-4484-8807-60866356f757 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Deleted allocations for instance ff1d2974-d5a3-4753-9fa4-77f49949dd16 [ 1034.848190] env[69357]: DEBUG oslo_vmware.api [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52fa3fe2-1d8b-7366-413a-82cf0ee13d3c, 'name': SearchDatastore_Task, 'duration_secs': 0.012766} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.848482] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.848742] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] c0c3b6ae-4167-4abc-9e79-f58ae51e3383/c0c3b6ae-4167-4abc-9e79-f58ae51e3383.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.849041] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4377ec51-47ff-4f12-80f5-59ad2a372e4c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.857068] env[69357]: DEBUG oslo_vmware.api [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Waiting for the task: (returnval){ [ 1034.857068] env[69357]: value = "task-3283174" [ 1034.857068] env[69357]: _type = "Task" [ 1034.857068] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.862629] env[69357]: DEBUG nova.compute.manager [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1034.867887] env[69357]: DEBUG oslo_vmware.api [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Task: {'id': task-3283174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.905785] env[69357]: DEBUG nova.virt.hardware [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.905984] env[69357]: DEBUG nova.virt.hardware [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.906386] env[69357]: DEBUG nova.virt.hardware [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.906386] env[69357]: DEBUG nova.virt.hardware [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.906610] env[69357]: DEBUG nova.virt.hardware [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.906610] env[69357]: DEBUG nova.virt.hardware [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.907740] env[69357]: DEBUG nova.virt.hardware [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.907740] env[69357]: DEBUG nova.virt.hardware [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.907740] env[69357]: DEBUG nova.virt.hardware [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.907740] env[69357]: DEBUG nova.virt.hardware [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.907740] env[69357]: DEBUG nova.virt.hardware [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.909057] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193eacaf-c07e-459b-b474-9ca15880685f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.917330] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e417429e-a8f2-4dd6-8628-839d65545c3f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.940959] env[69357]: DEBUG oslo_vmware.api [None req-438bf0bf-5460-4459-a701-3e7498232164 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c0f4de-c6f0-4a6b-71c2-e7b8365f77fa, 'name': SearchDatastore_Task, 'duration_secs': 0.021482} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.941735] env[69357]: DEBUG oslo_concurrency.lockutils [None req-438bf0bf-5460-4459-a701-3e7498232164 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.035545] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "refresh_cache-71690098-eb9a-456d-85d1-936d3d5b4d6e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.036240] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquired lock "refresh_cache-71690098-eb9a-456d-85d1-936d3d5b4d6e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.036240] env[69357]: DEBUG nova.network.neutron [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.130731] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Releasing lock "refresh_cache-4bffb383-795b-44bc-8c68-aa8c73c5ada8" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.131103] env[69357]: DEBUG nova.compute.manager [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Instance network_info: |[{"id": "a6195bb9-0dd3-4e0b-930e-97c64dba928c", "address": "fa:16:3e:60:ea:ad", "network": {"id": "14a080ce-f6fb-4b67-8c28-3f21d485ab29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1330525983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ce3a6bd35be4a73861bc478261e9be0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6195bb9-0d", "ovs_interfaceid": "a6195bb9-0dd3-4e0b-930e-97c64dba928c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1035.131561] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:ea:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2321dbbe-f64a-4253-a462-21676f8a278e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6195bb9-0dd3-4e0b-930e-97c64dba928c', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.140759] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Creating folder: Project (3ce3a6bd35be4a73861bc478261e9be0). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1035.141250] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3af85402-4f1f-44af-9b0c-1fb9050fb31e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.156981] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Created folder: Project (3ce3a6bd35be4a73861bc478261e9be0) in parent group-v655402. [ 1035.157248] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Creating folder: Instances. Parent ref: group-v655669. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1035.157558] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e22fe8e-4676-4e00-81b4-3d3e4aaba5f6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.170825] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Created folder: Instances in parent group-v655669. [ 1035.171218] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.171353] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1035.171594] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85e565d7-2e4f-414f-82d9-42bc7f117407 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.195265] env[69357]: INFO nova.compute.manager [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] instance snapshotting [ 1035.195265] env[69357]: DEBUG nova.objects.instance [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lazy-loading 'flavor' on Instance uuid 293709c1-4f73-4f7c-a4b9-c11d41ab685e {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.202968] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.202968] env[69357]: value = "task-3283177" [ 1035.202968] env[69357]: _type = "Task" [ 1035.202968] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.207805] env[69357]: DEBUG oslo_vmware.api [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283173, 'name': ReconfigVM_Task, 'duration_secs': 1.324909} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.211626] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Reconfigured VM instance instance-00000059 to attach disk [datastore1] e446971c-3947-4544-ab25-39eaefc9097d/e446971c-3947-4544-ab25-39eaefc9097d.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.213362] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a4cba952-370e-415a-acb0-9d7a91c614cc tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquiring lock "0d3bc6af-ee75-42fb-a73d-b30def9bcced" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.213730] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a4cba952-370e-415a-acb0-9d7a91c614cc tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "0d3bc6af-ee75-42fb-a73d-b30def9bcced" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.228456] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c6e4cec-036d-4d57-8198-4163deb3c7f9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.233630] env[69357]: DEBUG oslo_vmware.api [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1035.233630] env[69357]: value = "task-3283178" [ 1035.233630] env[69357]: _type = "Task" [ 1035.233630] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.240508] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4101e9b-5136-4484-8807-60866356f757 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "ff1d2974-d5a3-4753-9fa4-77f49949dd16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.340s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.244408] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283177, 'name': CreateVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.257278] env[69357]: DEBUG oslo_vmware.api [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283178, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.315100] env[69357]: DEBUG nova.compute.manager [req-3d57db17-15e4-4a15-96b7-0d3556c9ff21 req-ef015a53-f348-4e4f-917c-b078d4c5562f service nova] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Received event network-changed-a6195bb9-0dd3-4e0b-930e-97c64dba928c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.315100] env[69357]: DEBUG nova.compute.manager [req-3d57db17-15e4-4a15-96b7-0d3556c9ff21 req-ef015a53-f348-4e4f-917c-b078d4c5562f service nova] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Refreshing instance network info cache due to event network-changed-a6195bb9-0dd3-4e0b-930e-97c64dba928c. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1035.316193] env[69357]: DEBUG oslo_concurrency.lockutils [req-3d57db17-15e4-4a15-96b7-0d3556c9ff21 req-ef015a53-f348-4e4f-917c-b078d4c5562f service nova] Acquiring lock "refresh_cache-4bffb383-795b-44bc-8c68-aa8c73c5ada8" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.316193] env[69357]: DEBUG oslo_concurrency.lockutils [req-3d57db17-15e4-4a15-96b7-0d3556c9ff21 req-ef015a53-f348-4e4f-917c-b078d4c5562f service nova] Acquired lock "refresh_cache-4bffb383-795b-44bc-8c68-aa8c73c5ada8" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.316193] env[69357]: DEBUG nova.network.neutron [req-3d57db17-15e4-4a15-96b7-0d3556c9ff21 req-ef015a53-f348-4e4f-917c-b078d4c5562f service nova] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Refreshing network info cache for port a6195bb9-0dd3-4e0b-930e-97c64dba928c {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.320579] env[69357]: DEBUG nova.compute.manager [req-a51285ad-5dad-42d5-9e32-0e0c2d3502ab req-c03cd642-b5b5-4f1e-a25a-95bdb39cfebd service nova] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Received event network-vif-plugged-ac98f4cb-2315-49ff-b3e6-226d182f37dc {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.320684] env[69357]: DEBUG oslo_concurrency.lockutils [req-a51285ad-5dad-42d5-9e32-0e0c2d3502ab req-c03cd642-b5b5-4f1e-a25a-95bdb39cfebd service nova] Acquiring lock "21b56f99-6443-4fe7-8b29-2e2c571f99e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.320853] env[69357]: DEBUG oslo_concurrency.lockutils [req-a51285ad-5dad-42d5-9e32-0e0c2d3502ab req-c03cd642-b5b5-4f1e-a25a-95bdb39cfebd service nova] Lock "21b56f99-6443-4fe7-8b29-2e2c571f99e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.321033] env[69357]: DEBUG oslo_concurrency.lockutils [req-a51285ad-5dad-42d5-9e32-0e0c2d3502ab req-c03cd642-b5b5-4f1e-a25a-95bdb39cfebd service nova] Lock "21b56f99-6443-4fe7-8b29-2e2c571f99e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.321210] env[69357]: DEBUG nova.compute.manager [req-a51285ad-5dad-42d5-9e32-0e0c2d3502ab req-c03cd642-b5b5-4f1e-a25a-95bdb39cfebd service nova] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] No waiting events found dispatching network-vif-plugged-ac98f4cb-2315-49ff-b3e6-226d182f37dc {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1035.321378] env[69357]: WARNING nova.compute.manager [req-a51285ad-5dad-42d5-9e32-0e0c2d3502ab req-c03cd642-b5b5-4f1e-a25a-95bdb39cfebd service nova] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Received unexpected event network-vif-plugged-ac98f4cb-2315-49ff-b3e6-226d182f37dc for instance with vm_state building and task_state spawning. [ 1035.370771] env[69357]: DEBUG oslo_vmware.api [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Task: {'id': task-3283174, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510091} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.370929] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] c0c3b6ae-4167-4abc-9e79-f58ae51e3383/c0c3b6ae-4167-4abc-9e79-f58ae51e3383.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1035.371088] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1035.372095] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-341c5e91-52bb-42f3-bc3f-9b89302f0d5d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.379939] env[69357]: DEBUG oslo_vmware.api [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Waiting for the task: (returnval){ [ 1035.379939] env[69357]: value = "task-3283179" [ 1035.379939] env[69357]: _type = "Task" [ 1035.379939] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.390241] env[69357]: DEBUG oslo_vmware.api [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Task: {'id': task-3283179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.464247] env[69357]: DEBUG nova.network.neutron [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Successfully updated port: ac98f4cb-2315-49ff-b3e6-226d182f37dc {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1035.699178] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1b44b0-dbcb-4ade-b4b9-900028b3f4a5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.719690] env[69357]: INFO nova.compute.manager [None req-a4cba952-370e-415a-acb0-9d7a91c614cc tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Detaching volume 996989de-8d67-4f75-89d8-db904cf09af8 [ 1035.725384] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a7cc64-1400-45d0-b4b1-08f528315533 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.730861] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Applying migration context for instance 71690098-eb9a-456d-85d1-936d3d5b4d6e as it has an incoming, in-progress migration 94a1c52b-3142-4ea1-839e-d6b9b6a3dc17. Migration status is post-migrating {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1035.731097] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Applying migration context for instance d4d1668d-9a0a-4185-b190-7dc7cb668411 as it has an incoming, in-progress migration 5e1aa3aa-042e-4ee9-983d-c8113f918fa3. Migration status is confirming {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1035.732601] env[69357]: INFO nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Updating resource usage from migration 94a1c52b-3142-4ea1-839e-d6b9b6a3dc17 [ 1035.732926] env[69357]: INFO nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Updating resource usage from migration 5e1aa3aa-042e-4ee9-983d-c8113f918fa3 [ 1035.751044] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283177, 'name': CreateVM_Task, 'duration_secs': 0.420687} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.757360] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.758963] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.759165] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.760153] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.764141] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9803788a-cc1d-4da0-be14-43b595810242 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.767945] env[69357]: DEBUG oslo_vmware.api [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283178, 'name': Rename_Task, 'duration_secs': 0.242226} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.769385] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance af8f9e4f-c0d8-447b-91ad-04f88290c199 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.769550] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance d8ea2cd9-9230-4dd2-8737-07d5ca6553bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.769681] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 0d3bc6af-ee75-42fb-a73d-b30def9bcced actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.769798] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 293709c1-4f73-4f7c-a4b9-c11d41ab685e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.769929] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 0c1376c6-1c72-4998-b90e-ff4500cef5c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.770154] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 03f0e5ec-8777-42ce-9b73-a5dd273204df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.770323] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Migration 5e1aa3aa-042e-4ee9-983d-c8113f918fa3 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1035.770445] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance d4d1668d-9a0a-4185-b190-7dc7cb668411 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.770559] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Migration 94a1c52b-3142-4ea1-839e-d6b9b6a3dc17 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1035.770795] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 71690098-eb9a-456d-85d1-936d3d5b4d6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.770959] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance e446971c-3947-4544-ab25-39eaefc9097d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.771107] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance c0c3b6ae-4167-4abc-9e79-f58ae51e3383 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.771221] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 4bffb383-795b-44bc-8c68-aa8c73c5ada8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.771358] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 21b56f99-6443-4fe7-8b29-2e2c571f99e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.771541] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1035.771675] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3328MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1035.774088] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.775196] env[69357]: INFO nova.virt.block_device [None req-a4cba952-370e-415a-acb0-9d7a91c614cc tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Attempting to driver detach volume 996989de-8d67-4f75-89d8-db904cf09af8 from mountpoint /dev/sdb [ 1035.775411] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4cba952-370e-415a-acb0-9d7a91c614cc tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Volume detach. Driver type: vmdk {{(pid=69357) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1035.775601] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4cba952-370e-415a-acb0-9d7a91c614cc tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655643', 'volume_id': '996989de-8d67-4f75-89d8-db904cf09af8', 'name': 'volume-996989de-8d67-4f75-89d8-db904cf09af8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d3bc6af-ee75-42fb-a73d-b30def9bcced', 'attached_at': '', 'detached_at': '', 'volume_id': '996989de-8d67-4f75-89d8-db904cf09af8', 'serial': '996989de-8d67-4f75-89d8-db904cf09af8'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1035.776514] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc6b0c8a-38ba-4837-abd9-14ab26c88aaf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.779353] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74129fb7-7195-47cf-9912-2964a64e6f3d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.783123] env[69357]: DEBUG oslo_vmware.api [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1035.783123] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]521e648e-d385-b3b8-9e71-7718776c271d" [ 1035.783123] env[69357]: _type = "Task" [ 1035.783123] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.808963] env[69357]: DEBUG nova.network.neutron [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Updating instance_info_cache with network_info: [{"id": "e378a24b-1ad2-41e0-ab22-c9f9ed0ba3b9", "address": "fa:16:3e:79:f5:5a", "network": {"id": "82c49d87-7977-405b-bca5-306c72e67e92", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1883218750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43de1ca6f72548b8b9e0f140b9228aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape378a24b-1a", "ovs_interfaceid": "e378a24b-1ad2-41e0-ab22-c9f9ed0ba3b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.813684] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c360fb2-b58a-4d62-9ef1-043216c0ee38 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.816818] env[69357]: DEBUG oslo_vmware.api [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1035.816818] env[69357]: value = "task-3283180" [ 1035.816818] env[69357]: _type = "Task" [ 1035.816818] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.824753] env[69357]: DEBUG oslo_vmware.api [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]521e648e-d385-b3b8-9e71-7718776c271d, 'name': SearchDatastore_Task, 'duration_secs': 0.011221} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.828724] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.828968] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.829231] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.829374] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.829552] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.832121] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-636416f0-72b4-417a-9f2a-f139d26ec9cd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.839020] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f620cb7-ae3d-42f0-8b51-3585b6f73b55 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.844998] env[69357]: DEBUG oslo_vmware.api [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283180, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.871254] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbc34ff-47fb-4166-82f2-38922a20fe25 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.873945] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.874154] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.875089] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2c1b38d-314c-487d-ba4e-6050dd019103 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.895091] env[69357]: DEBUG oslo_vmware.api [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1035.895091] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]527e6673-3e16-32aa-5414-4d535be09d69" [ 1035.895091] env[69357]: _type = "Task" [ 1035.895091] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.895385] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4cba952-370e-415a-acb0-9d7a91c614cc tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] The volume has not been displaced from its original location: [datastore1] volume-996989de-8d67-4f75-89d8-db904cf09af8/volume-996989de-8d67-4f75-89d8-db904cf09af8.vmdk. No consolidation needed. {{(pid=69357) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1035.900875] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4cba952-370e-415a-acb0-9d7a91c614cc tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1035.903780] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9d4c486-71e7-4d3c-adab-195c5f2aee62 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.926886] env[69357]: DEBUG oslo_vmware.api [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Task: {'id': task-3283179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068819} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.927696] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1035.928260] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1492b227-c5fa-4c3c-b9c3-7b97c18d6b68 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.938025] env[69357]: DEBUG oslo_vmware.api [None req-a4cba952-370e-415a-acb0-9d7a91c614cc tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for the task: (returnval){ [ 1035.938025] env[69357]: value = "task-3283181" [ 1035.938025] env[69357]: _type = "Task" [ 1035.938025] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.938872] env[69357]: DEBUG oslo_vmware.api [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]527e6673-3e16-32aa-5414-4d535be09d69, 'name': SearchDatastore_Task, 'duration_secs': 0.015472} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.943013] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3b964db-e766-46a4-8452-440aeed964ba {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.968685] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] c0c3b6ae-4167-4abc-9e79-f58ae51e3383/c0c3b6ae-4167-4abc-9e79-f58ae51e3383.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.972782] env[69357]: DEBUG oslo_concurrency.lockutils [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "refresh_cache-21b56f99-6443-4fe7-8b29-2e2c571f99e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.973012] env[69357]: DEBUG oslo_concurrency.lockutils [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquired lock "refresh_cache-21b56f99-6443-4fe7-8b29-2e2c571f99e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.973106] env[69357]: DEBUG nova.network.neutron [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.974207] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc77c88d-db3b-4dfc-b12c-7efcf689f809 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.998430] env[69357]: DEBUG oslo_vmware.api [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1035.998430] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]528a58fa-0f8e-2a30-754d-a19503360ea7" [ 1035.998430] env[69357]: _type = "Task" [ 1035.998430] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.998742] env[69357]: DEBUG oslo_vmware.api [None req-a4cba952-370e-415a-acb0-9d7a91c614cc tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.007796] env[69357]: DEBUG oslo_vmware.api [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Waiting for the task: (returnval){ [ 1036.007796] env[69357]: value = "task-3283182" [ 1036.007796] env[69357]: _type = "Task" [ 1036.007796] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.014217] env[69357]: DEBUG oslo_vmware.api [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]528a58fa-0f8e-2a30-754d-a19503360ea7, 'name': SearchDatastore_Task, 'duration_secs': 0.010466} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.017465] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.017737] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 4bffb383-795b-44bc-8c68-aa8c73c5ada8/4bffb383-795b-44bc-8c68-aa8c73c5ada8.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.018330] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05f1afc6-0316-4211-8699-2cdf9aaf1378 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.027101] env[69357]: DEBUG oslo_vmware.api [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Task: {'id': task-3283182, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.030976] env[69357]: DEBUG oslo_vmware.api [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1036.030976] env[69357]: value = "task-3283183" [ 1036.030976] env[69357]: _type = "Task" [ 1036.030976] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.031725] env[69357]: DEBUG nova.network.neutron [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.151586] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39593d1-8e8e-4702-8f7b-e6f472707be0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.163251] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ceeb15-45b5-4004-be6b-da51dd3a71dc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.195302] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6504a79-e105-4cb5-aa54-78394513e9ee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.206055] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e5dd27-465f-481e-9b1e-7d354f175e4e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.211200] env[69357]: DEBUG nova.network.neutron [req-3d57db17-15e4-4a15-96b7-0d3556c9ff21 req-ef015a53-f348-4e4f-917c-b078d4c5562f service nova] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Updated VIF entry in instance network info cache for port a6195bb9-0dd3-4e0b-930e-97c64dba928c. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.211544] env[69357]: DEBUG nova.network.neutron [req-3d57db17-15e4-4a15-96b7-0d3556c9ff21 req-ef015a53-f348-4e4f-917c-b078d4c5562f service nova] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Updating instance_info_cache with network_info: [{"id": "a6195bb9-0dd3-4e0b-930e-97c64dba928c", "address": "fa:16:3e:60:ea:ad", "network": {"id": "14a080ce-f6fb-4b67-8c28-3f21d485ab29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1330525983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ce3a6bd35be4a73861bc478261e9be0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6195bb9-0d", "ovs_interfaceid": "a6195bb9-0dd3-4e0b-930e-97c64dba928c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.225764] env[69357]: DEBUG nova.compute.provider_tree [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.252185] env[69357]: DEBUG nova.network.neutron [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Updating instance_info_cache with network_info: [{"id": "ac98f4cb-2315-49ff-b3e6-226d182f37dc", "address": "fa:16:3e:de:cc:92", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac98f4cb-23", "ovs_interfaceid": "ac98f4cb-2315-49ff-b3e6-226d182f37dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.259483] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Creating Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1036.259483] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fc7dcfb9-ecca-42a1-8df5-8a2c65133c84 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.268234] env[69357]: DEBUG oslo_vmware.api [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1036.268234] env[69357]: value = "task-3283184" [ 1036.268234] env[69357]: _type = "Task" [ 1036.268234] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.283418] env[69357]: DEBUG oslo_vmware.api [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283184, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.322862] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Releasing lock "refresh_cache-71690098-eb9a-456d-85d1-936d3d5b4d6e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.342194] env[69357]: DEBUG oslo_vmware.api [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283180, 'name': PowerOnVM_Task, 'duration_secs': 0.48361} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.343043] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.343043] env[69357]: INFO nova.compute.manager [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1036.343043] env[69357]: DEBUG nova.compute.manager [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.343763] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dc44dc-b6e4-41f5-b23f-337cb0e102b0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.450526] env[69357]: DEBUG oslo_vmware.api [None req-a4cba952-370e-415a-acb0-9d7a91c614cc tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283181, 'name': ReconfigVM_Task, 'duration_secs': 0.257475} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.450843] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4cba952-370e-415a-acb0-9d7a91c614cc tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1036.456287] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4e03c3b-8e22-4fe6-b1ae-f40747c1a76d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.474030] env[69357]: DEBUG oslo_vmware.api [None req-a4cba952-370e-415a-acb0-9d7a91c614cc tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for the task: (returnval){ [ 1036.474030] env[69357]: value = "task-3283185" [ 1036.474030] env[69357]: _type = "Task" [ 1036.474030] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.485449] env[69357]: DEBUG oslo_vmware.api [None req-a4cba952-370e-415a-acb0-9d7a91c614cc tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283185, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.525997] env[69357]: DEBUG oslo_vmware.api [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Task: {'id': task-3283182, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.546570] env[69357]: DEBUG oslo_vmware.api [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283183, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.714443] env[69357]: DEBUG oslo_concurrency.lockutils [req-3d57db17-15e4-4a15-96b7-0d3556c9ff21 req-ef015a53-f348-4e4f-917c-b078d4c5562f service nova] Releasing lock "refresh_cache-4bffb383-795b-44bc-8c68-aa8c73c5ada8" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.728538] env[69357]: DEBUG nova.scheduler.client.report [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.754815] env[69357]: DEBUG oslo_concurrency.lockutils [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Releasing lock "refresh_cache-21b56f99-6443-4fe7-8b29-2e2c571f99e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.755086] env[69357]: DEBUG nova.compute.manager [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Instance network_info: |[{"id": "ac98f4cb-2315-49ff-b3e6-226d182f37dc", "address": "fa:16:3e:de:cc:92", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac98f4cb-23", "ovs_interfaceid": "ac98f4cb-2315-49ff-b3e6-226d182f37dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1036.755523] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:cc:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac98f4cb-2315-49ff-b3e6-226d182f37dc', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.763141] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.763566] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.763792] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5e78998-4e55-49a9-8cbd-f0ff36b8b454 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.788668] env[69357]: DEBUG oslo_vmware.api [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283184, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.790363] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.790363] env[69357]: value = "task-3283186" [ 1036.790363] env[69357]: _type = "Task" [ 1036.790363] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.797958] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283186, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.853202] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b23fec2-a035-4312-a7ad-3b97c4c5dfc3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.877423] env[69357]: INFO nova.compute.manager [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Took 17.35 seconds to build instance. [ 1036.878980] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2613ec-484a-47c8-a935-1cc5cfebb00e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.887382] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Updating instance '71690098-eb9a-456d-85d1-936d3d5b4d6e' progress to 83 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1036.984570] env[69357]: DEBUG oslo_vmware.api [None req-a4cba952-370e-415a-acb0-9d7a91c614cc tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283185, 'name': ReconfigVM_Task, 'duration_secs': 0.162093} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.984888] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4cba952-370e-415a-acb0-9d7a91c614cc tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655643', 'volume_id': '996989de-8d67-4f75-89d8-db904cf09af8', 'name': 'volume-996989de-8d67-4f75-89d8-db904cf09af8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d3bc6af-ee75-42fb-a73d-b30def9bcced', 'attached_at': '', 'detached_at': '', 'volume_id': '996989de-8d67-4f75-89d8-db904cf09af8', 'serial': '996989de-8d67-4f75-89d8-db904cf09af8'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1037.024494] env[69357]: DEBUG oslo_vmware.api [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Task: {'id': task-3283182, 'name': ReconfigVM_Task, 'duration_secs': 0.672948} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.028020] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Reconfigured VM instance instance-0000005a to attach disk [datastore1] c0c3b6ae-4167-4abc-9e79-f58ae51e3383/c0c3b6ae-4167-4abc-9e79-f58ae51e3383.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.028020] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-023ea517-9116-4c25-8b40-5d9d126ab563 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.032299] env[69357]: DEBUG oslo_vmware.api [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Waiting for the task: (returnval){ [ 1037.032299] env[69357]: value = "task-3283187" [ 1037.032299] env[69357]: _type = "Task" [ 1037.032299] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.043435] env[69357]: DEBUG oslo_vmware.api [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Task: {'id': task-3283187, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.046822] env[69357]: DEBUG oslo_vmware.api [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283183, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636585} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.046975] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 4bffb383-795b-44bc-8c68-aa8c73c5ada8/4bffb383-795b-44bc-8c68-aa8c73c5ada8.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.047375] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.047375] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18574f96-66eb-41a3-85ea-cd82fd9d01c7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.054567] env[69357]: DEBUG oslo_vmware.api [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1037.054567] env[69357]: value = "task-3283188" [ 1037.054567] env[69357]: _type = "Task" [ 1037.054567] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.063705] env[69357]: DEBUG oslo_vmware.api [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.233525] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1037.234349] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.528s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.234349] env[69357]: DEBUG oslo_concurrency.lockutils [None req-438bf0bf-5460-4459-a701-3e7498232164 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.293s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.290559] env[69357]: DEBUG oslo_vmware.api [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283184, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.299302] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283186, 'name': CreateVM_Task, 'duration_secs': 0.459479} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.299495] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.300238] env[69357]: DEBUG oslo_concurrency.lockutils [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.300412] env[69357]: DEBUG oslo_concurrency.lockutils [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.300743] env[69357]: DEBUG oslo_concurrency.lockutils [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.301007] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81edcb73-9cbe-4931-9370-befd002556f0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.311060] env[69357]: DEBUG oslo_vmware.api [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 1037.311060] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e20536-f329-f283-43da-a68f0d51af1c" [ 1037.311060] env[69357]: _type = "Task" [ 1037.311060] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.319144] env[69357]: DEBUG oslo_vmware.api [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e20536-f329-f283-43da-a68f0d51af1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.383507] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ea290e7e-7ddd-4029-ad1d-fcd71637d62d tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "e446971c-3947-4544-ab25-39eaefc9097d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.863s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.393039] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1037.393721] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-256f8716-919f-4642-b41c-db255a26493d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.401035] env[69357]: DEBUG oslo_vmware.api [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 1037.401035] env[69357]: value = "task-3283189" [ 1037.401035] env[69357]: _type = "Task" [ 1037.401035] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.409192] env[69357]: DEBUG oslo_vmware.api [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.490951] env[69357]: DEBUG nova.compute.manager [req-25f65a1e-07b2-4144-8064-81b974bbf2e4 req-a65fcd9e-93ee-4d0f-bfd4-f427fbdea499 service nova] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Received event network-changed-ac98f4cb-2315-49ff-b3e6-226d182f37dc {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.491223] env[69357]: DEBUG nova.compute.manager [req-25f65a1e-07b2-4144-8064-81b974bbf2e4 req-a65fcd9e-93ee-4d0f-bfd4-f427fbdea499 service nova] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Refreshing instance network info cache due to event network-changed-ac98f4cb-2315-49ff-b3e6-226d182f37dc. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1037.491429] env[69357]: DEBUG oslo_concurrency.lockutils [req-25f65a1e-07b2-4144-8064-81b974bbf2e4 req-a65fcd9e-93ee-4d0f-bfd4-f427fbdea499 service nova] Acquiring lock "refresh_cache-21b56f99-6443-4fe7-8b29-2e2c571f99e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.491573] env[69357]: DEBUG oslo_concurrency.lockutils [req-25f65a1e-07b2-4144-8064-81b974bbf2e4 req-a65fcd9e-93ee-4d0f-bfd4-f427fbdea499 service nova] Acquired lock "refresh_cache-21b56f99-6443-4fe7-8b29-2e2c571f99e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.491744] env[69357]: DEBUG nova.network.neutron [req-25f65a1e-07b2-4144-8064-81b974bbf2e4 req-a65fcd9e-93ee-4d0f-bfd4-f427fbdea499 service nova] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Refreshing network info cache for port ac98f4cb-2315-49ff-b3e6-226d182f37dc {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.539872] env[69357]: DEBUG nova.objects.instance [None req-a4cba952-370e-415a-acb0-9d7a91c614cc tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lazy-loading 'flavor' on Instance uuid 0d3bc6af-ee75-42fb-a73d-b30def9bcced {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.549642] env[69357]: DEBUG oslo_vmware.api [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Task: {'id': task-3283187, 'name': Rename_Task, 'duration_secs': 0.235187} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.550059] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1037.550382] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec6ea642-7d7f-4660-92e3-c0f714c19e7a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.556958] env[69357]: DEBUG oslo_vmware.api [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Waiting for the task: (returnval){ [ 1037.556958] env[69357]: value = "task-3283190" [ 1037.556958] env[69357]: _type = "Task" [ 1037.556958] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.567600] env[69357]: DEBUG oslo_vmware.api [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065888} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.570631] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.570934] env[69357]: DEBUG oslo_vmware.api [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Task: {'id': task-3283190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.571658] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0950992-a3b4-4fe4-8956-31d926b2a56e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.595111] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 4bffb383-795b-44bc-8c68-aa8c73c5ada8/4bffb383-795b-44bc-8c68-aa8c73c5ada8.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.595791] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3aebfffe-26f6-43b2-bb00-4fbbbeb87e0d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.616495] env[69357]: DEBUG oslo_vmware.api [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1037.616495] env[69357]: value = "task-3283191" [ 1037.616495] env[69357]: _type = "Task" [ 1037.616495] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.625175] env[69357]: DEBUG oslo_vmware.api [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283191, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.803139] env[69357]: DEBUG oslo_vmware.api [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283184, 'name': CreateSnapshot_Task, 'duration_secs': 1.516768} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.803450] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Created Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1037.804282] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770a23c3-9f8c-4dce-93db-fa9b5e5e0abb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.825606] env[69357]: DEBUG oslo_vmware.api [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e20536-f329-f283-43da-a68f0d51af1c, 'name': SearchDatastore_Task, 'duration_secs': 0.042873} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.827029] env[69357]: DEBUG oslo_concurrency.lockutils [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.827266] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1037.827532] env[69357]: DEBUG oslo_concurrency.lockutils [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.829028] env[69357]: DEBUG oslo_concurrency.lockutils [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.829028] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1037.831026] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e90749b-b86a-499a-9a22-25ff965f9254 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.832922] env[69357]: DEBUG oslo_concurrency.lockutils [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "a62cc20a-ba03-4a29-868e-cb0fadfd2c62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.833183] env[69357]: DEBUG oslo_concurrency.lockutils [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "a62cc20a-ba03-4a29-868e-cb0fadfd2c62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.844760] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1037.844895] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1037.845706] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-368a160a-2036-4b0d-83b9-583853b3a25c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.855046] env[69357]: DEBUG oslo_vmware.api [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 1037.855046] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5207a4e7-93f0-1264-8890-902933d311d8" [ 1037.855046] env[69357]: _type = "Task" [ 1037.855046] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.863196] env[69357]: DEBUG oslo_vmware.api [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5207a4e7-93f0-1264-8890-902933d311d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.912879] env[69357]: DEBUG oslo_vmware.api [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283189, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.994742] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed22d06d-ae27-4b49-a9fd-76f0099cb382 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.005686] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1395770-90b9-44b2-8dcb-73122643ef3a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.039821] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d924415-c4b3-4cca-8035-468e21b6ac8b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.050584] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d59f89-3d97-4b23-887a-5d57f691d60a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.064917] env[69357]: DEBUG nova.compute.provider_tree [None req-438bf0bf-5460-4459-a701-3e7498232164 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.075925] env[69357]: DEBUG oslo_vmware.api [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Task: {'id': task-3283190, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.127544] env[69357]: DEBUG oslo_vmware.api [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283191, 'name': ReconfigVM_Task, 'duration_secs': 0.322293} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.127847] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 4bffb383-795b-44bc-8c68-aa8c73c5ada8/4bffb383-795b-44bc-8c68-aa8c73c5ada8.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.128531] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e22c4c0c-4cf5-42f9-845d-5fcbfcfcfecc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.135053] env[69357]: DEBUG oslo_vmware.api [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1038.135053] env[69357]: value = "task-3283192" [ 1038.135053] env[69357]: _type = "Task" [ 1038.135053] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.143034] env[69357]: DEBUG oslo_vmware.api [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283192, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.215667] env[69357]: DEBUG nova.network.neutron [req-25f65a1e-07b2-4144-8064-81b974bbf2e4 req-a65fcd9e-93ee-4d0f-bfd4-f427fbdea499 service nova] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Updated VIF entry in instance network info cache for port ac98f4cb-2315-49ff-b3e6-226d182f37dc. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.216187] env[69357]: DEBUG nova.network.neutron [req-25f65a1e-07b2-4144-8064-81b974bbf2e4 req-a65fcd9e-93ee-4d0f-bfd4-f427fbdea499 service nova] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Updating instance_info_cache with network_info: [{"id": "ac98f4cb-2315-49ff-b3e6-226d182f37dc", "address": "fa:16:3e:de:cc:92", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac98f4cb-23", "ovs_interfaceid": "ac98f4cb-2315-49ff-b3e6-226d182f37dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.328641] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Creating linked-clone VM from snapshot {{(pid=69357) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1038.328962] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e20c97cb-4839-4771-b657-a844c66be724 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.336739] env[69357]: DEBUG oslo_vmware.api [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1038.336739] env[69357]: value = "task-3283193" [ 1038.336739] env[69357]: _type = "Task" [ 1038.336739] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.337169] env[69357]: DEBUG nova.compute.manager [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1038.348472] env[69357]: DEBUG oslo_vmware.api [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283193, 'name': CloneVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.367028] env[69357]: DEBUG oslo_vmware.api [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5207a4e7-93f0-1264-8890-902933d311d8, 'name': SearchDatastore_Task, 'duration_secs': 0.0145} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.367881] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-409dd79f-3a8d-487d-bb13-1b70bf7794bc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.373311] env[69357]: DEBUG oslo_vmware.api [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 1038.373311] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d9d256-0e92-ef4d-f90f-37d866cf8ecd" [ 1038.373311] env[69357]: _type = "Task" [ 1038.373311] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.382448] env[69357]: DEBUG oslo_vmware.api [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d9d256-0e92-ef4d-f90f-37d866cf8ecd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.413188] env[69357]: DEBUG oslo_vmware.api [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283189, 'name': PowerOnVM_Task, 'duration_secs': 0.829969} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.413482] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.413640] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fd03cda3-a8ce-452e-9c51-07e3188f5af5 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Updating instance '71690098-eb9a-456d-85d1-936d3d5b4d6e' progress to 100 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1038.421224] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0ac4088e-adf9-4b72-859b-f5377baecf3c tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquiring lock "0d3bc6af-ee75-42fb-a73d-b30def9bcced" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.547054] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a4cba952-370e-415a-acb0-9d7a91c614cc tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "0d3bc6af-ee75-42fb-a73d-b30def9bcced" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.333s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.548582] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0ac4088e-adf9-4b72-859b-f5377baecf3c tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "0d3bc6af-ee75-42fb-a73d-b30def9bcced" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.127s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.548775] env[69357]: DEBUG nova.compute.manager [None req-0ac4088e-adf9-4b72-859b-f5377baecf3c tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.549848] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadd7c35-fbcd-4dde-aa1c-e2c72ec1ffef {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.556268] env[69357]: DEBUG nova.compute.manager [None req-0ac4088e-adf9-4b72-859b-f5377baecf3c tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69357) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1038.556844] env[69357]: DEBUG nova.objects.instance [None req-0ac4088e-adf9-4b72-859b-f5377baecf3c tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lazy-loading 'flavor' on Instance uuid 0d3bc6af-ee75-42fb-a73d-b30def9bcced {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.562303] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "cd4386b2-77e3-409f-b9e1-da8d5a1d52a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.562525] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "cd4386b2-77e3-409f-b9e1-da8d5a1d52a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.571166] env[69357]: DEBUG nova.scheduler.client.report [None req-438bf0bf-5460-4459-a701-3e7498232164 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.577544] env[69357]: DEBUG oslo_vmware.api [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Task: {'id': task-3283190, 'name': PowerOnVM_Task, 'duration_secs': 0.739658} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.578160] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.578372] env[69357]: INFO nova.compute.manager [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Took 7.91 seconds to spawn the instance on the hypervisor. [ 1038.578547] env[69357]: DEBUG nova.compute.manager [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.579328] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f285ce-6d01-44bf-a8df-243e92daf429 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.645639] env[69357]: DEBUG oslo_vmware.api [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283192, 'name': Rename_Task, 'duration_secs': 0.186353} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.645935] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.646201] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e5f6bf1-f833-443d-bad4-285b8227e369 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.653059] env[69357]: DEBUG oslo_vmware.api [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1038.653059] env[69357]: value = "task-3283194" [ 1038.653059] env[69357]: _type = "Task" [ 1038.653059] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.661550] env[69357]: DEBUG oslo_vmware.api [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.718694] env[69357]: DEBUG oslo_concurrency.lockutils [req-25f65a1e-07b2-4144-8064-81b974bbf2e4 req-a65fcd9e-93ee-4d0f-bfd4-f427fbdea499 service nova] Releasing lock "refresh_cache-21b56f99-6443-4fe7-8b29-2e2c571f99e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.852213] env[69357]: DEBUG oslo_vmware.api [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283193, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.868738] env[69357]: DEBUG oslo_concurrency.lockutils [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.886971] env[69357]: DEBUG oslo_vmware.api [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d9d256-0e92-ef4d-f90f-37d866cf8ecd, 'name': SearchDatastore_Task, 'duration_secs': 0.021551} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.887373] env[69357]: DEBUG oslo_concurrency.lockutils [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.887754] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 21b56f99-6443-4fe7-8b29-2e2c571f99e3/21b56f99-6443-4fe7-8b29-2e2c571f99e3.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.888130] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e5d9693-997e-40da-b15f-b23a9b2a7978 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.897850] env[69357]: DEBUG oslo_vmware.api [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 1038.897850] env[69357]: value = "task-3283195" [ 1038.897850] env[69357]: _type = "Task" [ 1038.897850] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.906462] env[69357]: DEBUG oslo_vmware.api [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.064817] env[69357]: DEBUG nova.compute.manager [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1039.099835] env[69357]: INFO nova.compute.manager [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Took 18.97 seconds to build instance. [ 1039.165664] env[69357]: DEBUG oslo_vmware.api [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283194, 'name': PowerOnVM_Task, 'duration_secs': 0.479621} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.165952] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.166207] env[69357]: INFO nova.compute.manager [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Took 6.66 seconds to spawn the instance on the hypervisor. [ 1039.166458] env[69357]: DEBUG nova.compute.manager [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.167337] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660787b9-d012-45e3-a992-11750af92062 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.349410] env[69357]: DEBUG oslo_vmware.api [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283193, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.407601] env[69357]: DEBUG oslo_vmware.api [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283195, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.575126] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac4088e-adf9-4b72-859b-f5377baecf3c tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.576342] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ed6d84a-7a69-4bf2-a878-d7ce12e5a636 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.584433] env[69357]: DEBUG oslo_vmware.api [None req-0ac4088e-adf9-4b72-859b-f5377baecf3c tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for the task: (returnval){ [ 1039.584433] env[69357]: value = "task-3283196" [ 1039.584433] env[69357]: _type = "Task" [ 1039.584433] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.594100] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.600284] env[69357]: DEBUG oslo_concurrency.lockutils [None req-438bf0bf-5460-4459-a701-3e7498232164 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.366s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.603782] env[69357]: DEBUG oslo_vmware.api [None req-0ac4088e-adf9-4b72-859b-f5377baecf3c tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.603933] env[69357]: DEBUG oslo_concurrency.lockutils [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.735s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.606149] env[69357]: INFO nova.compute.claims [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.609199] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3cbd522b-ccf7-48dc-b32e-a610d67bab4e tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Lock "c0c3b6ae-4167-4abc-9e79-f58ae51e3383" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.489s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.687702] env[69357]: INFO nova.compute.manager [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Took 12.04 seconds to build instance. [ 1039.848420] env[69357]: DEBUG oslo_vmware.api [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283193, 'name': CloneVM_Task, 'duration_secs': 1.486086} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.848689] env[69357]: INFO nova.virt.vmwareapi.vmops [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Created linked-clone VM from snapshot [ 1039.849446] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfe1745-b467-441c-907d-84b1b2d878f0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.857854] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Uploading image 03f2a7ac-29ca-4451-ac7f-2da4e7eafbda {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1039.885122] env[69357]: DEBUG oslo_vmware.rw_handles [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1039.885122] env[69357]: value = "vm-655674" [ 1039.885122] env[69357]: _type = "VirtualMachine" [ 1039.885122] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1039.885122] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3536aa7e-2090-4b27-a431-b1bf8ca9a27c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.891279] env[69357]: DEBUG oslo_vmware.rw_handles [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lease: (returnval){ [ 1039.891279] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5231d9af-38bb-f910-c871-b9b3889f1659" [ 1039.891279] env[69357]: _type = "HttpNfcLease" [ 1039.891279] env[69357]: } obtained for exporting VM: (result){ [ 1039.891279] env[69357]: value = "vm-655674" [ 1039.891279] env[69357]: _type = "VirtualMachine" [ 1039.891279] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1039.891592] env[69357]: DEBUG oslo_vmware.api [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the lease: (returnval){ [ 1039.891592] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5231d9af-38bb-f910-c871-b9b3889f1659" [ 1039.891592] env[69357]: _type = "HttpNfcLease" [ 1039.891592] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1039.898268] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1039.898268] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5231d9af-38bb-f910-c871-b9b3889f1659" [ 1039.898268] env[69357]: _type = "HttpNfcLease" [ 1039.898268] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1039.907684] env[69357]: DEBUG oslo_vmware.api [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283195, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51496} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.908037] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 21b56f99-6443-4fe7-8b29-2e2c571f99e3/21b56f99-6443-4fe7-8b29-2e2c571f99e3.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.908166] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.908413] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0393104c-18b5-4ef7-9961-2b04dd6763ea {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.915804] env[69357]: DEBUG oslo_vmware.api [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 1039.915804] env[69357]: value = "task-3283198" [ 1039.915804] env[69357]: _type = "Task" [ 1039.915804] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.923902] env[69357]: DEBUG oslo_vmware.api [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283198, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.098597] env[69357]: DEBUG oslo_vmware.api [None req-0ac4088e-adf9-4b72-859b-f5377baecf3c tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283196, 'name': PowerOffVM_Task, 'duration_secs': 0.395345} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.100468] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac4088e-adf9-4b72-859b-f5377baecf3c tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.100825] env[69357]: DEBUG nova.compute.manager [None req-0ac4088e-adf9-4b72-859b-f5377baecf3c tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.107029] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01d1298-0554-4b3e-901c-5e874404a1e9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.179473] env[69357]: INFO nova.scheduler.client.report [None req-438bf0bf-5460-4459-a701-3e7498232164 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Deleted allocation for migration 5e1aa3aa-042e-4ee9-983d-c8113f918fa3 [ 1040.190373] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b3255a4d-1998-46e1-9c34-496c0e9c3e30 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "4bffb383-795b-44bc-8c68-aa8c73c5ada8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.554s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.325087] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cbb309fb-9fa6-49ef-a7b3-0a73860b21d8 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "4bffb383-795b-44bc-8c68-aa8c73c5ada8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.325476] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cbb309fb-9fa6-49ef-a7b3-0a73860b21d8 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "4bffb383-795b-44bc-8c68-aa8c73c5ada8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.325630] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cbb309fb-9fa6-49ef-a7b3-0a73860b21d8 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "4bffb383-795b-44bc-8c68-aa8c73c5ada8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.325838] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cbb309fb-9fa6-49ef-a7b3-0a73860b21d8 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "4bffb383-795b-44bc-8c68-aa8c73c5ada8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.326041] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cbb309fb-9fa6-49ef-a7b3-0a73860b21d8 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "4bffb383-795b-44bc-8c68-aa8c73c5ada8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.328089] env[69357]: INFO nova.compute.manager [None req-cbb309fb-9fa6-49ef-a7b3-0a73860b21d8 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Terminating instance [ 1040.399987] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1040.399987] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5231d9af-38bb-f910-c871-b9b3889f1659" [ 1040.399987] env[69357]: _type = "HttpNfcLease" [ 1040.399987] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1040.400320] env[69357]: DEBUG oslo_vmware.rw_handles [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1040.400320] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5231d9af-38bb-f910-c871-b9b3889f1659" [ 1040.400320] env[69357]: _type = "HttpNfcLease" [ 1040.400320] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1040.401119] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc88f8f6-6ccf-4b02-80f1-ff4d8b5017b0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.408578] env[69357]: DEBUG oslo_vmware.rw_handles [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d98ccc-3a34-0933-ec91-3f287705eb3c/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1040.408757] env[69357]: DEBUG oslo_vmware.rw_handles [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d98ccc-3a34-0933-ec91-3f287705eb3c/disk-0.vmdk for reading. {{(pid=69357) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1040.477833] env[69357]: DEBUG oslo_vmware.api [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283198, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08092} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.478135] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.478904] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86600c11-bbec-4bb2-a282-af51db4bf00b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.500377] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 21b56f99-6443-4fe7-8b29-2e2c571f99e3/21b56f99-6443-4fe7-8b29-2e2c571f99e3.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.500936] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2559a1b1-3ab7-4265-99aa-56cc390aae09 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.521718] env[69357]: DEBUG oslo_vmware.api [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 1040.521718] env[69357]: value = "task-3283199" [ 1040.521718] env[69357]: _type = "Task" [ 1040.521718] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.529234] env[69357]: DEBUG oslo_vmware.api [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283199, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.580727] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fa55c34e-5642-4e56-b1c4-05d7a7c8a2c7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.613061] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0738d2ce-fa41-4fa4-b5ba-686efecc4fbf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "71690098-eb9a-456d-85d1-936d3d5b4d6e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.613340] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0738d2ce-fa41-4fa4-b5ba-686efecc4fbf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "71690098-eb9a-456d-85d1-936d3d5b4d6e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.613572] env[69357]: DEBUG nova.compute.manager [None req-0738d2ce-fa41-4fa4-b5ba-686efecc4fbf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Going to confirm migration 3 {{(pid=69357) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1040.625042] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0ac4088e-adf9-4b72-859b-f5377baecf3c tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "0d3bc6af-ee75-42fb-a73d-b30def9bcced" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.076s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.686663] env[69357]: DEBUG oslo_concurrency.lockutils [None req-438bf0bf-5460-4459-a701-3e7498232164 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Lock "d4d1668d-9a0a-4185-b190-7dc7cb668411" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.388s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.830655] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d065d91-36db-4281-86ab-c1362424a8e8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.834150] env[69357]: DEBUG nova.compute.manager [None req-cbb309fb-9fa6-49ef-a7b3-0a73860b21d8 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.834480] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb309fb-9fa6-49ef-a7b3-0a73860b21d8 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.835369] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4028f09-ae09-4bec-8d1f-4d0eccbd9ef9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.845143] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b0c37e-4ebc-4ac5-98b1-c3d86807ad0c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.848379] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb309fb-9fa6-49ef-a7b3-0a73860b21d8 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.849115] env[69357]: DEBUG nova.objects.instance [None req-ddcdd466-d17a-4dc0-986e-56e40e6491a9 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lazy-loading 'flavor' on Instance uuid 0d3bc6af-ee75-42fb-a73d-b30def9bcced {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.850505] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e74b57cc-84e2-461c-9c49-7a9e3e28878a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.881779] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Acquiring lock "c0c3b6ae-4167-4abc-9e79-f58ae51e3383" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.882214] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Lock "c0c3b6ae-4167-4abc-9e79-f58ae51e3383" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.882396] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Acquiring lock "c0c3b6ae-4167-4abc-9e79-f58ae51e3383-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.882604] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Lock "c0c3b6ae-4167-4abc-9e79-f58ae51e3383-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.882774] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Lock "c0c3b6ae-4167-4abc-9e79-f58ae51e3383-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.886548] env[69357]: INFO nova.compute.manager [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Terminating instance [ 1040.889626] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e18950-8d1a-4232-b7b6-8660d745ba62 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.892949] env[69357]: DEBUG oslo_vmware.api [None req-cbb309fb-9fa6-49ef-a7b3-0a73860b21d8 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1040.892949] env[69357]: value = "task-3283200" [ 1040.892949] env[69357]: _type = "Task" [ 1040.892949] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.902772] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6159072-e3ba-4ab6-9a89-88d9ba061ea1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.911069] env[69357]: DEBUG oslo_vmware.api [None req-cbb309fb-9fa6-49ef-a7b3-0a73860b21d8 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.923927] env[69357]: DEBUG nova.compute.provider_tree [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1041.045585] env[69357]: DEBUG oslo_vmware.api [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283199, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.358817] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddcdd466-d17a-4dc0-986e-56e40e6491a9 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquiring lock "refresh_cache-0d3bc6af-ee75-42fb-a73d-b30def9bcced" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.360121] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddcdd466-d17a-4dc0-986e-56e40e6491a9 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquired lock "refresh_cache-0d3bc6af-ee75-42fb-a73d-b30def9bcced" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.360121] env[69357]: DEBUG nova.network.neutron [None req-ddcdd466-d17a-4dc0-986e-56e40e6491a9 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.360121] env[69357]: DEBUG nova.objects.instance [None req-ddcdd466-d17a-4dc0-986e-56e40e6491a9 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lazy-loading 'info_cache' on Instance uuid 0d3bc6af-ee75-42fb-a73d-b30def9bcced {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.399256] env[69357]: DEBUG nova.compute.manager [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.399609] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.400579] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3776ec-5590-4796-b0d2-376d4d149b0c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.409419] env[69357]: DEBUG oslo_vmware.api [None req-cbb309fb-9fa6-49ef-a7b3-0a73860b21d8 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283200, 'name': PowerOffVM_Task, 'duration_secs': 0.226068} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.411893] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb309fb-9fa6-49ef-a7b3-0a73860b21d8 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.412302] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb309fb-9fa6-49ef-a7b3-0a73860b21d8 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.412978] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.413293] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b56ccfa-3459-47a2-88af-cc84e2e750e9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.414834] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-434bcca9-fc4e-4981-bff7-22f20b22c5ec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.421658] env[69357]: DEBUG oslo_vmware.api [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Waiting for the task: (returnval){ [ 1041.421658] env[69357]: value = "task-3283202" [ 1041.421658] env[69357]: _type = "Task" [ 1041.421658] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.435785] env[69357]: DEBUG oslo_vmware.api [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Task: {'id': task-3283202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.448446] env[69357]: ERROR nova.scheduler.client.report [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [req-41b3b8e9-f57d-4c21-aa19-d3b9812873b9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcb9ec35-bfdd-4e17-b2d7-2501509e9896. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-41b3b8e9-f57d-4c21-aa19-d3b9812873b9"}]} [ 1041.453566] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0738d2ce-fa41-4fa4-b5ba-686efecc4fbf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "refresh_cache-71690098-eb9a-456d-85d1-936d3d5b4d6e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.453885] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0738d2ce-fa41-4fa4-b5ba-686efecc4fbf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquired lock "refresh_cache-71690098-eb9a-456d-85d1-936d3d5b4d6e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.454208] env[69357]: DEBUG nova.network.neutron [None req-0738d2ce-fa41-4fa4-b5ba-686efecc4fbf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.454565] env[69357]: DEBUG nova.objects.instance [None req-0738d2ce-fa41-4fa4-b5ba-686efecc4fbf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lazy-loading 'info_cache' on Instance uuid 71690098-eb9a-456d-85d1-936d3d5b4d6e {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.469397] env[69357]: DEBUG nova.scheduler.client.report [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Refreshing inventories for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1041.485214] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb309fb-9fa6-49ef-a7b3-0a73860b21d8 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.485214] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb309fb-9fa6-49ef-a7b3-0a73860b21d8 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.485214] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbb309fb-9fa6-49ef-a7b3-0a73860b21d8 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Deleting the datastore file [datastore1] 4bffb383-795b-44bc-8c68-aa8c73c5ada8 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.485214] env[69357]: DEBUG nova.scheduler.client.report [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Updating ProviderTree inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1041.485214] env[69357]: DEBUG nova.compute.provider_tree [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1041.488132] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f460f170-866d-4a9b-bca0-7161ba89460f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.497026] env[69357]: DEBUG oslo_vmware.api [None req-cbb309fb-9fa6-49ef-a7b3-0a73860b21d8 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1041.497026] env[69357]: value = "task-3283203" [ 1041.497026] env[69357]: _type = "Task" [ 1041.497026] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.506209] env[69357]: DEBUG oslo_vmware.api [None req-cbb309fb-9fa6-49ef-a7b3-0a73860b21d8 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.507428] env[69357]: DEBUG nova.scheduler.client.report [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Refreshing aggregate associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, aggregates: None {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1041.533715] env[69357]: DEBUG oslo_vmware.api [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283199, 'name': ReconfigVM_Task, 'duration_secs': 0.53584} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.535046] env[69357]: DEBUG nova.scheduler.client.report [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Refreshing trait associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1041.537689] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 21b56f99-6443-4fe7-8b29-2e2c571f99e3/21b56f99-6443-4fe7-8b29-2e2c571f99e3.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.538880] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a3a9f4f-248c-4e14-86f4-50f26ea25411 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.548179] env[69357]: DEBUG oslo_vmware.api [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 1041.548179] env[69357]: value = "task-3283204" [ 1041.548179] env[69357]: _type = "Task" [ 1041.548179] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.560736] env[69357]: DEBUG oslo_vmware.api [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283204, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.761973] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844363ab-2ead-491e-96ad-f2f4e6c0c359 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.768497] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1283d15-dc05-4c86-ade6-d278ccc5b5a0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.807043] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61645845-913b-446c-be30-4ceb25671156 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.817795] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09aa4526-068c-4fba-95b1-a05c40ed482d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.833481] env[69357]: DEBUG nova.compute.provider_tree [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.864075] env[69357]: DEBUG nova.objects.base [None req-ddcdd466-d17a-4dc0-986e-56e40e6491a9 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Object Instance<0d3bc6af-ee75-42fb-a73d-b30def9bcced> lazy-loaded attributes: flavor,info_cache {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1041.932760] env[69357]: DEBUG oslo_vmware.api [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Task: {'id': task-3283202, 'name': PowerOffVM_Task, 'duration_secs': 0.258271} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.933434] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.933434] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.933721] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55678798-be95-4e38-a526-aa6dd8effcdf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.007150] env[69357]: DEBUG oslo_vmware.api [None req-cbb309fb-9fa6-49ef-a7b3-0a73860b21d8 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251104} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.007568] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbb309fb-9fa6-49ef-a7b3-0a73860b21d8 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.007867] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb309fb-9fa6-49ef-a7b3-0a73860b21d8 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.008165] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb309fb-9fa6-49ef-a7b3-0a73860b21d8 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.008567] env[69357]: INFO nova.compute.manager [None req-cbb309fb-9fa6-49ef-a7b3-0a73860b21d8 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1042.008949] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbb309fb-9fa6-49ef-a7b3-0a73860b21d8 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.009410] env[69357]: DEBUG nova.compute.manager [-] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.009494] env[69357]: DEBUG nova.network.neutron [-] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.018214] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.018464] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.018679] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Deleting the datastore file [datastore1] c0c3b6ae-4167-4abc-9e79-f58ae51e3383 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.018993] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7624b06c-dd7d-416f-9d68-61c1fe408c6d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.025753] env[69357]: DEBUG oslo_vmware.api [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Waiting for the task: (returnval){ [ 1042.025753] env[69357]: value = "task-3283206" [ 1042.025753] env[69357]: _type = "Task" [ 1042.025753] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.035351] env[69357]: DEBUG oslo_vmware.api [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Task: {'id': task-3283206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.056215] env[69357]: DEBUG oslo_vmware.api [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283204, 'name': Rename_Task, 'duration_secs': 0.176161} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.056684] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.057096] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73488a2c-4045-41a8-a33a-4ac6c17d5dae {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.066472] env[69357]: DEBUG oslo_vmware.api [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 1042.066472] env[69357]: value = "task-3283207" [ 1042.066472] env[69357]: _type = "Task" [ 1042.066472] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.073402] env[69357]: DEBUG oslo_vmware.api [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.289378] env[69357]: DEBUG nova.compute.manager [req-1240c753-a4ef-4eb3-a3bc-920d68dcef3e req-771f8266-3c74-42b9-92b6-7fdff64009e8 service nova] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Received event network-vif-deleted-a6195bb9-0dd3-4e0b-930e-97c64dba928c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.290212] env[69357]: INFO nova.compute.manager [req-1240c753-a4ef-4eb3-a3bc-920d68dcef3e req-771f8266-3c74-42b9-92b6-7fdff64009e8 service nova] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Neutron deleted interface a6195bb9-0dd3-4e0b-930e-97c64dba928c; detaching it from the instance and deleting it from the info cache [ 1042.292942] env[69357]: DEBUG nova.network.neutron [req-1240c753-a4ef-4eb3-a3bc-920d68dcef3e req-771f8266-3c74-42b9-92b6-7fdff64009e8 service nova] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.337075] env[69357]: DEBUG nova.scheduler.client.report [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.539759] env[69357]: DEBUG oslo_vmware.api [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Task: {'id': task-3283206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271804} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.540253] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.540580] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.540871] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.543413] env[69357]: INFO nova.compute.manager [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1042.543695] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.543934] env[69357]: DEBUG nova.compute.manager [-] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.544045] env[69357]: DEBUG nova.network.neutron [-] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.578070] env[69357]: DEBUG oslo_vmware.api [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283207, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.719806] env[69357]: DEBUG nova.network.neutron [None req-ddcdd466-d17a-4dc0-986e-56e40e6491a9 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Updating instance_info_cache with network_info: [{"id": "860c46d3-7737-4710-946d-fd6a9459e87c", "address": "fa:16:3e:ce:4e:30", "network": {"id": "88641097-4386-4947-b3c1-83551b56298e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-297718487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "908005a1aca5413f88021f894d13f683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap860c46d3-77", "ovs_interfaceid": "860c46d3-7737-4710-946d-fd6a9459e87c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.772323] env[69357]: DEBUG nova.network.neutron [None req-0738d2ce-fa41-4fa4-b5ba-686efecc4fbf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Updating instance_info_cache with network_info: [{"id": "e378a24b-1ad2-41e0-ab22-c9f9ed0ba3b9", "address": "fa:16:3e:79:f5:5a", "network": {"id": "82c49d87-7977-405b-bca5-306c72e67e92", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1883218750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43de1ca6f72548b8b9e0f140b9228aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape378a24b-1a", "ovs_interfaceid": "e378a24b-1ad2-41e0-ab22-c9f9ed0ba3b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.774103] env[69357]: DEBUG nova.network.neutron [-] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.794384] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e52a8bb5-9959-4c30-b967-8083c0f0da7b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.808061] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50900fc5-8d7d-4b93-aab4-c327a9cdf8cb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.845311] env[69357]: DEBUG oslo_concurrency.lockutils [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.241s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.845778] env[69357]: DEBUG nova.compute.manager [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.848593] env[69357]: DEBUG nova.compute.manager [req-1240c753-a4ef-4eb3-a3bc-920d68dcef3e req-771f8266-3c74-42b9-92b6-7fdff64009e8 service nova] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Detach interface failed, port_id=a6195bb9-0dd3-4e0b-930e-97c64dba928c, reason: Instance 4bffb383-795b-44bc-8c68-aa8c73c5ada8 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1042.849065] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.256s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.850554] env[69357]: INFO nova.compute.claims [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.897359] env[69357]: DEBUG nova.compute.manager [req-22cecb98-2733-4fc3-8e28-a932011bff10 req-d5ae5475-615c-4a6c-90b6-0052fedcfb37 service nova] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Received event network-vif-deleted-73e239ab-37be-434b-a380-fef0f00ec734 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.897539] env[69357]: INFO nova.compute.manager [req-22cecb98-2733-4fc3-8e28-a932011bff10 req-d5ae5475-615c-4a6c-90b6-0052fedcfb37 service nova] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Neutron deleted interface 73e239ab-37be-434b-a380-fef0f00ec734; detaching it from the instance and deleting it from the info cache [ 1042.897742] env[69357]: DEBUG nova.network.neutron [req-22cecb98-2733-4fc3-8e28-a932011bff10 req-d5ae5475-615c-4a6c-90b6-0052fedcfb37 service nova] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.000836] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquiring lock "79ac978d-b2d3-4ad5-8166-969c511a07c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.000836] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Lock "79ac978d-b2d3-4ad5-8166-969c511a07c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.081813] env[69357]: DEBUG oslo_vmware.api [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283207, 'name': PowerOnVM_Task, 'duration_secs': 0.63552} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.081813] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.081813] env[69357]: INFO nova.compute.manager [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Took 8.22 seconds to spawn the instance on the hypervisor. [ 1043.081813] env[69357]: DEBUG nova.compute.manager [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.081813] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2575a8-0312-402a-a932-29e91a069fe3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.223074] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddcdd466-d17a-4dc0-986e-56e40e6491a9 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Releasing lock "refresh_cache-0d3bc6af-ee75-42fb-a73d-b30def9bcced" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.276788] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0738d2ce-fa41-4fa4-b5ba-686efecc4fbf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Releasing lock "refresh_cache-71690098-eb9a-456d-85d1-936d3d5b4d6e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.277083] env[69357]: DEBUG nova.objects.instance [None req-0738d2ce-fa41-4fa4-b5ba-686efecc4fbf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lazy-loading 'migration_context' on Instance uuid 71690098-eb9a-456d-85d1-936d3d5b4d6e {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.278283] env[69357]: INFO nova.compute.manager [-] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Took 1.27 seconds to deallocate network for instance. [ 1043.354534] env[69357]: DEBUG nova.compute.utils [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.358404] env[69357]: DEBUG nova.compute.manager [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.358404] env[69357]: DEBUG nova.network.neutron [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.377186] env[69357]: DEBUG nova.network.neutron [-] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.400447] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-92b4940c-5d4c-4252-b909-0cef8a1aa8b1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.404101] env[69357]: DEBUG nova.policy [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f70400a9003f477ca150ab523e936da4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d976b7764ac4676834bfb72160d5ff4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.413039] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac619404-3531-4d63-848e-dddc09efbaf8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.445645] env[69357]: DEBUG nova.compute.manager [req-22cecb98-2733-4fc3-8e28-a932011bff10 req-d5ae5475-615c-4a6c-90b6-0052fedcfb37 service nova] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Detach interface failed, port_id=73e239ab-37be-434b-a380-fef0f00ec734, reason: Instance c0c3b6ae-4167-4abc-9e79-f58ae51e3383 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1043.503212] env[69357]: DEBUG nova.compute.manager [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1043.599543] env[69357]: INFO nova.compute.manager [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Took 15.96 seconds to build instance. [ 1043.747402] env[69357]: DEBUG nova.network.neutron [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Successfully created port: 95c773a7-c892-4577-bb7e-692c0e667f0d {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.780403] env[69357]: DEBUG nova.objects.base [None req-0738d2ce-fa41-4fa4-b5ba-686efecc4fbf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Object Instance<71690098-eb9a-456d-85d1-936d3d5b4d6e> lazy-loaded attributes: info_cache,migration_context {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1043.781480] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f26f93-0f6c-45c3-9cda-fe8767ab8ede {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.784988] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cbb309fb-9fa6-49ef-a7b3-0a73860b21d8 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.803654] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab16f67d-e08e-47c2-ac3d-8e39e6f1147c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.809593] env[69357]: DEBUG oslo_vmware.api [None req-0738d2ce-fa41-4fa4-b5ba-686efecc4fbf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 1043.809593] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52fb5e9e-32ca-a346-be02-515568f4e7fe" [ 1043.809593] env[69357]: _type = "Task" [ 1043.809593] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.817738] env[69357]: DEBUG oslo_vmware.api [None req-0738d2ce-fa41-4fa4-b5ba-686efecc4fbf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52fb5e9e-32ca-a346-be02-515568f4e7fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.860612] env[69357]: DEBUG nova.compute.manager [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.878906] env[69357]: INFO nova.compute.manager [-] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Took 1.33 seconds to deallocate network for instance. [ 1044.031935] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.102711] env[69357]: DEBUG oslo_concurrency.lockutils [None req-48e78b62-89be-49e9-9c00-cce886e0b8c9 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "21b56f99-6443-4fe7-8b29-2e2c571f99e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.473s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.170573] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f201c2e6-6071-45c3-a4ba-86a1b43468c9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.179480] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde16e68-406d-4a77-9ba1-64019c39617b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.211066] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc6f1a9-e3d1-4bf2-8741-bd8fde1137ae {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.219655] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70403e63-e3b4-48bc-9f92-51ff20970fad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.233722] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddcdd466-d17a-4dc0-986e-56e40e6491a9 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.234267] env[69357]: DEBUG nova.compute.provider_tree [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.235623] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6268b451-72cf-47a6-82ec-52bb4490c515 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.242939] env[69357]: DEBUG oslo_vmware.api [None req-ddcdd466-d17a-4dc0-986e-56e40e6491a9 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for the task: (returnval){ [ 1044.242939] env[69357]: value = "task-3283208" [ 1044.242939] env[69357]: _type = "Task" [ 1044.242939] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.251869] env[69357]: DEBUG oslo_vmware.api [None req-ddcdd466-d17a-4dc0-986e-56e40e6491a9 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.320461] env[69357]: DEBUG oslo_vmware.api [None req-0738d2ce-fa41-4fa4-b5ba-686efecc4fbf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52fb5e9e-32ca-a346-be02-515568f4e7fe, 'name': SearchDatastore_Task, 'duration_secs': 0.013021} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.321162] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0738d2ce-fa41-4fa4-b5ba-686efecc4fbf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.386489] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.740816] env[69357]: DEBUG nova.scheduler.client.report [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.761835] env[69357]: DEBUG oslo_vmware.api [None req-ddcdd466-d17a-4dc0-986e-56e40e6491a9 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283208, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.874076] env[69357]: DEBUG nova.compute.manager [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.879062] env[69357]: DEBUG nova.compute.manager [req-92927993-ade9-4061-bbeb-31425fddb5db req-be5c0fbc-9bde-46f1-8a0c-8c7d58fa2525 service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Received event network-changed-787cd20f-b7ed-4868-8194-87b9636a7b66 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.879289] env[69357]: DEBUG nova.compute.manager [req-92927993-ade9-4061-bbeb-31425fddb5db req-be5c0fbc-9bde-46f1-8a0c-8c7d58fa2525 service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Refreshing instance network info cache due to event network-changed-787cd20f-b7ed-4868-8194-87b9636a7b66. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1044.879289] env[69357]: DEBUG oslo_concurrency.lockutils [req-92927993-ade9-4061-bbeb-31425fddb5db req-be5c0fbc-9bde-46f1-8a0c-8c7d58fa2525 service nova] Acquiring lock "refresh_cache-03f0e5ec-8777-42ce-9b73-a5dd273204df" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.879509] env[69357]: DEBUG oslo_concurrency.lockutils [req-92927993-ade9-4061-bbeb-31425fddb5db req-be5c0fbc-9bde-46f1-8a0c-8c7d58fa2525 service nova] Acquired lock "refresh_cache-03f0e5ec-8777-42ce-9b73-a5dd273204df" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.879672] env[69357]: DEBUG nova.network.neutron [req-92927993-ade9-4061-bbeb-31425fddb5db req-be5c0fbc-9bde-46f1-8a0c-8c7d58fa2525 service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Refreshing network info cache for port 787cd20f-b7ed-4868-8194-87b9636a7b66 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.902689] env[69357]: DEBUG nova.virt.hardware [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.902939] env[69357]: DEBUG nova.virt.hardware [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.903149] env[69357]: DEBUG nova.virt.hardware [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.903342] env[69357]: DEBUG nova.virt.hardware [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.903488] env[69357]: DEBUG nova.virt.hardware [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.903643] env[69357]: DEBUG nova.virt.hardware [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.903883] env[69357]: DEBUG nova.virt.hardware [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.904116] env[69357]: DEBUG nova.virt.hardware [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.904302] env[69357]: DEBUG nova.virt.hardware [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.904466] env[69357]: DEBUG nova.virt.hardware [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.904641] env[69357]: DEBUG nova.virt.hardware [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.905550] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63080116-813e-46ff-bc3f-b7dc4637a218 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.914583] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8080d262-da8d-456c-9e3d-a164a5ae4a14 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.254589] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.255819] env[69357]: DEBUG nova.compute.manager [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1045.259090] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cbb309fb-9fa6-49ef-a7b3-0a73860b21d8 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.474s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.261192] env[69357]: DEBUG nova.objects.instance [None req-cbb309fb-9fa6-49ef-a7b3-0a73860b21d8 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lazy-loading 'resources' on Instance uuid 4bffb383-795b-44bc-8c68-aa8c73c5ada8 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.267361] env[69357]: DEBUG oslo_vmware.api [None req-ddcdd466-d17a-4dc0-986e-56e40e6491a9 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283208, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.603211] env[69357]: DEBUG nova.network.neutron [req-92927993-ade9-4061-bbeb-31425fddb5db req-be5c0fbc-9bde-46f1-8a0c-8c7d58fa2525 service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Updated VIF entry in instance network info cache for port 787cd20f-b7ed-4868-8194-87b9636a7b66. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.603211] env[69357]: DEBUG nova.network.neutron [req-92927993-ade9-4061-bbeb-31425fddb5db req-be5c0fbc-9bde-46f1-8a0c-8c7d58fa2525 service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Updating instance_info_cache with network_info: [{"id": "787cd20f-b7ed-4868-8194-87b9636a7b66", "address": "fa:16:3e:45:5e:d4", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap787cd20f-b7", "ovs_interfaceid": "787cd20f-b7ed-4868-8194-87b9636a7b66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.615284] env[69357]: DEBUG nova.compute.manager [req-ae507d14-ef1e-47e8-ad13-c8cb67ecf8a4 req-d2c99e3b-20e4-45cc-9930-12f805467e1a service nova] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Received event network-vif-plugged-95c773a7-c892-4577-bb7e-692c0e667f0d {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.615284] env[69357]: DEBUG oslo_concurrency.lockutils [req-ae507d14-ef1e-47e8-ad13-c8cb67ecf8a4 req-d2c99e3b-20e4-45cc-9930-12f805467e1a service nova] Acquiring lock "a62cc20a-ba03-4a29-868e-cb0fadfd2c62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.615741] env[69357]: DEBUG oslo_concurrency.lockutils [req-ae507d14-ef1e-47e8-ad13-c8cb67ecf8a4 req-d2c99e3b-20e4-45cc-9930-12f805467e1a service nova] Lock "a62cc20a-ba03-4a29-868e-cb0fadfd2c62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.616129] env[69357]: DEBUG oslo_concurrency.lockutils [req-ae507d14-ef1e-47e8-ad13-c8cb67ecf8a4 req-d2c99e3b-20e4-45cc-9930-12f805467e1a service nova] Lock "a62cc20a-ba03-4a29-868e-cb0fadfd2c62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.616529] env[69357]: DEBUG nova.compute.manager [req-ae507d14-ef1e-47e8-ad13-c8cb67ecf8a4 req-d2c99e3b-20e4-45cc-9930-12f805467e1a service nova] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] No waiting events found dispatching network-vif-plugged-95c773a7-c892-4577-bb7e-692c0e667f0d {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.616886] env[69357]: WARNING nova.compute.manager [req-ae507d14-ef1e-47e8-ad13-c8cb67ecf8a4 req-d2c99e3b-20e4-45cc-9930-12f805467e1a service nova] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Received unexpected event network-vif-plugged-95c773a7-c892-4577-bb7e-692c0e667f0d for instance with vm_state building and task_state spawning. [ 1045.762020] env[69357]: DEBUG oslo_vmware.api [None req-ddcdd466-d17a-4dc0-986e-56e40e6491a9 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283208, 'name': PowerOnVM_Task, 'duration_secs': 1.359525} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.762020] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddcdd466-d17a-4dc0-986e-56e40e6491a9 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.762020] env[69357]: DEBUG nova.compute.manager [None req-ddcdd466-d17a-4dc0-986e-56e40e6491a9 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.762020] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcecbd32-d279-4ff9-9613-8dd00964287a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.764681] env[69357]: DEBUG nova.compute.utils [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1045.769523] env[69357]: DEBUG nova.compute.manager [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1045.771900] env[69357]: DEBUG nova.network.neutron [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1045.820772] env[69357]: DEBUG nova.policy [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11d1590b22aa4a97b82a92a371b5e17d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01537ba7ccd1491f8129f9bc9e5b0ba8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1046.031839] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558f61ac-3a1e-4044-b31e-701d412d2f9f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.045404] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac2cd55-e0aa-4ea2-b1de-c27299fabfac {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.078748] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e054e4a-85ad-4c10-b39b-89f03d7f1b90 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.087544] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54b47aa-caea-4a5b-a4e8-7651c4bae644 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.103376] env[69357]: DEBUG nova.compute.provider_tree [None req-cbb309fb-9fa6-49ef-a7b3-0a73860b21d8 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.110533] env[69357]: DEBUG oslo_concurrency.lockutils [req-92927993-ade9-4061-bbeb-31425fddb5db req-be5c0fbc-9bde-46f1-8a0c-8c7d58fa2525 service nova] Releasing lock "refresh_cache-03f0e5ec-8777-42ce-9b73-a5dd273204df" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.115783] env[69357]: DEBUG nova.network.neutron [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Successfully created port: fdd6044b-24c1-41a2-b4ee-29c465f00fa2 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1046.270862] env[69357]: DEBUG nova.compute.manager [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1046.439976] env[69357]: DEBUG nova.network.neutron [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Successfully updated port: 95c773a7-c892-4577-bb7e-692c0e667f0d {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1046.546632] env[69357]: DEBUG nova.compute.manager [req-5fbfab27-2a24-46b9-915f-949becc1ab46 req-f07a8adf-d6b7-4ab0-b49e-c38ffbb2f8f6 service nova] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Received event network-changed-95c773a7-c892-4577-bb7e-692c0e667f0d {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.549080] env[69357]: DEBUG nova.compute.manager [req-5fbfab27-2a24-46b9-915f-949becc1ab46 req-f07a8adf-d6b7-4ab0-b49e-c38ffbb2f8f6 service nova] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Refreshing instance network info cache due to event network-changed-95c773a7-c892-4577-bb7e-692c0e667f0d. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1046.549080] env[69357]: DEBUG oslo_concurrency.lockutils [req-5fbfab27-2a24-46b9-915f-949becc1ab46 req-f07a8adf-d6b7-4ab0-b49e-c38ffbb2f8f6 service nova] Acquiring lock "refresh_cache-a62cc20a-ba03-4a29-868e-cb0fadfd2c62" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.549080] env[69357]: DEBUG oslo_concurrency.lockutils [req-5fbfab27-2a24-46b9-915f-949becc1ab46 req-f07a8adf-d6b7-4ab0-b49e-c38ffbb2f8f6 service nova] Acquired lock "refresh_cache-a62cc20a-ba03-4a29-868e-cb0fadfd2c62" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.549080] env[69357]: DEBUG nova.network.neutron [req-5fbfab27-2a24-46b9-915f-949becc1ab46 req-f07a8adf-d6b7-4ab0-b49e-c38ffbb2f8f6 service nova] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Refreshing network info cache for port 95c773a7-c892-4577-bb7e-692c0e667f0d {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.606852] env[69357]: DEBUG nova.scheduler.client.report [None req-cbb309fb-9fa6-49ef-a7b3-0a73860b21d8 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.905504] env[69357]: DEBUG nova.compute.manager [req-080b6bd1-a01c-426d-9200-cbb80f6eea66 req-c70ce537-a591-4cad-8547-d0ecd65cbf41 service nova] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Received event network-changed-ac98f4cb-2315-49ff-b3e6-226d182f37dc {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.906290] env[69357]: DEBUG nova.compute.manager [req-080b6bd1-a01c-426d-9200-cbb80f6eea66 req-c70ce537-a591-4cad-8547-d0ecd65cbf41 service nova] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Refreshing instance network info cache due to event network-changed-ac98f4cb-2315-49ff-b3e6-226d182f37dc. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1046.906590] env[69357]: DEBUG oslo_concurrency.lockutils [req-080b6bd1-a01c-426d-9200-cbb80f6eea66 req-c70ce537-a591-4cad-8547-d0ecd65cbf41 service nova] Acquiring lock "refresh_cache-21b56f99-6443-4fe7-8b29-2e2c571f99e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.906716] env[69357]: DEBUG oslo_concurrency.lockutils [req-080b6bd1-a01c-426d-9200-cbb80f6eea66 req-c70ce537-a591-4cad-8547-d0ecd65cbf41 service nova] Acquired lock "refresh_cache-21b56f99-6443-4fe7-8b29-2e2c571f99e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.906917] env[69357]: DEBUG nova.network.neutron [req-080b6bd1-a01c-426d-9200-cbb80f6eea66 req-c70ce537-a591-4cad-8547-d0ecd65cbf41 service nova] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Refreshing network info cache for port ac98f4cb-2315-49ff-b3e6-226d182f37dc {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.943158] env[69357]: DEBUG oslo_concurrency.lockutils [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "refresh_cache-a62cc20a-ba03-4a29-868e-cb0fadfd2c62" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.080343] env[69357]: DEBUG nova.network.neutron [req-5fbfab27-2a24-46b9-915f-949becc1ab46 req-f07a8adf-d6b7-4ab0-b49e-c38ffbb2f8f6 service nova] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1047.113662] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cbb309fb-9fa6-49ef-a7b3-0a73860b21d8 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.117219] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.084s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.121094] env[69357]: INFO nova.compute.claims [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.142899] env[69357]: INFO nova.scheduler.client.report [None req-cbb309fb-9fa6-49ef-a7b3-0a73860b21d8 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Deleted allocations for instance 4bffb383-795b-44bc-8c68-aa8c73c5ada8 [ 1047.179895] env[69357]: DEBUG nova.network.neutron [req-5fbfab27-2a24-46b9-915f-949becc1ab46 req-f07a8adf-d6b7-4ab0-b49e-c38ffbb2f8f6 service nova] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.281887] env[69357]: DEBUG nova.compute.manager [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1047.310535] env[69357]: DEBUG nova.virt.hardware [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.310848] env[69357]: DEBUG nova.virt.hardware [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.311036] env[69357]: DEBUG nova.virt.hardware [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.311399] env[69357]: DEBUG nova.virt.hardware [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.311575] env[69357]: DEBUG nova.virt.hardware [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.311740] env[69357]: DEBUG nova.virt.hardware [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.312072] env[69357]: DEBUG nova.virt.hardware [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.312265] env[69357]: DEBUG nova.virt.hardware [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.312473] env[69357]: DEBUG nova.virt.hardware [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.312724] env[69357]: DEBUG nova.virt.hardware [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.312933] env[69357]: DEBUG nova.virt.hardware [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.313980] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdd9259-36d7-4c57-9b1e-3be44272a88f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.323715] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ae1283-ecd8-49b4-bee7-87933abf00c1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.602657] env[69357]: DEBUG nova.network.neutron [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Successfully updated port: fdd6044b-24c1-41a2-b4ee-29c465f00fa2 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1047.656552] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cbb309fb-9fa6-49ef-a7b3-0a73860b21d8 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "4bffb383-795b-44bc-8c68-aa8c73c5ada8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.331s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.673511] env[69357]: DEBUG nova.network.neutron [req-080b6bd1-a01c-426d-9200-cbb80f6eea66 req-c70ce537-a591-4cad-8547-d0ecd65cbf41 service nova] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Updated VIF entry in instance network info cache for port ac98f4cb-2315-49ff-b3e6-226d182f37dc. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.674208] env[69357]: DEBUG nova.network.neutron [req-080b6bd1-a01c-426d-9200-cbb80f6eea66 req-c70ce537-a591-4cad-8547-d0ecd65cbf41 service nova] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Updating instance_info_cache with network_info: [{"id": "ac98f4cb-2315-49ff-b3e6-226d182f37dc", "address": "fa:16:3e:de:cc:92", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac98f4cb-23", "ovs_interfaceid": "ac98f4cb-2315-49ff-b3e6-226d182f37dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.685050] env[69357]: DEBUG oslo_concurrency.lockutils [req-5fbfab27-2a24-46b9-915f-949becc1ab46 req-f07a8adf-d6b7-4ab0-b49e-c38ffbb2f8f6 service nova] Releasing lock "refresh_cache-a62cc20a-ba03-4a29-868e-cb0fadfd2c62" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.685511] env[69357]: DEBUG oslo_concurrency.lockutils [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquired lock "refresh_cache-a62cc20a-ba03-4a29-868e-cb0fadfd2c62" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.685712] env[69357]: DEBUG nova.network.neutron [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.107664] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "refresh_cache-cd4386b2-77e3-409f-b9e1-da8d5a1d52a3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.107664] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquired lock "refresh_cache-cd4386b2-77e3-409f-b9e1-da8d5a1d52a3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.107664] env[69357]: DEBUG nova.network.neutron [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.176716] env[69357]: DEBUG oslo_concurrency.lockutils [req-080b6bd1-a01c-426d-9200-cbb80f6eea66 req-c70ce537-a591-4cad-8547-d0ecd65cbf41 service nova] Releasing lock "refresh_cache-21b56f99-6443-4fe7-8b29-2e2c571f99e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.230710] env[69357]: DEBUG nova.network.neutron [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1048.323474] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869a8e1f-0d7e-4d32-89de-57cb6c3af07b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.331733] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f88c2d-4849-4469-89e6-34bb20b8595a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.365855] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1105f00c-cf11-4d9d-bc1b-24fd42dcbeda {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.373727] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017c0b45-5cc6-4ab2-8f5f-b77795aec02b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.387981] env[69357]: DEBUG nova.compute.provider_tree [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.402458] env[69357]: DEBUG nova.network.neutron [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Updating instance_info_cache with network_info: [{"id": "95c773a7-c892-4577-bb7e-692c0e667f0d", "address": "fa:16:3e:f7:a3:48", "network": {"id": "56a14fc7-fa7e-4210-ba15-061e2b0069e2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1424350430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d976b7764ac4676834bfb72160d5ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95c773a7-c8", "ovs_interfaceid": "95c773a7-c892-4577-bb7e-692c0e667f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.578016] env[69357]: DEBUG nova.compute.manager [req-8a9d8513-bc6c-42f1-aa12-e903b3328b1e req-bf0d56e9-d8da-47d4-b5d1-89dd18d0e25a service nova] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Received event network-changed-ac98f4cb-2315-49ff-b3e6-226d182f37dc {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.578256] env[69357]: DEBUG nova.compute.manager [req-8a9d8513-bc6c-42f1-aa12-e903b3328b1e req-bf0d56e9-d8da-47d4-b5d1-89dd18d0e25a service nova] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Refreshing instance network info cache due to event network-changed-ac98f4cb-2315-49ff-b3e6-226d182f37dc. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.578512] env[69357]: DEBUG oslo_concurrency.lockutils [req-8a9d8513-bc6c-42f1-aa12-e903b3328b1e req-bf0d56e9-d8da-47d4-b5d1-89dd18d0e25a service nova] Acquiring lock "refresh_cache-21b56f99-6443-4fe7-8b29-2e2c571f99e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.578683] env[69357]: DEBUG oslo_concurrency.lockutils [req-8a9d8513-bc6c-42f1-aa12-e903b3328b1e req-bf0d56e9-d8da-47d4-b5d1-89dd18d0e25a service nova] Acquired lock "refresh_cache-21b56f99-6443-4fe7-8b29-2e2c571f99e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.578875] env[69357]: DEBUG nova.network.neutron [req-8a9d8513-bc6c-42f1-aa12-e903b3328b1e req-bf0d56e9-d8da-47d4-b5d1-89dd18d0e25a service nova] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Refreshing network info cache for port ac98f4cb-2315-49ff-b3e6-226d182f37dc {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.648934] env[69357]: DEBUG nova.network.neutron [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1048.668548] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "e0f7cdda-4cd6-416a-9a08-3fd4b41b057f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.668883] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "e0f7cdda-4cd6-416a-9a08-3fd4b41b057f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.846728] env[69357]: DEBUG nova.network.neutron [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Updating instance_info_cache with network_info: [{"id": "fdd6044b-24c1-41a2-b4ee-29c465f00fa2", "address": "fa:16:3e:a4:42:b9", "network": {"id": "1fe716ab-5de7-4135-baac-15962de59e5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-749542812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01537ba7ccd1491f8129f9bc9e5b0ba8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdd6044b-24", "ovs_interfaceid": "fdd6044b-24c1-41a2-b4ee-29c465f00fa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.890872] env[69357]: DEBUG nova.scheduler.client.report [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.905617] env[69357]: DEBUG oslo_concurrency.lockutils [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Releasing lock "refresh_cache-a62cc20a-ba03-4a29-868e-cb0fadfd2c62" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.905957] env[69357]: DEBUG nova.compute.manager [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Instance network_info: |[{"id": "95c773a7-c892-4577-bb7e-692c0e667f0d", "address": "fa:16:3e:f7:a3:48", "network": {"id": "56a14fc7-fa7e-4210-ba15-061e2b0069e2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1424350430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d976b7764ac4676834bfb72160d5ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95c773a7-c8", "ovs_interfaceid": "95c773a7-c892-4577-bb7e-692c0e667f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1048.907075] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:a3:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6a4065-12af-4fb9-ac47-ec9143f7297e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95c773a7-c892-4577-bb7e-692c0e667f0d', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1048.914411] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.915487] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1048.915630] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f096242f-1456-437f-8af7-1e893451ca13 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.933448] env[69357]: DEBUG nova.compute.manager [req-e984b069-df50-44a5-a6f1-cf3c163f65a5 req-6b20eea6-bac5-41c6-8cb6-51beb22aaeeb service nova] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Received event network-vif-plugged-fdd6044b-24c1-41a2-b4ee-29c465f00fa2 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.933662] env[69357]: DEBUG oslo_concurrency.lockutils [req-e984b069-df50-44a5-a6f1-cf3c163f65a5 req-6b20eea6-bac5-41c6-8cb6-51beb22aaeeb service nova] Acquiring lock "cd4386b2-77e3-409f-b9e1-da8d5a1d52a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.933897] env[69357]: DEBUG oslo_concurrency.lockutils [req-e984b069-df50-44a5-a6f1-cf3c163f65a5 req-6b20eea6-bac5-41c6-8cb6-51beb22aaeeb service nova] Lock "cd4386b2-77e3-409f-b9e1-da8d5a1d52a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.934131] env[69357]: DEBUG oslo_concurrency.lockutils [req-e984b069-df50-44a5-a6f1-cf3c163f65a5 req-6b20eea6-bac5-41c6-8cb6-51beb22aaeeb service nova] Lock "cd4386b2-77e3-409f-b9e1-da8d5a1d52a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.934242] env[69357]: DEBUG nova.compute.manager [req-e984b069-df50-44a5-a6f1-cf3c163f65a5 req-6b20eea6-bac5-41c6-8cb6-51beb22aaeeb service nova] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] No waiting events found dispatching network-vif-plugged-fdd6044b-24c1-41a2-b4ee-29c465f00fa2 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1048.934408] env[69357]: WARNING nova.compute.manager [req-e984b069-df50-44a5-a6f1-cf3c163f65a5 req-6b20eea6-bac5-41c6-8cb6-51beb22aaeeb service nova] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Received unexpected event network-vif-plugged-fdd6044b-24c1-41a2-b4ee-29c465f00fa2 for instance with vm_state building and task_state spawning. [ 1048.935022] env[69357]: DEBUG nova.compute.manager [req-e984b069-df50-44a5-a6f1-cf3c163f65a5 req-6b20eea6-bac5-41c6-8cb6-51beb22aaeeb service nova] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Received event network-changed-fdd6044b-24c1-41a2-b4ee-29c465f00fa2 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.935022] env[69357]: DEBUG nova.compute.manager [req-e984b069-df50-44a5-a6f1-cf3c163f65a5 req-6b20eea6-bac5-41c6-8cb6-51beb22aaeeb service nova] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Refreshing instance network info cache due to event network-changed-fdd6044b-24c1-41a2-b4ee-29c465f00fa2. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.935022] env[69357]: DEBUG oslo_concurrency.lockutils [req-e984b069-df50-44a5-a6f1-cf3c163f65a5 req-6b20eea6-bac5-41c6-8cb6-51beb22aaeeb service nova] Acquiring lock "refresh_cache-cd4386b2-77e3-409f-b9e1-da8d5a1d52a3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.941111] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1048.941111] env[69357]: value = "task-3283209" [ 1048.941111] env[69357]: _type = "Task" [ 1048.941111] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.951883] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283209, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.171480] env[69357]: DEBUG nova.compute.manager [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1049.342659] env[69357]: DEBUG nova.network.neutron [req-8a9d8513-bc6c-42f1-aa12-e903b3328b1e req-bf0d56e9-d8da-47d4-b5d1-89dd18d0e25a service nova] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Updated VIF entry in instance network info cache for port ac98f4cb-2315-49ff-b3e6-226d182f37dc. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.343128] env[69357]: DEBUG nova.network.neutron [req-8a9d8513-bc6c-42f1-aa12-e903b3328b1e req-bf0d56e9-d8da-47d4-b5d1-89dd18d0e25a service nova] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Updating instance_info_cache with network_info: [{"id": "ac98f4cb-2315-49ff-b3e6-226d182f37dc", "address": "fa:16:3e:de:cc:92", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac98f4cb-23", "ovs_interfaceid": "ac98f4cb-2315-49ff-b3e6-226d182f37dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.349176] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Releasing lock "refresh_cache-cd4386b2-77e3-409f-b9e1-da8d5a1d52a3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.349467] env[69357]: DEBUG nova.compute.manager [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Instance network_info: |[{"id": "fdd6044b-24c1-41a2-b4ee-29c465f00fa2", "address": "fa:16:3e:a4:42:b9", "network": {"id": "1fe716ab-5de7-4135-baac-15962de59e5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-749542812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01537ba7ccd1491f8129f9bc9e5b0ba8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdd6044b-24", "ovs_interfaceid": "fdd6044b-24c1-41a2-b4ee-29c465f00fa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1049.349754] env[69357]: DEBUG oslo_concurrency.lockutils [req-e984b069-df50-44a5-a6f1-cf3c163f65a5 req-6b20eea6-bac5-41c6-8cb6-51beb22aaeeb service nova] Acquired lock "refresh_cache-cd4386b2-77e3-409f-b9e1-da8d5a1d52a3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.349930] env[69357]: DEBUG nova.network.neutron [req-e984b069-df50-44a5-a6f1-cf3c163f65a5 req-6b20eea6-bac5-41c6-8cb6-51beb22aaeeb service nova] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Refreshing network info cache for port fdd6044b-24c1-41a2-b4ee-29c465f00fa2 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.351141] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:42:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fdd6044b-24c1-41a2-b4ee-29c465f00fa2', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.358720] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.362028] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.362407] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-558b6ff6-d77d-4ded-b4ea-c79fffd66d66 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.387233] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.387233] env[69357]: value = "task-3283210" [ 1049.387233] env[69357]: _type = "Task" [ 1049.387233] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.396102] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.280s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.396651] env[69357]: DEBUG nova.compute.manager [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1049.399081] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283210, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.399382] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0738d2ce-fa41-4fa4-b5ba-686efecc4fbf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.079s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.454475] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283209, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.653428] env[69357]: DEBUG nova.network.neutron [req-e984b069-df50-44a5-a6f1-cf3c163f65a5 req-6b20eea6-bac5-41c6-8cb6-51beb22aaeeb service nova] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Updated VIF entry in instance network info cache for port fdd6044b-24c1-41a2-b4ee-29c465f00fa2. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.653889] env[69357]: DEBUG nova.network.neutron [req-e984b069-df50-44a5-a6f1-cf3c163f65a5 req-6b20eea6-bac5-41c6-8cb6-51beb22aaeeb service nova] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Updating instance_info_cache with network_info: [{"id": "fdd6044b-24c1-41a2-b4ee-29c465f00fa2", "address": "fa:16:3e:a4:42:b9", "network": {"id": "1fe716ab-5de7-4135-baac-15962de59e5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-749542812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01537ba7ccd1491f8129f9bc9e5b0ba8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdd6044b-24", "ovs_interfaceid": "fdd6044b-24c1-41a2-b4ee-29c465f00fa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.697170] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.846015] env[69357]: DEBUG oslo_concurrency.lockutils [req-8a9d8513-bc6c-42f1-aa12-e903b3328b1e req-bf0d56e9-d8da-47d4-b5d1-89dd18d0e25a service nova] Releasing lock "refresh_cache-21b56f99-6443-4fe7-8b29-2e2c571f99e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.846293] env[69357]: DEBUG nova.compute.manager [req-8a9d8513-bc6c-42f1-aa12-e903b3328b1e req-bf0d56e9-d8da-47d4-b5d1-89dd18d0e25a service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Received event network-changed-787cd20f-b7ed-4868-8194-87b9636a7b66 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.846471] env[69357]: DEBUG nova.compute.manager [req-8a9d8513-bc6c-42f1-aa12-e903b3328b1e req-bf0d56e9-d8da-47d4-b5d1-89dd18d0e25a service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Refreshing instance network info cache due to event network-changed-787cd20f-b7ed-4868-8194-87b9636a7b66. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1049.846680] env[69357]: DEBUG oslo_concurrency.lockutils [req-8a9d8513-bc6c-42f1-aa12-e903b3328b1e req-bf0d56e9-d8da-47d4-b5d1-89dd18d0e25a service nova] Acquiring lock "refresh_cache-03f0e5ec-8777-42ce-9b73-a5dd273204df" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.846822] env[69357]: DEBUG oslo_concurrency.lockutils [req-8a9d8513-bc6c-42f1-aa12-e903b3328b1e req-bf0d56e9-d8da-47d4-b5d1-89dd18d0e25a service nova] Acquired lock "refresh_cache-03f0e5ec-8777-42ce-9b73-a5dd273204df" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.846982] env[69357]: DEBUG nova.network.neutron [req-8a9d8513-bc6c-42f1-aa12-e903b3328b1e req-bf0d56e9-d8da-47d4-b5d1-89dd18d0e25a service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Refreshing network info cache for port 787cd20f-b7ed-4868-8194-87b9636a7b66 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.862871] env[69357]: DEBUG oslo_vmware.rw_handles [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d98ccc-3a34-0933-ec91-3f287705eb3c/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1049.863742] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9703f5d-5eb0-46d8-aee0-03e56af37546 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.870996] env[69357]: DEBUG oslo_vmware.rw_handles [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d98ccc-3a34-0933-ec91-3f287705eb3c/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1049.871183] env[69357]: ERROR oslo_vmware.rw_handles [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d98ccc-3a34-0933-ec91-3f287705eb3c/disk-0.vmdk due to incomplete transfer. [ 1049.871404] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3191a074-cf72-457f-a792-a3c67a1d3920 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.878302] env[69357]: DEBUG oslo_vmware.rw_handles [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d98ccc-3a34-0933-ec91-3f287705eb3c/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1049.878556] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Uploaded image 03f2a7ac-29ca-4451-ac7f-2da4e7eafbda to the Glance image server {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1049.880835] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Destroying the VM {{(pid=69357) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1049.881096] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1ec8b5dc-c7fd-4266-beb6-fa00c09d9d8b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.887218] env[69357]: DEBUG oslo_vmware.api [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1049.887218] env[69357]: value = "task-3283211" [ 1049.887218] env[69357]: _type = "Task" [ 1049.887218] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.898013] env[69357]: DEBUG oslo_vmware.api [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283211, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.902013] env[69357]: DEBUG nova.compute.utils [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.903349] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283210, 'name': CreateVM_Task, 'duration_secs': 0.4185} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.903513] env[69357]: DEBUG nova.compute.manager [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1049.903680] env[69357]: DEBUG nova.network.neutron [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1049.905569] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1049.908453] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.908615] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.908922] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.909604] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-158cea55-57f9-45d8-8f74-bd78ca7ab698 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.913953] env[69357]: DEBUG oslo_vmware.api [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1049.913953] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d4bcc3-7820-28b0-445c-287172599634" [ 1049.913953] env[69357]: _type = "Task" [ 1049.913953] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.924525] env[69357]: DEBUG oslo_vmware.api [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d4bcc3-7820-28b0-445c-287172599634, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.951979] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283209, 'name': CreateVM_Task, 'duration_secs': 0.541751} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.954519] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1049.955824] env[69357]: DEBUG oslo_concurrency.lockutils [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.976388] env[69357]: DEBUG nova.policy [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dfa00c27cdc3498a881bf28479bea7cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a0ca0d1c0704feda289e2d673c2792c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.141030] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f6f438-099f-4208-bcd7-72d0d13bf6b4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.149173] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b2720f-a9c4-485f-8431-5d2a7d803235 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.179280] env[69357]: DEBUG oslo_concurrency.lockutils [req-e984b069-df50-44a5-a6f1-cf3c163f65a5 req-6b20eea6-bac5-41c6-8cb6-51beb22aaeeb service nova] Releasing lock "refresh_cache-cd4386b2-77e3-409f-b9e1-da8d5a1d52a3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.179593] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c0f6bd-b586-4f3b-a439-aa4e9dc7424c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.187581] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13eac272-67a4-40df-8f01-e6e3bce2197b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.200264] env[69357]: DEBUG nova.compute.provider_tree [None req-0738d2ce-fa41-4fa4-b5ba-686efecc4fbf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.299814] env[69357]: DEBUG oslo_concurrency.lockutils [None req-17c9bee5-a848-45ab-a0d0-f000ffc36559 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "d8ea2cd9-9230-4dd2-8737-07d5ca6553bc" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.300109] env[69357]: DEBUG oslo_concurrency.lockutils [None req-17c9bee5-a848-45ab-a0d0-f000ffc36559 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "d8ea2cd9-9230-4dd2-8737-07d5ca6553bc" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.309692] env[69357]: DEBUG nova.network.neutron [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Successfully created port: c23b7748-ff2e-47bd-9dca-066779f516a1 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1050.398776] env[69357]: DEBUG oslo_vmware.api [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283211, 'name': Destroy_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.406681] env[69357]: DEBUG nova.compute.manager [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.426416] env[69357]: DEBUG oslo_vmware.api [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d4bcc3-7820-28b0-445c-287172599634, 'name': SearchDatastore_Task, 'duration_secs': 0.013647} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.429044] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.429284] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1050.429523] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.429668] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.429841] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1050.430161] env[69357]: DEBUG oslo_concurrency.lockutils [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.430626] env[69357]: DEBUG oslo_concurrency.lockutils [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.430706] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a890f5d-9f5b-4a27-ab04-03c903e0aa61 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.433523] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25ca1a0a-1e30-4926-9198-a74ec0e255d4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.437506] env[69357]: DEBUG oslo_vmware.api [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 1050.437506] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5207ad5b-6521-5e4b-2b1b-d0e025ae8c9b" [ 1050.437506] env[69357]: _type = "Task" [ 1050.437506] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.448656] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1050.448656] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1050.448656] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbdf8baa-8d05-45d8-88c3-a6ba6c3c0fdd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.448656] env[69357]: DEBUG oslo_vmware.api [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5207ad5b-6521-5e4b-2b1b-d0e025ae8c9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.453016] env[69357]: DEBUG oslo_vmware.api [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1050.453016] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a3dc97-2a99-a911-56e3-8f28b45422f7" [ 1050.453016] env[69357]: _type = "Task" [ 1050.453016] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.458851] env[69357]: DEBUG oslo_vmware.api [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a3dc97-2a99-a911-56e3-8f28b45422f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.593316] env[69357]: DEBUG nova.network.neutron [req-8a9d8513-bc6c-42f1-aa12-e903b3328b1e req-bf0d56e9-d8da-47d4-b5d1-89dd18d0e25a service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Updated VIF entry in instance network info cache for port 787cd20f-b7ed-4868-8194-87b9636a7b66. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.593731] env[69357]: DEBUG nova.network.neutron [req-8a9d8513-bc6c-42f1-aa12-e903b3328b1e req-bf0d56e9-d8da-47d4-b5d1-89dd18d0e25a service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Updating instance_info_cache with network_info: [{"id": "787cd20f-b7ed-4868-8194-87b9636a7b66", "address": "fa:16:3e:45:5e:d4", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap787cd20f-b7", "ovs_interfaceid": "787cd20f-b7ed-4868-8194-87b9636a7b66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.703295] env[69357]: DEBUG nova.scheduler.client.report [None req-0738d2ce-fa41-4fa4-b5ba-686efecc4fbf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.805727] env[69357]: INFO nova.compute.manager [None req-17c9bee5-a848-45ab-a0d0-f000ffc36559 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Detaching volume 3c441a39-da5a-43be-bc49-bfbe18ab75b7 [ 1050.843342] env[69357]: INFO nova.virt.block_device [None req-17c9bee5-a848-45ab-a0d0-f000ffc36559 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Attempting to driver detach volume 3c441a39-da5a-43be-bc49-bfbe18ab75b7 from mountpoint /dev/sdb [ 1050.843711] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-17c9bee5-a848-45ab-a0d0-f000ffc36559 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Volume detach. Driver type: vmdk {{(pid=69357) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1050.843965] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-17c9bee5-a848-45ab-a0d0-f000ffc36559 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655648', 'volume_id': '3c441a39-da5a-43be-bc49-bfbe18ab75b7', 'name': 'volume-3c441a39-da5a-43be-bc49-bfbe18ab75b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8ea2cd9-9230-4dd2-8737-07d5ca6553bc', 'attached_at': '', 'detached_at': '', 'volume_id': '3c441a39-da5a-43be-bc49-bfbe18ab75b7', 'serial': '3c441a39-da5a-43be-bc49-bfbe18ab75b7'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1050.844961] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0b803c-81b8-41b1-99b6-8cd067a341dc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.869783] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94731182-f8d0-44a4-88fe-0304a75a309e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.877951] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8273122c-c9de-4e69-822d-fa4139b2fe46 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.901779] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92aafe93-bca6-4edc-b200-7b19c2e8f857 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.909775] env[69357]: DEBUG oslo_vmware.api [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283211, 'name': Destroy_Task, 'duration_secs': 0.516457} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.919588] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Destroyed the VM [ 1050.919888] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Deleting Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1050.923298] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-17c9bee5-a848-45ab-a0d0-f000ffc36559 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] The volume has not been displaced from its original location: [datastore2] volume-3c441a39-da5a-43be-bc49-bfbe18ab75b7/volume-3c441a39-da5a-43be-bc49-bfbe18ab75b7.vmdk. No consolidation needed. {{(pid=69357) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1050.928543] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-17c9bee5-a848-45ab-a0d0-f000ffc36559 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Reconfiguring VM instance instance-00000047 to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1050.929073] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fa8c3967-3011-458c-93b8-51482f7f1d0e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.930835] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a05b937-14e2-4218-bbe2-5e46c0fba3f4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.987321] env[69357]: DEBUG oslo_vmware.api [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1050.987321] env[69357]: value = "task-3283212" [ 1050.987321] env[69357]: _type = "Task" [ 1050.987321] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.987321] env[69357]: DEBUG oslo_vmware.api [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5207ad5b-6521-5e4b-2b1b-d0e025ae8c9b, 'name': SearchDatastore_Task, 'duration_secs': 0.008933} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.987321] env[69357]: DEBUG oslo_vmware.api [None req-17c9bee5-a848-45ab-a0d0-f000ffc36559 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1050.987321] env[69357]: value = "task-3283213" [ 1050.987321] env[69357]: _type = "Task" [ 1050.987321] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.987321] env[69357]: DEBUG oslo_concurrency.lockutils [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.987321] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1050.987321] env[69357]: DEBUG oslo_concurrency.lockutils [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.987321] env[69357]: DEBUG oslo_vmware.api [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a3dc97-2a99-a911-56e3-8f28b45422f7, 'name': SearchDatastore_Task, 'duration_secs': 0.008772} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.987321] env[69357]: DEBUG oslo_vmware.api [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283212, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.987321] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64ed8e44-73cd-4c1a-b3fe-f11701ecfe02 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.987321] env[69357]: DEBUG oslo_vmware.api [None req-17c9bee5-a848-45ab-a0d0-f000ffc36559 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.988565] env[69357]: DEBUG oslo_vmware.api [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1050.988565] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]524714fb-e784-54ed-a60a-f2aca7a3fa13" [ 1050.988565] env[69357]: _type = "Task" [ 1050.988565] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.997363] env[69357]: DEBUG oslo_vmware.api [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]524714fb-e784-54ed-a60a-f2aca7a3fa13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.096382] env[69357]: DEBUG oslo_concurrency.lockutils [req-8a9d8513-bc6c-42f1-aa12-e903b3328b1e req-bf0d56e9-d8da-47d4-b5d1-89dd18d0e25a service nova] Releasing lock "refresh_cache-03f0e5ec-8777-42ce-9b73-a5dd273204df" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.430730] env[69357]: DEBUG nova.compute.manager [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.458387] env[69357]: DEBUG nova.virt.hardware [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:10:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='37f5a817-a159-46f2-93cf-82c9de24f3af',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-345585756',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.458644] env[69357]: DEBUG nova.virt.hardware [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.458789] env[69357]: DEBUG nova.virt.hardware [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.458967] env[69357]: DEBUG nova.virt.hardware [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.459148] env[69357]: DEBUG nova.virt.hardware [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.459347] env[69357]: DEBUG nova.virt.hardware [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.459554] env[69357]: DEBUG nova.virt.hardware [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.459710] env[69357]: DEBUG nova.virt.hardware [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.459873] env[69357]: DEBUG nova.virt.hardware [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.460047] env[69357]: DEBUG nova.virt.hardware [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.461028] env[69357]: DEBUG nova.virt.hardware [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.462020] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2424e906-4a10-46db-81ff-91ac051194fa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.474811] env[69357]: DEBUG oslo_vmware.api [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283212, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.476305] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4aaa213-f027-4bf2-b5a6-0cdf1133c0a2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.482695] env[69357]: DEBUG oslo_vmware.api [None req-17c9bee5-a848-45ab-a0d0-f000ffc36559 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283213, 'name': ReconfigVM_Task, 'duration_secs': 0.308545} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.483311] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-17c9bee5-a848-45ab-a0d0-f000ffc36559 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Reconfigured VM instance instance-00000047 to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1051.495910] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9effd64f-1bc2-4662-b0f9-50a6ea2b1ecf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.514921] env[69357]: DEBUG oslo_vmware.api [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]524714fb-e784-54ed-a60a-f2aca7a3fa13, 'name': SearchDatastore_Task, 'duration_secs': 0.011794} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.516076] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.516370] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] cd4386b2-77e3-409f-b9e1-da8d5a1d52a3/cd4386b2-77e3-409f-b9e1-da8d5a1d52a3.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1051.516673] env[69357]: DEBUG oslo_vmware.api [None req-17c9bee5-a848-45ab-a0d0-f000ffc36559 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1051.516673] env[69357]: value = "task-3283214" [ 1051.516673] env[69357]: _type = "Task" [ 1051.516673] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.516877] env[69357]: DEBUG oslo_concurrency.lockutils [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.517071] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.517284] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8496d526-5785-4fbd-831c-03aafa1399a4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.519034] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53ad391e-4467-4da6-9bc6-0d866ae6c1ed {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.529392] env[69357]: DEBUG oslo_vmware.api [None req-17c9bee5-a848-45ab-a0d0-f000ffc36559 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283214, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.530960] env[69357]: DEBUG oslo_vmware.api [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1051.530960] env[69357]: value = "task-3283215" [ 1051.530960] env[69357]: _type = "Task" [ 1051.530960] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.531196] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.531364] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.532094] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eec600d7-918a-4630-80ce-01499f39f835 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.544450] env[69357]: DEBUG oslo_vmware.api [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.545831] env[69357]: DEBUG oslo_vmware.api [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 1051.545831] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52364302-7bd0-3a74-1764-79f810ea748b" [ 1051.545831] env[69357]: _type = "Task" [ 1051.545831] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.556719] env[69357]: DEBUG oslo_vmware.api [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52364302-7bd0-3a74-1764-79f810ea748b, 'name': SearchDatastore_Task, 'duration_secs': 0.011904} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.557519] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-786b58b0-70dd-4a3c-b28a-238ee584de09 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.562520] env[69357]: DEBUG oslo_vmware.api [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 1051.562520] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]525144fb-ab24-4006-32fb-74321d38e7f5" [ 1051.562520] env[69357]: _type = "Task" [ 1051.562520] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.570204] env[69357]: DEBUG oslo_vmware.api [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]525144fb-ab24-4006-32fb-74321d38e7f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.716626] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0738d2ce-fa41-4fa4-b5ba-686efecc4fbf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.317s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.720281] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.334s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.720281] env[69357]: DEBUG nova.objects.instance [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Lazy-loading 'resources' on Instance uuid c0c3b6ae-4167-4abc-9e79-f58ae51e3383 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.745780] env[69357]: DEBUG nova.compute.manager [req-8de6af5a-49ff-4676-99f8-9be83c6dad42 req-60350c1a-851b-430d-9299-ea51e7c934a4 service nova] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Received event network-vif-plugged-c23b7748-ff2e-47bd-9dca-066779f516a1 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.745882] env[69357]: DEBUG oslo_concurrency.lockutils [req-8de6af5a-49ff-4676-99f8-9be83c6dad42 req-60350c1a-851b-430d-9299-ea51e7c934a4 service nova] Acquiring lock "79ac978d-b2d3-4ad5-8166-969c511a07c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.746070] env[69357]: DEBUG oslo_concurrency.lockutils [req-8de6af5a-49ff-4676-99f8-9be83c6dad42 req-60350c1a-851b-430d-9299-ea51e7c934a4 service nova] Lock "79ac978d-b2d3-4ad5-8166-969c511a07c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.746202] env[69357]: DEBUG oslo_concurrency.lockutils [req-8de6af5a-49ff-4676-99f8-9be83c6dad42 req-60350c1a-851b-430d-9299-ea51e7c934a4 service nova] Lock "79ac978d-b2d3-4ad5-8166-969c511a07c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.746396] env[69357]: DEBUG nova.compute.manager [req-8de6af5a-49ff-4676-99f8-9be83c6dad42 req-60350c1a-851b-430d-9299-ea51e7c934a4 service nova] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] No waiting events found dispatching network-vif-plugged-c23b7748-ff2e-47bd-9dca-066779f516a1 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1051.746552] env[69357]: WARNING nova.compute.manager [req-8de6af5a-49ff-4676-99f8-9be83c6dad42 req-60350c1a-851b-430d-9299-ea51e7c934a4 service nova] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Received unexpected event network-vif-plugged-c23b7748-ff2e-47bd-9dca-066779f516a1 for instance with vm_state building and task_state spawning. [ 1051.878082] env[69357]: DEBUG nova.network.neutron [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Successfully updated port: c23b7748-ff2e-47bd-9dca-066779f516a1 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1051.971225] env[69357]: DEBUG oslo_vmware.api [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283212, 'name': RemoveSnapshot_Task, 'duration_secs': 0.636} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.971480] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Deleted Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1051.971713] env[69357]: INFO nova.compute.manager [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Took 16.27 seconds to snapshot the instance on the hypervisor. [ 1052.030840] env[69357]: DEBUG oslo_vmware.api [None req-17c9bee5-a848-45ab-a0d0-f000ffc36559 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283214, 'name': ReconfigVM_Task, 'duration_secs': 0.159863} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.031120] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-17c9bee5-a848-45ab-a0d0-f000ffc36559 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655648', 'volume_id': '3c441a39-da5a-43be-bc49-bfbe18ab75b7', 'name': 'volume-3c441a39-da5a-43be-bc49-bfbe18ab75b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8ea2cd9-9230-4dd2-8737-07d5ca6553bc', 'attached_at': '', 'detached_at': '', 'volume_id': '3c441a39-da5a-43be-bc49-bfbe18ab75b7', 'serial': '3c441a39-da5a-43be-bc49-bfbe18ab75b7'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1052.042417] env[69357]: DEBUG oslo_vmware.api [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283215, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.074519] env[69357]: DEBUG oslo_vmware.api [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]525144fb-ab24-4006-32fb-74321d38e7f5, 'name': SearchDatastore_Task, 'duration_secs': 0.008129} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.075307] env[69357]: DEBUG oslo_concurrency.lockutils [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.075505] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] a62cc20a-ba03-4a29-868e-cb0fadfd2c62/a62cc20a-ba03-4a29-868e-cb0fadfd2c62.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1052.075781] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccc40ab7-fbcd-4670-86a4-b0cca400e756 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.081875] env[69357]: DEBUG oslo_vmware.api [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 1052.081875] env[69357]: value = "task-3283216" [ 1052.081875] env[69357]: _type = "Task" [ 1052.081875] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.089385] env[69357]: DEBUG oslo_vmware.api [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.281214] env[69357]: INFO nova.scheduler.client.report [None req-0738d2ce-fa41-4fa4-b5ba-686efecc4fbf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Deleted allocation for migration 94a1c52b-3142-4ea1-839e-d6b9b6a3dc17 [ 1052.380546] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquiring lock "refresh_cache-79ac978d-b2d3-4ad5-8166-969c511a07c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.380712] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquired lock "refresh_cache-79ac978d-b2d3-4ad5-8166-969c511a07c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.380869] env[69357]: DEBUG nova.network.neutron [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.440833] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fe767e-fc2b-486e-84f6-afb8fe3fc072 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.448776] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ecb6af-e093-44c9-b65e-2b69404e02d7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.482740] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09689bb4-e970-4145-8e49-193a88a3f03b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.492721] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285b2fe1-b90e-4b83-baca-a71d3d349c46 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.507238] env[69357]: DEBUG nova.compute.provider_tree [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1052.524828] env[69357]: DEBUG nova.compute.manager [None req-a8b247fa-a655-403d-b5e8-b140da2f6b26 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Found 2 images (rotation: 2) {{(pid=69357) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1052.547476] env[69357]: DEBUG oslo_vmware.api [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543264} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.548711] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] cd4386b2-77e3-409f-b9e1-da8d5a1d52a3/cd4386b2-77e3-409f-b9e1-da8d5a1d52a3.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1052.549035] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1052.549433] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-935c36db-8555-4589-ba56-cce351c70ecb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.567057] env[69357]: DEBUG oslo_vmware.api [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1052.567057] env[69357]: value = "task-3283217" [ 1052.567057] env[69357]: _type = "Task" [ 1052.567057] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.579030] env[69357]: DEBUG oslo_vmware.api [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.580469] env[69357]: DEBUG nova.objects.instance [None req-17c9bee5-a848-45ab-a0d0-f000ffc36559 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lazy-loading 'flavor' on Instance uuid d8ea2cd9-9230-4dd2-8737-07d5ca6553bc {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.591017] env[69357]: DEBUG oslo_vmware.api [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283216, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.790204] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0738d2ce-fa41-4fa4-b5ba-686efecc4fbf tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "71690098-eb9a-456d-85d1-936d3d5b4d6e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.177s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.923955] env[69357]: DEBUG nova.network.neutron [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.031995] env[69357]: ERROR nova.scheduler.client.report [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] [req-83db5824-2c56-499d-8ea9-31616bc26f60] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcb9ec35-bfdd-4e17-b2d7-2501509e9896. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-83db5824-2c56-499d-8ea9-31616bc26f60"}]} [ 1053.051267] env[69357]: DEBUG nova.scheduler.client.report [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Refreshing inventories for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1053.074338] env[69357]: DEBUG nova.scheduler.client.report [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Updating ProviderTree inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1053.074338] env[69357]: DEBUG nova.compute.provider_tree [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1053.080175] env[69357]: DEBUG oslo_vmware.api [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090244} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.080270] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1053.082356] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce9c884-3d5d-467d-972a-f4e80e051e14 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.092740] env[69357]: DEBUG nova.scheduler.client.report [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Refreshing aggregate associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, aggregates: None {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1053.116192] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] cd4386b2-77e3-409f-b9e1-da8d5a1d52a3/cd4386b2-77e3-409f-b9e1-da8d5a1d52a3.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.117445] env[69357]: DEBUG nova.scheduler.client.report [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Refreshing trait associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1053.120169] env[69357]: DEBUG nova.network.neutron [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Updating instance_info_cache with network_info: [{"id": "c23b7748-ff2e-47bd-9dca-066779f516a1", "address": "fa:16:3e:17:f3:50", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc23b7748-ff", "ovs_interfaceid": "c23b7748-ff2e-47bd-9dca-066779f516a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.125415] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bf82d6c-3400-40df-aebc-639f52b58d80 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.140086] env[69357]: DEBUG oslo_vmware.api [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790873} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.141857] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] a62cc20a-ba03-4a29-868e-cb0fadfd2c62/a62cc20a-ba03-4a29-868e-cb0fadfd2c62.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.141857] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.142038] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8409073f-3ebe-4f7b-b7f4-d4aa5d0eab6d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.147371] env[69357]: DEBUG oslo_vmware.api [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1053.147371] env[69357]: value = "task-3283218" [ 1053.147371] env[69357]: _type = "Task" [ 1053.147371] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.152924] env[69357]: DEBUG oslo_vmware.api [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 1053.152924] env[69357]: value = "task-3283219" [ 1053.152924] env[69357]: _type = "Task" [ 1053.152924] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.158927] env[69357]: DEBUG oslo_vmware.api [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283218, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.163482] env[69357]: DEBUG oslo_vmware.api [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.171774] env[69357]: DEBUG oslo_concurrency.lockutils [None req-96af984c-b394-4c33-834c-8101bb58a1c2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquiring lock "0c1376c6-1c72-4998-b90e-ff4500cef5c0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.171774] env[69357]: DEBUG oslo_concurrency.lockutils [None req-96af984c-b394-4c33-834c-8101bb58a1c2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lock "0c1376c6-1c72-4998-b90e-ff4500cef5c0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.362225] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65e336b-0c9b-4cb7-94c6-45d80d540efa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.369886] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd04a91-cf00-47c2-801f-d0ccda7c63db {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.411308] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb1d436-0645-4ac0-b7f5-267eb63ec014 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.418300] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea77eaf0-2f17-43a0-9a80-605f7f036ca0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.437019] env[69357]: DEBUG nova.compute.provider_tree [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1053.449477] env[69357]: DEBUG oslo_concurrency.lockutils [None req-70e2e88f-fad3-44c0-8aae-b3b0a13f790a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "71690098-eb9a-456d-85d1-936d3d5b4d6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.449743] env[69357]: DEBUG oslo_concurrency.lockutils [None req-70e2e88f-fad3-44c0-8aae-b3b0a13f790a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "71690098-eb9a-456d-85d1-936d3d5b4d6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.449937] env[69357]: DEBUG oslo_concurrency.lockutils [None req-70e2e88f-fad3-44c0-8aae-b3b0a13f790a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "71690098-eb9a-456d-85d1-936d3d5b4d6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.450190] env[69357]: DEBUG oslo_concurrency.lockutils [None req-70e2e88f-fad3-44c0-8aae-b3b0a13f790a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "71690098-eb9a-456d-85d1-936d3d5b4d6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.450304] env[69357]: DEBUG oslo_concurrency.lockutils [None req-70e2e88f-fad3-44c0-8aae-b3b0a13f790a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "71690098-eb9a-456d-85d1-936d3d5b4d6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.454445] env[69357]: INFO nova.compute.manager [None req-70e2e88f-fad3-44c0-8aae-b3b0a13f790a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Terminating instance [ 1053.589147] env[69357]: DEBUG oslo_concurrency.lockutils [None req-17c9bee5-a848-45ab-a0d0-f000ffc36559 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "d8ea2cd9-9230-4dd2-8737-07d5ca6553bc" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.289s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.622681] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Releasing lock "refresh_cache-79ac978d-b2d3-4ad5-8166-969c511a07c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.623024] env[69357]: DEBUG nova.compute.manager [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Instance network_info: |[{"id": "c23b7748-ff2e-47bd-9dca-066779f516a1", "address": "fa:16:3e:17:f3:50", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc23b7748-ff", "ovs_interfaceid": "c23b7748-ff2e-47bd-9dca-066779f516a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1053.623506] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:f3:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c23b7748-ff2e-47bd-9dca-066779f516a1', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.631047] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.631276] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.631495] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f35bf54f-dbfc-4fba-87bc-473d79374ad9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.653144] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.653144] env[69357]: value = "task-3283220" [ 1053.653144] env[69357]: _type = "Task" [ 1053.653144] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.662367] env[69357]: DEBUG oslo_vmware.api [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283218, 'name': ReconfigVM_Task, 'duration_secs': 0.326673} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.663357] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Reconfigured VM instance instance-0000005e to attach disk [datastore2] cd4386b2-77e3-409f-b9e1-da8d5a1d52a3/cd4386b2-77e3-409f-b9e1-da8d5a1d52a3.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.664313] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6dc6942c-39da-4e93-8def-e4d592937f40 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.671244] env[69357]: DEBUG oslo_vmware.api [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073803} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.671408] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283220, 'name': CreateVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.672033] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1053.672775] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7dd067-748f-4a53-b7bc-dcdd3b8d9138 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.678798] env[69357]: INFO nova.compute.manager [None req-96af984c-b394-4c33-834c-8101bb58a1c2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Detaching volume 8efa0828-50a9-486e-ad5d-8f8015cf1f36 [ 1053.680676] env[69357]: DEBUG oslo_vmware.api [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1053.680676] env[69357]: value = "task-3283221" [ 1053.680676] env[69357]: _type = "Task" [ 1053.680676] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.706554] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] a62cc20a-ba03-4a29-868e-cb0fadfd2c62/a62cc20a-ba03-4a29-868e-cb0fadfd2c62.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.707359] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b14ba31d-a3ab-43f1-b2f6-44c51531b5c8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.725473] env[69357]: DEBUG oslo_vmware.api [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283221, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.730379] env[69357]: DEBUG oslo_vmware.api [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 1053.730379] env[69357]: value = "task-3283222" [ 1053.730379] env[69357]: _type = "Task" [ 1053.730379] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.735322] env[69357]: INFO nova.virt.block_device [None req-96af984c-b394-4c33-834c-8101bb58a1c2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Attempting to driver detach volume 8efa0828-50a9-486e-ad5d-8f8015cf1f36 from mountpoint /dev/sdb [ 1053.735536] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-96af984c-b394-4c33-834c-8101bb58a1c2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Volume detach. Driver type: vmdk {{(pid=69357) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1053.735720] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-96af984c-b394-4c33-834c-8101bb58a1c2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655641', 'volume_id': '8efa0828-50a9-486e-ad5d-8f8015cf1f36', 'name': 'volume-8efa0828-50a9-486e-ad5d-8f8015cf1f36', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '0c1376c6-1c72-4998-b90e-ff4500cef5c0', 'attached_at': '', 'detached_at': '', 'volume_id': '8efa0828-50a9-486e-ad5d-8f8015cf1f36', 'serial': '8efa0828-50a9-486e-ad5d-8f8015cf1f36'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1053.736456] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291fa9a7-86e9-4cf9-96e2-f0a954704fe5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.743558] env[69357]: DEBUG oslo_vmware.api [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283222, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.762652] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b030c3cf-38ee-4191-bffe-22a82819647e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.769996] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160b93cb-9edf-414b-835c-d4870d5db45a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.774557] env[69357]: DEBUG nova.compute.manager [req-44ead8bd-8307-474c-9338-a11cfb7df1eb req-09e25140-d5ec-45c1-b011-ca9b9c4a8ac2 service nova] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Received event network-changed-c23b7748-ff2e-47bd-9dca-066779f516a1 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.774627] env[69357]: DEBUG nova.compute.manager [req-44ead8bd-8307-474c-9338-a11cfb7df1eb req-09e25140-d5ec-45c1-b011-ca9b9c4a8ac2 service nova] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Refreshing instance network info cache due to event network-changed-c23b7748-ff2e-47bd-9dca-066779f516a1. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.774821] env[69357]: DEBUG oslo_concurrency.lockutils [req-44ead8bd-8307-474c-9338-a11cfb7df1eb req-09e25140-d5ec-45c1-b011-ca9b9c4a8ac2 service nova] Acquiring lock "refresh_cache-79ac978d-b2d3-4ad5-8166-969c511a07c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.774962] env[69357]: DEBUG oslo_concurrency.lockutils [req-44ead8bd-8307-474c-9338-a11cfb7df1eb req-09e25140-d5ec-45c1-b011-ca9b9c4a8ac2 service nova] Acquired lock "refresh_cache-79ac978d-b2d3-4ad5-8166-969c511a07c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.775137] env[69357]: DEBUG nova.network.neutron [req-44ead8bd-8307-474c-9338-a11cfb7df1eb req-09e25140-d5ec-45c1-b011-ca9b9c4a8ac2 service nova] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Refreshing network info cache for port c23b7748-ff2e-47bd-9dca-066779f516a1 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.793405] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e1864f-4637-4a66-903a-4ff27c1ae856 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.808900] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-96af984c-b394-4c33-834c-8101bb58a1c2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] The volume has not been displaced from its original location: [datastore1] volume-8efa0828-50a9-486e-ad5d-8f8015cf1f36/volume-8efa0828-50a9-486e-ad5d-8f8015cf1f36.vmdk. No consolidation needed. {{(pid=69357) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1053.814071] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-96af984c-b394-4c33-834c-8101bb58a1c2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Reconfiguring VM instance instance-0000003c to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1053.814581] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c169207-260c-4fe6-bdef-f62acf0df5fd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.835679] env[69357]: DEBUG oslo_vmware.api [None req-96af984c-b394-4c33-834c-8101bb58a1c2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 1053.835679] env[69357]: value = "task-3283223" [ 1053.835679] env[69357]: _type = "Task" [ 1053.835679] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.849394] env[69357]: DEBUG oslo_vmware.api [None req-96af984c-b394-4c33-834c-8101bb58a1c2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283223, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.878876] env[69357]: DEBUG nova.compute.manager [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.879791] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907b409a-8065-4be8-96a9-0fc21170b643 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.959810] env[69357]: DEBUG nova.compute.manager [None req-70e2e88f-fad3-44c0-8aae-b3b0a13f790a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.960093] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-70e2e88f-fad3-44c0-8aae-b3b0a13f790a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.960997] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc772b3a-960a-4a51-af33-e56d1dea5760 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.965028] env[69357]: ERROR nova.scheduler.client.report [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] [req-ca354c0f-f461-456e-afe2-30c80fb98597] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcb9ec35-bfdd-4e17-b2d7-2501509e9896. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ca354c0f-f461-456e-afe2-30c80fb98597"}]} [ 1053.974662] env[69357]: DEBUG oslo_concurrency.lockutils [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "2db85cab-0719-40aa-a159-f1fd0dfca970" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.974891] env[69357]: DEBUG oslo_concurrency.lockutils [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "2db85cab-0719-40aa-a159-f1fd0dfca970" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.976068] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e2e88f-fad3-44c0-8aae-b3b0a13f790a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.976784] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bc844b4-c8be-4a14-9d03-81d82ead3cf5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.983442] env[69357]: DEBUG nova.scheduler.client.report [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Refreshing inventories for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1053.986828] env[69357]: DEBUG oslo_vmware.api [None req-70e2e88f-fad3-44c0-8aae-b3b0a13f790a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 1053.986828] env[69357]: value = "task-3283224" [ 1053.986828] env[69357]: _type = "Task" [ 1053.986828] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.998919] env[69357]: DEBUG oslo_vmware.api [None req-70e2e88f-fad3-44c0-8aae-b3b0a13f790a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.000086] env[69357]: DEBUG nova.scheduler.client.report [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Updating ProviderTree inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1054.000344] env[69357]: DEBUG nova.compute.provider_tree [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1054.012755] env[69357]: DEBUG nova.scheduler.client.report [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Refreshing aggregate associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, aggregates: None {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1054.034636] env[69357]: DEBUG nova.scheduler.client.report [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Refreshing trait associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1054.166388] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283220, 'name': CreateVM_Task, 'duration_secs': 0.412993} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.166608] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1054.167250] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.167418] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.167729] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.167984] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da9260aa-c01a-47d3-b138-adcbb1a4c873 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.172258] env[69357]: DEBUG oslo_vmware.api [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for the task: (returnval){ [ 1054.172258] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52100928-e665-1a97-16c6-db105e70a3f3" [ 1054.172258] env[69357]: _type = "Task" [ 1054.172258] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.181707] env[69357]: DEBUG oslo_vmware.api [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52100928-e665-1a97-16c6-db105e70a3f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.192105] env[69357]: DEBUG oslo_vmware.api [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283221, 'name': Rename_Task, 'duration_secs': 0.203824} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.192367] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.192596] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9d66def-a0a8-4317-b289-d58026f94fcc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.199048] env[69357]: DEBUG oslo_vmware.api [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1054.199048] env[69357]: value = "task-3283225" [ 1054.199048] env[69357]: _type = "Task" [ 1054.199048] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.206253] env[69357]: DEBUG oslo_vmware.api [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.239655] env[69357]: DEBUG oslo_vmware.api [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283222, 'name': ReconfigVM_Task, 'duration_secs': 0.308957} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.241017] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Reconfigured VM instance instance-0000005d to attach disk [datastore2] a62cc20a-ba03-4a29-868e-cb0fadfd2c62/a62cc20a-ba03-4a29-868e-cb0fadfd2c62.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.242112] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86c8f3c-ea60-49bf-bc17-11bece6d4f80 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.244597] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f737e70-9020-41db-9e27-edff20532db7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.250521] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e498de0-f94f-40b1-adf0-811ac852a8ba {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.254649] env[69357]: DEBUG oslo_vmware.api [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 1054.254649] env[69357]: value = "task-3283226" [ 1054.254649] env[69357]: _type = "Task" [ 1054.254649] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.283978] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bc9d64-6c01-441b-b53a-d4f2bfd08631 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.289517] env[69357]: DEBUG oslo_vmware.api [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283226, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.296035] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35d2001-e9c8-4d1f-bed0-522dcf3764f3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.310053] env[69357]: DEBUG nova.compute.provider_tree [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1054.344760] env[69357]: DEBUG oslo_vmware.api [None req-96af984c-b394-4c33-834c-8101bb58a1c2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283223, 'name': ReconfigVM_Task, 'duration_secs': 0.263259} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.344760] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-96af984c-b394-4c33-834c-8101bb58a1c2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Reconfigured VM instance instance-0000003c to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1054.349554] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82c4c2c2-f6fd-4b31-893f-64fe5880f860 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.366606] env[69357]: DEBUG oslo_vmware.api [None req-96af984c-b394-4c33-834c-8101bb58a1c2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 1054.366606] env[69357]: value = "task-3283227" [ 1054.366606] env[69357]: _type = "Task" [ 1054.366606] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.377350] env[69357]: DEBUG oslo_vmware.api [None req-96af984c-b394-4c33-834c-8101bb58a1c2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283227, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.390226] env[69357]: INFO nova.compute.manager [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] instance snapshotting [ 1054.390790] env[69357]: DEBUG nova.objects.instance [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lazy-loading 'flavor' on Instance uuid 293709c1-4f73-4f7c-a4b9-c11d41ab685e {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.477255] env[69357]: DEBUG nova.compute.manager [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1054.497690] env[69357]: DEBUG oslo_vmware.api [None req-70e2e88f-fad3-44c0-8aae-b3b0a13f790a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283224, 'name': PowerOffVM_Task, 'duration_secs': 0.18811} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.497966] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e2e88f-fad3-44c0-8aae-b3b0a13f790a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.498885] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-70e2e88f-fad3-44c0-8aae-b3b0a13f790a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.499174] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15c32e1b-b2ee-404b-9897-bf8d4d9d155e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.541976] env[69357]: DEBUG nova.network.neutron [req-44ead8bd-8307-474c-9338-a11cfb7df1eb req-09e25140-d5ec-45c1-b011-ca9b9c4a8ac2 service nova] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Updated VIF entry in instance network info cache for port c23b7748-ff2e-47bd-9dca-066779f516a1. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.542583] env[69357]: DEBUG nova.network.neutron [req-44ead8bd-8307-474c-9338-a11cfb7df1eb req-09e25140-d5ec-45c1-b011-ca9b9c4a8ac2 service nova] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Updating instance_info_cache with network_info: [{"id": "c23b7748-ff2e-47bd-9dca-066779f516a1", "address": "fa:16:3e:17:f3:50", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc23b7748-ff", "ovs_interfaceid": "c23b7748-ff2e-47bd-9dca-066779f516a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.568126] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-70e2e88f-fad3-44c0-8aae-b3b0a13f790a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.568503] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-70e2e88f-fad3-44c0-8aae-b3b0a13f790a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.568548] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-70e2e88f-fad3-44c0-8aae-b3b0a13f790a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Deleting the datastore file [datastore2] 71690098-eb9a-456d-85d1-936d3d5b4d6e {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.569187] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b8c7acc-8db4-4558-adfe-92c295a19f73 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.577066] env[69357]: DEBUG oslo_vmware.api [None req-70e2e88f-fad3-44c0-8aae-b3b0a13f790a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 1054.577066] env[69357]: value = "task-3283229" [ 1054.577066] env[69357]: _type = "Task" [ 1054.577066] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.590867] env[69357]: DEBUG oslo_vmware.api [None req-70e2e88f-fad3-44c0-8aae-b3b0a13f790a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.623130] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4fa66db7-7599-4445-ace9-91b424e42090 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "d8ea2cd9-9230-4dd2-8737-07d5ca6553bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.623475] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4fa66db7-7599-4445-ace9-91b424e42090 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "d8ea2cd9-9230-4dd2-8737-07d5ca6553bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.623742] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4fa66db7-7599-4445-ace9-91b424e42090 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "d8ea2cd9-9230-4dd2-8737-07d5ca6553bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.623942] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4fa66db7-7599-4445-ace9-91b424e42090 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "d8ea2cd9-9230-4dd2-8737-07d5ca6553bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.624120] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4fa66db7-7599-4445-ace9-91b424e42090 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "d8ea2cd9-9230-4dd2-8737-07d5ca6553bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.626998] env[69357]: INFO nova.compute.manager [None req-4fa66db7-7599-4445-ace9-91b424e42090 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Terminating instance [ 1054.685607] env[69357]: DEBUG oslo_vmware.api [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52100928-e665-1a97-16c6-db105e70a3f3, 'name': SearchDatastore_Task, 'duration_secs': 0.009929} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.685994] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.686266] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.686543] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.686742] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.687058] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.687399] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2612e4e-c19a-428b-96ce-8b86d6fe1824 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.696589] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.696948] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.697957] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acd83092-c597-4ca5-81e7-5c207f2b7b4f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.708973] env[69357]: DEBUG oslo_vmware.api [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for the task: (returnval){ [ 1054.708973] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a2a9e4-5c91-d471-d2f7-33b1cd5a9897" [ 1054.708973] env[69357]: _type = "Task" [ 1054.708973] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.711691] env[69357]: DEBUG oslo_vmware.api [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283225, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.720202] env[69357]: DEBUG oslo_vmware.api [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a2a9e4-5c91-d471-d2f7-33b1cd5a9897, 'name': SearchDatastore_Task, 'duration_secs': 0.01032} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.721017] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dff224f8-7a3f-458d-989d-49c5fe6e2b9b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.726389] env[69357]: DEBUG oslo_vmware.api [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for the task: (returnval){ [ 1054.726389] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a72ed1-23a3-183a-cd25-dbff6c7b7134" [ 1054.726389] env[69357]: _type = "Task" [ 1054.726389] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.735531] env[69357]: DEBUG oslo_vmware.api [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a72ed1-23a3-183a-cd25-dbff6c7b7134, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.764103] env[69357]: DEBUG oslo_vmware.api [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283226, 'name': Rename_Task, 'duration_secs': 0.191734} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.764385] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.764630] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7dfceb9-00a8-4533-88b6-b6bd9ff3cdf5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.771771] env[69357]: DEBUG oslo_vmware.api [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 1054.771771] env[69357]: value = "task-3283230" [ 1054.771771] env[69357]: _type = "Task" [ 1054.771771] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.779229] env[69357]: DEBUG oslo_vmware.api [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.844724] env[69357]: DEBUG nova.scheduler.client.report [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Updated inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with generation 134 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1054.844997] env[69357]: DEBUG nova.compute.provider_tree [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Updating resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 generation from 134 to 135 during operation: update_inventory {{(pid=69357) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1054.845195] env[69357]: DEBUG nova.compute.provider_tree [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1054.875700] env[69357]: DEBUG oslo_vmware.api [None req-96af984c-b394-4c33-834c-8101bb58a1c2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283227, 'name': ReconfigVM_Task, 'duration_secs': 0.161081} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.875998] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-96af984c-b394-4c33-834c-8101bb58a1c2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655641', 'volume_id': '8efa0828-50a9-486e-ad5d-8f8015cf1f36', 'name': 'volume-8efa0828-50a9-486e-ad5d-8f8015cf1f36', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '0c1376c6-1c72-4998-b90e-ff4500cef5c0', 'attached_at': '', 'detached_at': '', 'volume_id': '8efa0828-50a9-486e-ad5d-8f8015cf1f36', 'serial': '8efa0828-50a9-486e-ad5d-8f8015cf1f36'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1054.895182] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190f96b4-ffdd-49a7-8173-c4ac23f21639 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.913637] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7651b5bb-c574-4a9b-aad9-cb4f1a7e9f12 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.999285] env[69357]: DEBUG oslo_concurrency.lockutils [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.045766] env[69357]: DEBUG oslo_concurrency.lockutils [req-44ead8bd-8307-474c-9338-a11cfb7df1eb req-09e25140-d5ec-45c1-b011-ca9b9c4a8ac2 service nova] Releasing lock "refresh_cache-79ac978d-b2d3-4ad5-8166-969c511a07c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.087127] env[69357]: DEBUG oslo_vmware.api [None req-70e2e88f-fad3-44c0-8aae-b3b0a13f790a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164606} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.087336] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-70e2e88f-fad3-44c0-8aae-b3b0a13f790a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.087567] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-70e2e88f-fad3-44c0-8aae-b3b0a13f790a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.087742] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-70e2e88f-fad3-44c0-8aae-b3b0a13f790a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.087918] env[69357]: INFO nova.compute.manager [None req-70e2e88f-fad3-44c0-8aae-b3b0a13f790a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1055.088174] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70e2e88f-fad3-44c0-8aae-b3b0a13f790a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.088364] env[69357]: DEBUG nova.compute.manager [-] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.088460] env[69357]: DEBUG nova.network.neutron [-] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.130595] env[69357]: DEBUG nova.compute.manager [None req-4fa66db7-7599-4445-ace9-91b424e42090 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1055.131381] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa66db7-7599-4445-ace9-91b424e42090 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.132022] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2e0107-e8ba-49b3-8c76-7b631d9c3ba4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.140146] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa66db7-7599-4445-ace9-91b424e42090 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.140423] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dbc6e8f-4db9-4b90-a6ea-05c186181c5b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.146512] env[69357]: DEBUG oslo_vmware.api [None req-4fa66db7-7599-4445-ace9-91b424e42090 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1055.146512] env[69357]: value = "task-3283231" [ 1055.146512] env[69357]: _type = "Task" [ 1055.146512] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.156260] env[69357]: DEBUG oslo_vmware.api [None req-4fa66db7-7599-4445-ace9-91b424e42090 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.212428] env[69357]: DEBUG oslo_vmware.api [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283225, 'name': PowerOnVM_Task, 'duration_secs': 0.512604} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.212703] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.212908] env[69357]: INFO nova.compute.manager [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Took 7.93 seconds to spawn the instance on the hypervisor. [ 1055.213096] env[69357]: DEBUG nova.compute.manager [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.213962] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e586f3-9f65-4317-8e04-c1ee38211f1d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.235932] env[69357]: DEBUG oslo_vmware.api [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a72ed1-23a3-183a-cd25-dbff6c7b7134, 'name': SearchDatastore_Task, 'duration_secs': 0.012237} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.236257] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.236671] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 79ac978d-b2d3-4ad5-8166-969c511a07c0/79ac978d-b2d3-4ad5-8166-969c511a07c0.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.236965] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56ecc8fe-266b-44a7-a628-a7d200cbc22a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.243451] env[69357]: DEBUG oslo_vmware.api [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for the task: (returnval){ [ 1055.243451] env[69357]: value = "task-3283232" [ 1055.243451] env[69357]: _type = "Task" [ 1055.243451] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.252787] env[69357]: DEBUG oslo_vmware.api [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.281919] env[69357]: DEBUG oslo_vmware.api [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283230, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.350317] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.630s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.352538] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.656s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.354724] env[69357]: INFO nova.compute.claims [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1055.370579] env[69357]: INFO nova.scheduler.client.report [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Deleted allocations for instance c0c3b6ae-4167-4abc-9e79-f58ae51e3383 [ 1055.421626] env[69357]: DEBUG nova.objects.instance [None req-96af984c-b394-4c33-834c-8101bb58a1c2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lazy-loading 'flavor' on Instance uuid 0c1376c6-1c72-4998-b90e-ff4500cef5c0 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.423839] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Creating Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1055.424357] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1ad8c364-45bd-452f-abe4-45d3f3dcee40 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.432059] env[69357]: DEBUG oslo_vmware.api [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1055.432059] env[69357]: value = "task-3283233" [ 1055.432059] env[69357]: _type = "Task" [ 1055.432059] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.441861] env[69357]: DEBUG oslo_vmware.api [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283233, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.657999] env[69357]: DEBUG oslo_vmware.api [None req-4fa66db7-7599-4445-ace9-91b424e42090 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283231, 'name': PowerOffVM_Task, 'duration_secs': 0.177201} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.658414] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa66db7-7599-4445-ace9-91b424e42090 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.658646] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa66db7-7599-4445-ace9-91b424e42090 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.658951] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-205c43c4-f68e-40f7-ac78-708d6568a07d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.734695] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa66db7-7599-4445-ace9-91b424e42090 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.734986] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa66db7-7599-4445-ace9-91b424e42090 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.735279] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa66db7-7599-4445-ace9-91b424e42090 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Deleting the datastore file [datastore1] d8ea2cd9-9230-4dd2-8737-07d5ca6553bc {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.736021] env[69357]: INFO nova.compute.manager [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Took 16.17 seconds to build instance. [ 1055.738030] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-948ecbae-2519-4a59-b6f8-4ec368c46a3f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.746095] env[69357]: DEBUG oslo_vmware.api [None req-4fa66db7-7599-4445-ace9-91b424e42090 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1055.746095] env[69357]: value = "task-3283235" [ 1055.746095] env[69357]: _type = "Task" [ 1055.746095] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.763582] env[69357]: DEBUG oslo_vmware.api [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283232, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.768638] env[69357]: DEBUG oslo_vmware.api [None req-4fa66db7-7599-4445-ace9-91b424e42090 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.784521] env[69357]: DEBUG oslo_vmware.api [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283230, 'name': PowerOnVM_Task, 'duration_secs': 0.589153} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.784900] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.785213] env[69357]: INFO nova.compute.manager [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Took 10.91 seconds to spawn the instance on the hypervisor. [ 1055.785478] env[69357]: DEBUG nova.compute.manager [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.786624] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbe6cf7-8137-4340-9418-ed6bfabb8929 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.840043] env[69357]: DEBUG nova.network.neutron [-] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.879296] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2f74b404-7e92-42a0-ae91-9fd00331a521 tempest-ServerMetadataNegativeTestJSON-1493034623 tempest-ServerMetadataNegativeTestJSON-1493034623-project-member] Lock "c0c3b6ae-4167-4abc-9e79-f58ae51e3383" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.997s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.914717] env[69357]: DEBUG nova.compute.manager [req-ff1a1606-c4b5-4a96-80ce-c511d46c7184 req-611d2e45-a587-4d63-9943-924d18e350e7 service nova] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Received event network-vif-deleted-e378a24b-1ad2-41e0-ab22-c9f9ed0ba3b9 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.944349] env[69357]: DEBUG oslo_vmware.api [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283233, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.241385] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7268f8a-fba2-4f5c-bacb-d87d2f4ccb99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "cd4386b2-77e3-409f-b9e1-da8d5a1d52a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.679s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.258242] env[69357]: DEBUG oslo_vmware.api [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550304} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.258242] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 79ac978d-b2d3-4ad5-8166-969c511a07c0/79ac978d-b2d3-4ad5-8166-969c511a07c0.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.258242] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.258242] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d04b8af-56ba-4053-a0e7-936cb98d58cd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.263125] env[69357]: DEBUG oslo_vmware.api [None req-4fa66db7-7599-4445-ace9-91b424e42090 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283235, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165667} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.263796] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa66db7-7599-4445-ace9-91b424e42090 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.264452] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa66db7-7599-4445-ace9-91b424e42090 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.264452] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa66db7-7599-4445-ace9-91b424e42090 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.264452] env[69357]: INFO nova.compute.manager [None req-4fa66db7-7599-4445-ace9-91b424e42090 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1056.264768] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fa66db7-7599-4445-ace9-91b424e42090 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.265020] env[69357]: DEBUG nova.compute.manager [-] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1056.265172] env[69357]: DEBUG nova.network.neutron [-] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1056.268370] env[69357]: DEBUG oslo_vmware.api [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for the task: (returnval){ [ 1056.268370] env[69357]: value = "task-3283236" [ 1056.268370] env[69357]: _type = "Task" [ 1056.268370] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.278022] env[69357]: DEBUG oslo_vmware.api [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.307026] env[69357]: INFO nova.compute.manager [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Took 17.45 seconds to build instance. [ 1056.342320] env[69357]: INFO nova.compute.manager [-] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Took 1.25 seconds to deallocate network for instance. [ 1056.429736] env[69357]: DEBUG oslo_concurrency.lockutils [None req-96af984c-b394-4c33-834c-8101bb58a1c2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lock "0c1376c6-1c72-4998-b90e-ff4500cef5c0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.258s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.442805] env[69357]: DEBUG oslo_vmware.api [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283233, 'name': CreateSnapshot_Task, 'duration_secs': 0.785896} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.443723] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Created Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1056.447232] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed23d61c-3b50-4302-8525-824b28ce1bda {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.552833] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cb1d7d-fcf8-412e-a1d9-db5a62880eca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.560621] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6310643-71c9-43f4-965b-2324c7114b59 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.594482] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba093f4-2411-4b42-9a68-118adf67b940 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.601896] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eae633b-c85b-4f88-8c75-ca9cbb40249d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.616050] env[69357]: DEBUG nova.compute.provider_tree [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1056.708970] env[69357]: DEBUG oslo_concurrency.lockutils [None req-76efebaa-9b88-46f9-819a-133019833dea tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "cd4386b2-77e3-409f-b9e1-da8d5a1d52a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.710203] env[69357]: DEBUG oslo_concurrency.lockutils [None req-76efebaa-9b88-46f9-819a-133019833dea tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "cd4386b2-77e3-409f-b9e1-da8d5a1d52a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.710203] env[69357]: DEBUG oslo_concurrency.lockutils [None req-76efebaa-9b88-46f9-819a-133019833dea tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "cd4386b2-77e3-409f-b9e1-da8d5a1d52a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.710203] env[69357]: DEBUG oslo_concurrency.lockutils [None req-76efebaa-9b88-46f9-819a-133019833dea tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "cd4386b2-77e3-409f-b9e1-da8d5a1d52a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.710392] env[69357]: DEBUG oslo_concurrency.lockutils [None req-76efebaa-9b88-46f9-819a-133019833dea tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "cd4386b2-77e3-409f-b9e1-da8d5a1d52a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.712833] env[69357]: INFO nova.compute.manager [None req-76efebaa-9b88-46f9-819a-133019833dea tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Terminating instance [ 1056.778752] env[69357]: DEBUG oslo_vmware.api [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072123} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.779036] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.779794] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1a24a6-f0e2-4d91-8e94-232de8adf0bc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.803068] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 79ac978d-b2d3-4ad5-8166-969c511a07c0/79ac978d-b2d3-4ad5-8166-969c511a07c0.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.803454] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd898c99-34c6-42e8-9fa2-0d9cc55e5473 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.818635] env[69357]: DEBUG oslo_concurrency.lockutils [None req-62053941-97ec-4651-87d7-420f6bd6f9fc tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "a62cc20a-ba03-4a29-868e-cb0fadfd2c62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.985s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.824168] env[69357]: DEBUG oslo_vmware.api [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for the task: (returnval){ [ 1056.824168] env[69357]: value = "task-3283237" [ 1056.824168] env[69357]: _type = "Task" [ 1056.824168] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.832175] env[69357]: DEBUG oslo_vmware.api [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283237, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.848605] env[69357]: DEBUG oslo_concurrency.lockutils [None req-70e2e88f-fad3-44c0-8aae-b3b0a13f790a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.969104] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Creating linked-clone VM from snapshot {{(pid=69357) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1056.969588] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0f09f6b8-fbbe-44dd-b716-af04449784de {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.978594] env[69357]: DEBUG oslo_vmware.api [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1056.978594] env[69357]: value = "task-3283238" [ 1056.978594] env[69357]: _type = "Task" [ 1056.978594] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.988290] env[69357]: DEBUG oslo_vmware.api [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283238, 'name': CloneVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.175545] env[69357]: DEBUG nova.scheduler.client.report [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Updated inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with generation 135 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1057.175966] env[69357]: DEBUG nova.compute.provider_tree [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Updating resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 generation from 135 to 136 during operation: update_inventory {{(pid=69357) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1057.176248] env[69357]: DEBUG nova.compute.provider_tree [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1057.217137] env[69357]: DEBUG nova.compute.manager [None req-76efebaa-9b88-46f9-819a-133019833dea tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1057.217386] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-76efebaa-9b88-46f9-819a-133019833dea tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.218567] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c405122-d698-482a-9ea0-a0b6b83d7acb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.228133] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-76efebaa-9b88-46f9-819a-133019833dea tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.228478] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6515ffad-a4eb-4054-a088-1002af326cf7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.235192] env[69357]: DEBUG oslo_vmware.api [None req-76efebaa-9b88-46f9-819a-133019833dea tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1057.235192] env[69357]: value = "task-3283239" [ 1057.235192] env[69357]: _type = "Task" [ 1057.235192] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.244913] env[69357]: DEBUG oslo_vmware.api [None req-76efebaa-9b88-46f9-819a-133019833dea tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.335408] env[69357]: DEBUG oslo_vmware.api [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283237, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.490284] env[69357]: DEBUG oslo_vmware.api [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283238, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.623838] env[69357]: DEBUG nova.compute.manager [req-06c93b63-53b7-4468-9aca-fbdb0aea9340 req-f9c6c609-21f0-4c48-b467-e17c9a95df66 service nova] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Received event network-changed-95c773a7-c892-4577-bb7e-692c0e667f0d {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.623838] env[69357]: DEBUG nova.compute.manager [req-06c93b63-53b7-4468-9aca-fbdb0aea9340 req-f9c6c609-21f0-4c48-b467-e17c9a95df66 service nova] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Refreshing instance network info cache due to event network-changed-95c773a7-c892-4577-bb7e-692c0e667f0d. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.624663] env[69357]: DEBUG oslo_concurrency.lockutils [req-06c93b63-53b7-4468-9aca-fbdb0aea9340 req-f9c6c609-21f0-4c48-b467-e17c9a95df66 service nova] Acquiring lock "refresh_cache-a62cc20a-ba03-4a29-868e-cb0fadfd2c62" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.625048] env[69357]: DEBUG oslo_concurrency.lockutils [req-06c93b63-53b7-4468-9aca-fbdb0aea9340 req-f9c6c609-21f0-4c48-b467-e17c9a95df66 service nova] Acquired lock "refresh_cache-a62cc20a-ba03-4a29-868e-cb0fadfd2c62" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.625409] env[69357]: DEBUG nova.network.neutron [req-06c93b63-53b7-4468-9aca-fbdb0aea9340 req-f9c6c609-21f0-4c48-b467-e17c9a95df66 service nova] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Refreshing network info cache for port 95c773a7-c892-4577-bb7e-692c0e667f0d {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.685023] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.685023] env[69357]: DEBUG nova.compute.manager [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1057.687486] env[69357]: DEBUG oslo_concurrency.lockutils [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.688s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.694068] env[69357]: INFO nova.compute.claims [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.749107] env[69357]: DEBUG oslo_vmware.api [None req-76efebaa-9b88-46f9-819a-133019833dea tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283239, 'name': PowerOffVM_Task, 'duration_secs': 0.194994} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.749426] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-76efebaa-9b88-46f9-819a-133019833dea tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.749743] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-76efebaa-9b88-46f9-819a-133019833dea tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.750041] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af056851-1e52-4274-9e98-7dbabc8b9dd9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.756213] env[69357]: DEBUG oslo_concurrency.lockutils [None req-85b61156-ef56-4bfe-8eb1-d31b984a29a2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquiring lock "0c1376c6-1c72-4998-b90e-ff4500cef5c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.756213] env[69357]: DEBUG oslo_concurrency.lockutils [None req-85b61156-ef56-4bfe-8eb1-d31b984a29a2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lock "0c1376c6-1c72-4998-b90e-ff4500cef5c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.756396] env[69357]: DEBUG oslo_concurrency.lockutils [None req-85b61156-ef56-4bfe-8eb1-d31b984a29a2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquiring lock "0c1376c6-1c72-4998-b90e-ff4500cef5c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.756587] env[69357]: DEBUG oslo_concurrency.lockutils [None req-85b61156-ef56-4bfe-8eb1-d31b984a29a2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lock "0c1376c6-1c72-4998-b90e-ff4500cef5c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.756756] env[69357]: DEBUG oslo_concurrency.lockutils [None req-85b61156-ef56-4bfe-8eb1-d31b984a29a2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lock "0c1376c6-1c72-4998-b90e-ff4500cef5c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.759712] env[69357]: INFO nova.compute.manager [None req-85b61156-ef56-4bfe-8eb1-d31b984a29a2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Terminating instance [ 1057.816259] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-76efebaa-9b88-46f9-819a-133019833dea tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.816571] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-76efebaa-9b88-46f9-819a-133019833dea tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.817010] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-76efebaa-9b88-46f9-819a-133019833dea tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Deleting the datastore file [datastore2] cd4386b2-77e3-409f-b9e1-da8d5a1d52a3 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.817191] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1a9a03c-4484-48dc-969e-232c173e1f00 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.823877] env[69357]: DEBUG oslo_vmware.api [None req-76efebaa-9b88-46f9-819a-133019833dea tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1057.823877] env[69357]: value = "task-3283241" [ 1057.823877] env[69357]: _type = "Task" [ 1057.823877] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.837020] env[69357]: DEBUG oslo_vmware.api [None req-76efebaa-9b88-46f9-819a-133019833dea tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.842052] env[69357]: DEBUG oslo_vmware.api [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283237, 'name': ReconfigVM_Task, 'duration_secs': 0.650586} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.842328] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 79ac978d-b2d3-4ad5-8166-969c511a07c0/79ac978d-b2d3-4ad5-8166-969c511a07c0.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.843976] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d41dd72-0ea2-479e-99d1-81b47a2a7bc5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.850285] env[69357]: DEBUG oslo_vmware.api [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for the task: (returnval){ [ 1057.850285] env[69357]: value = "task-3283242" [ 1057.850285] env[69357]: _type = "Task" [ 1057.850285] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.861128] env[69357]: DEBUG oslo_vmware.api [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283242, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.938254] env[69357]: DEBUG oslo_concurrency.lockutils [None req-43bcca45-5adc-4485-9e90-3719dbafadfc tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "interface-03f0e5ec-8777-42ce-9b73-a5dd273204df-51da2b05-86ae-4de9-967f-38e8d74c7ea7" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.938254] env[69357]: DEBUG oslo_concurrency.lockutils [None req-43bcca45-5adc-4485-9e90-3719dbafadfc tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "interface-03f0e5ec-8777-42ce-9b73-a5dd273204df-51da2b05-86ae-4de9-967f-38e8d74c7ea7" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.938254] env[69357]: DEBUG nova.objects.instance [None req-43bcca45-5adc-4485-9e90-3719dbafadfc tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lazy-loading 'flavor' on Instance uuid 03f0e5ec-8777-42ce-9b73-a5dd273204df {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.953910] env[69357]: DEBUG nova.compute.manager [req-d28be9b7-00de-4c53-bc2f-15cd7b08904c req-54e5ed59-4234-4d91-8b47-6d0ca7dbe5db service nova] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Received event network-vif-deleted-fff26eb9-30fe-49cd-ac16-84b68238fc0a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.953910] env[69357]: INFO nova.compute.manager [req-d28be9b7-00de-4c53-bc2f-15cd7b08904c req-54e5ed59-4234-4d91-8b47-6d0ca7dbe5db service nova] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Neutron deleted interface fff26eb9-30fe-49cd-ac16-84b68238fc0a; detaching it from the instance and deleting it from the info cache [ 1057.953910] env[69357]: DEBUG nova.network.neutron [req-d28be9b7-00de-4c53-bc2f-15cd7b08904c req-54e5ed59-4234-4d91-8b47-6d0ca7dbe5db service nova] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.992113] env[69357]: DEBUG oslo_vmware.api [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283238, 'name': CloneVM_Task} progress is 95%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.081538] env[69357]: DEBUG nova.network.neutron [-] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.198818] env[69357]: DEBUG nova.compute.utils [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.209762] env[69357]: DEBUG nova.compute.manager [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1058.210086] env[69357]: DEBUG nova.network.neutron [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.267800] env[69357]: DEBUG nova.compute.manager [None req-85b61156-ef56-4bfe-8eb1-d31b984a29a2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1058.268259] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-85b61156-ef56-4bfe-8eb1-d31b984a29a2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.269615] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd98f498-2b33-4ac4-985a-2eac5fc705ab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.273490] env[69357]: DEBUG nova.policy [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3ad29d51a8b4d3d9369dae6faa47c0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ce3a6bd35be4a73861bc478261e9be0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.283066] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b61156-ef56-4bfe-8eb1-d31b984a29a2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.283066] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e930eef-deb1-4f46-8370-47aa99734ea2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.293258] env[69357]: DEBUG oslo_vmware.api [None req-85b61156-ef56-4bfe-8eb1-d31b984a29a2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 1058.293258] env[69357]: value = "task-3283243" [ 1058.293258] env[69357]: _type = "Task" [ 1058.293258] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.306384] env[69357]: DEBUG oslo_vmware.api [None req-85b61156-ef56-4bfe-8eb1-d31b984a29a2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.336042] env[69357]: DEBUG oslo_vmware.api [None req-76efebaa-9b88-46f9-819a-133019833dea tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283241, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155815} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.336042] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-76efebaa-9b88-46f9-819a-133019833dea tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.336042] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-76efebaa-9b88-46f9-819a-133019833dea tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.336172] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-76efebaa-9b88-46f9-819a-133019833dea tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.337269] env[69357]: INFO nova.compute.manager [None req-76efebaa-9b88-46f9-819a-133019833dea tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1058.337269] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76efebaa-9b88-46f9-819a-133019833dea tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.337269] env[69357]: DEBUG nova.compute.manager [-] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1058.337269] env[69357]: DEBUG nova.network.neutron [-] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1058.364916] env[69357]: DEBUG oslo_vmware.api [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283242, 'name': Rename_Task, 'duration_secs': 0.163508} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.365330] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.365660] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1623696b-4cfe-46b7-86f6-05e38ff83f88 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.372379] env[69357]: DEBUG oslo_vmware.api [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for the task: (returnval){ [ 1058.372379] env[69357]: value = "task-3283244" [ 1058.372379] env[69357]: _type = "Task" [ 1058.372379] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.380816] env[69357]: DEBUG oslo_vmware.api [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.456567] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57380fd3-6741-46ed-a98f-dbc482af787e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.466665] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8b5a74-ad07-4d55-b0ec-ae9d84551f06 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.491712] env[69357]: DEBUG oslo_vmware.api [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283238, 'name': CloneVM_Task, 'duration_secs': 1.200061} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.491767] env[69357]: INFO nova.virt.vmwareapi.vmops [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Created linked-clone VM from snapshot [ 1058.492744] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22bda15-2a27-499d-8708-d11cf31c0823 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.511387] env[69357]: DEBUG nova.compute.manager [req-d28be9b7-00de-4c53-bc2f-15cd7b08904c req-54e5ed59-4234-4d91-8b47-6d0ca7dbe5db service nova] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Detach interface failed, port_id=fff26eb9-30fe-49cd-ac16-84b68238fc0a, reason: Instance d8ea2cd9-9230-4dd2-8737-07d5ca6553bc could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1058.519422] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Uploading image c251fa54-ff2d-48f3-bf13-5fc41ade6884 {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1058.551694] env[69357]: DEBUG oslo_vmware.rw_handles [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1058.551694] env[69357]: value = "vm-655679" [ 1058.551694] env[69357]: _type = "VirtualMachine" [ 1058.551694] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1058.552026] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-11635fbf-2905-4f3d-9c76-174f106bf99d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.560154] env[69357]: DEBUG oslo_vmware.rw_handles [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lease: (returnval){ [ 1058.560154] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52cfcfd6-0635-ed06-97e8-2383aa8e27cd" [ 1058.560154] env[69357]: _type = "HttpNfcLease" [ 1058.560154] env[69357]: } obtained for exporting VM: (result){ [ 1058.560154] env[69357]: value = "vm-655679" [ 1058.560154] env[69357]: _type = "VirtualMachine" [ 1058.560154] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1058.560396] env[69357]: DEBUG oslo_vmware.api [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the lease: (returnval){ [ 1058.560396] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52cfcfd6-0635-ed06-97e8-2383aa8e27cd" [ 1058.560396] env[69357]: _type = "HttpNfcLease" [ 1058.560396] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1058.568082] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1058.568082] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52cfcfd6-0635-ed06-97e8-2383aa8e27cd" [ 1058.568082] env[69357]: _type = "HttpNfcLease" [ 1058.568082] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1058.568996] env[69357]: DEBUG nova.network.neutron [req-06c93b63-53b7-4468-9aca-fbdb0aea9340 req-f9c6c609-21f0-4c48-b467-e17c9a95df66 service nova] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Updated VIF entry in instance network info cache for port 95c773a7-c892-4577-bb7e-692c0e667f0d. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.569350] env[69357]: DEBUG nova.network.neutron [req-06c93b63-53b7-4468-9aca-fbdb0aea9340 req-f9c6c609-21f0-4c48-b467-e17c9a95df66 service nova] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Updating instance_info_cache with network_info: [{"id": "95c773a7-c892-4577-bb7e-692c0e667f0d", "address": "fa:16:3e:f7:a3:48", "network": {"id": "56a14fc7-fa7e-4210-ba15-061e2b0069e2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1424350430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d976b7764ac4676834bfb72160d5ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95c773a7-c8", "ovs_interfaceid": "95c773a7-c892-4577-bb7e-692c0e667f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.584015] env[69357]: INFO nova.compute.manager [-] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Took 2.32 seconds to deallocate network for instance. [ 1058.615784] env[69357]: DEBUG nova.objects.instance [None req-43bcca45-5adc-4485-9e90-3719dbafadfc tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lazy-loading 'pci_requests' on Instance uuid 03f0e5ec-8777-42ce-9b73-a5dd273204df {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.702656] env[69357]: DEBUG nova.compute.manager [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1058.810731] env[69357]: DEBUG oslo_vmware.api [None req-85b61156-ef56-4bfe-8eb1-d31b984a29a2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283243, 'name': PowerOffVM_Task, 'duration_secs': 0.227938} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.810950] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b61156-ef56-4bfe-8eb1-d31b984a29a2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.811423] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-85b61156-ef56-4bfe-8eb1-d31b984a29a2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.811752] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4268964c-9804-43fe-98cd-10fc147890cd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.834332] env[69357]: DEBUG nova.network.neutron [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Successfully created port: 829a505a-091b-4117-a3cb-985629ab15bd {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1058.884830] env[69357]: DEBUG oslo_vmware.api [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283244, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.922114] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-85b61156-ef56-4bfe-8eb1-d31b984a29a2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.922403] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-85b61156-ef56-4bfe-8eb1-d31b984a29a2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.922709] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-85b61156-ef56-4bfe-8eb1-d31b984a29a2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Deleting the datastore file [datastore1] 0c1376c6-1c72-4998-b90e-ff4500cef5c0 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.925502] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7f4b880-36c8-40bc-8224-785022bfd886 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.931885] env[69357]: DEBUG oslo_vmware.api [None req-85b61156-ef56-4bfe-8eb1-d31b984a29a2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 1058.931885] env[69357]: value = "task-3283247" [ 1058.931885] env[69357]: _type = "Task" [ 1058.931885] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.940755] env[69357]: DEBUG oslo_vmware.api [None req-85b61156-ef56-4bfe-8eb1-d31b984a29a2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.996149] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb425e3-6360-42ae-8c68-4e880f96b2db {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.006533] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deeed18f-17c2-455a-af02-46d05ee722f3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.044903] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22337878-0c48-4160-b366-5de1cb821ee5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.052398] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2486ea91-bc7d-49bc-bd9d-a76bb5eaf31f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.066853] env[69357]: DEBUG nova.compute.provider_tree [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.075102] env[69357]: DEBUG oslo_concurrency.lockutils [req-06c93b63-53b7-4468-9aca-fbdb0aea9340 req-f9c6c609-21f0-4c48-b467-e17c9a95df66 service nova] Releasing lock "refresh_cache-a62cc20a-ba03-4a29-868e-cb0fadfd2c62" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.075575] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1059.075575] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52cfcfd6-0635-ed06-97e8-2383aa8e27cd" [ 1059.075575] env[69357]: _type = "HttpNfcLease" [ 1059.075575] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1059.076551] env[69357]: DEBUG oslo_vmware.rw_handles [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1059.076551] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52cfcfd6-0635-ed06-97e8-2383aa8e27cd" [ 1059.076551] env[69357]: _type = "HttpNfcLease" [ 1059.076551] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1059.077356] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcb4d2d-6802-4b9b-9abf-d8a519ff7df3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.085928] env[69357]: DEBUG oslo_vmware.rw_handles [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa75db-377a-24fa-af97-1bd158d02e90/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1059.086132] env[69357]: DEBUG oslo_vmware.rw_handles [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa75db-377a-24fa-af97-1bd158d02e90/disk-0.vmdk for reading. {{(pid=69357) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1059.144478] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4fa66db7-7599-4445-ace9-91b424e42090 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.145029] env[69357]: DEBUG nova.objects.base [None req-43bcca45-5adc-4485-9e90-3719dbafadfc tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Object Instance<03f0e5ec-8777-42ce-9b73-a5dd273204df> lazy-loaded attributes: flavor,pci_requests {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1059.145221] env[69357]: DEBUG nova.network.neutron [None req-43bcca45-5adc-4485-9e90-3719dbafadfc tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1059.185877] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fa7adee6-14ba-4085-8708-2b6801ea97b2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.217809] env[69357]: DEBUG nova.policy [None req-43bcca45-5adc-4485-9e90-3719dbafadfc tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d3d65e0f327459cbcf60e590b9b1054', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fee1c5526ed04060a1bc0e75be3dc547', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1059.340228] env[69357]: DEBUG nova.network.neutron [-] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.386972] env[69357]: DEBUG oslo_vmware.api [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283244, 'name': PowerOnVM_Task, 'duration_secs': 0.679021} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.387349] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.387730] env[69357]: INFO nova.compute.manager [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Took 7.96 seconds to spawn the instance on the hypervisor. [ 1059.387983] env[69357]: DEBUG nova.compute.manager [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.388850] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea660aa-7747-4828-bad1-cb892b19b6dc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.442880] env[69357]: DEBUG oslo_vmware.api [None req-85b61156-ef56-4bfe-8eb1-d31b984a29a2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25297} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.443144] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-85b61156-ef56-4bfe-8eb1-d31b984a29a2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.443378] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-85b61156-ef56-4bfe-8eb1-d31b984a29a2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.443565] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-85b61156-ef56-4bfe-8eb1-d31b984a29a2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.443753] env[69357]: INFO nova.compute.manager [None req-85b61156-ef56-4bfe-8eb1-d31b984a29a2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1059.444022] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85b61156-ef56-4bfe-8eb1-d31b984a29a2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.444226] env[69357]: DEBUG nova.compute.manager [-] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1059.444328] env[69357]: DEBUG nova.network.neutron [-] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1059.572808] env[69357]: DEBUG nova.scheduler.client.report [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.722211] env[69357]: DEBUG nova.compute.manager [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1059.736179] env[69357]: DEBUG nova.compute.manager [req-e79efbc7-5b08-44ba-a864-95d10cf96e13 req-7911f180-25b7-46b7-ad1b-831c404f5847 service nova] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Received event network-vif-deleted-fdd6044b-24c1-41a2-b4ee-29c465f00fa2 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.750351] env[69357]: DEBUG nova.virt.hardware [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.751602] env[69357]: DEBUG nova.virt.hardware [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.751602] env[69357]: DEBUG nova.virt.hardware [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.751602] env[69357]: DEBUG nova.virt.hardware [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.752076] env[69357]: DEBUG nova.virt.hardware [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.752380] env[69357]: DEBUG nova.virt.hardware [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.752726] env[69357]: DEBUG nova.virt.hardware [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.752994] env[69357]: DEBUG nova.virt.hardware [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.753563] env[69357]: DEBUG nova.virt.hardware [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.753563] env[69357]: DEBUG nova.virt.hardware [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.754027] env[69357]: DEBUG nova.virt.hardware [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.755412] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c3934f-8fff-48dc-8e54-68f5fc674a6f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.765413] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772e9718-9a74-4740-9e54-960d48c83ce0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.842661] env[69357]: INFO nova.compute.manager [-] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Took 1.51 seconds to deallocate network for instance. [ 1059.913611] env[69357]: INFO nova.compute.manager [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Took 15.90 seconds to build instance. [ 1060.005732] env[69357]: DEBUG nova.compute.manager [req-97606d46-a098-47d4-ab04-0966a67cc9e5 req-90fc97a5-6148-4a9a-9e26-cb00660b23fd service nova] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Received event network-vif-deleted-c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.005732] env[69357]: INFO nova.compute.manager [req-97606d46-a098-47d4-ab04-0966a67cc9e5 req-90fc97a5-6148-4a9a-9e26-cb00660b23fd service nova] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Neutron deleted interface c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e; detaching it from the instance and deleting it from the info cache [ 1060.005820] env[69357]: DEBUG nova.network.neutron [req-97606d46-a098-47d4-ab04-0966a67cc9e5 req-90fc97a5-6148-4a9a-9e26-cb00660b23fd service nova] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.078625] env[69357]: DEBUG oslo_concurrency.lockutils [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.391s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.079602] env[69357]: DEBUG nova.compute.manager [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.083085] env[69357]: DEBUG oslo_concurrency.lockutils [None req-70e2e88f-fad3-44c0-8aae-b3b0a13f790a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.234s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.083312] env[69357]: DEBUG oslo_concurrency.lockutils [None req-70e2e88f-fad3-44c0-8aae-b3b0a13f790a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.085632] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4fa66db7-7599-4445-ace9-91b424e42090 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.941s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.085850] env[69357]: DEBUG nova.objects.instance [None req-4fa66db7-7599-4445-ace9-91b424e42090 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lazy-loading 'resources' on Instance uuid d8ea2cd9-9230-4dd2-8737-07d5ca6553bc {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.116043] env[69357]: INFO nova.scheduler.client.report [None req-70e2e88f-fad3-44c0-8aae-b3b0a13f790a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Deleted allocations for instance 71690098-eb9a-456d-85d1-936d3d5b4d6e [ 1060.349693] env[69357]: DEBUG oslo_concurrency.lockutils [None req-76efebaa-9b88-46f9-819a-133019833dea tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.373617] env[69357]: DEBUG nova.network.neutron [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Successfully updated port: 829a505a-091b-4117-a3cb-985629ab15bd {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1060.415291] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45309978-9612-4972-9924-d2009a444118 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Lock "79ac978d-b2d3-4ad5-8166-969c511a07c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.415s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.469035] env[69357]: DEBUG nova.network.neutron [-] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.507919] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-797ed60e-4c53-4df4-a179-a194219d5d96 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.518563] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f7da1f-8df9-4211-b7bd-17e1a759dc0b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.553989] env[69357]: DEBUG nova.compute.manager [req-97606d46-a098-47d4-ab04-0966a67cc9e5 req-90fc97a5-6148-4a9a-9e26-cb00660b23fd service nova] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Detach interface failed, port_id=c47b3d71-c7f9-4030-a7c1-d18fc3f7c94e, reason: Instance 0c1376c6-1c72-4998-b90e-ff4500cef5c0 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1060.590456] env[69357]: DEBUG nova.compute.utils [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.594081] env[69357]: DEBUG nova.compute.manager [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1060.594425] env[69357]: DEBUG nova.network.neutron [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1060.628661] env[69357]: DEBUG oslo_concurrency.lockutils [None req-70e2e88f-fad3-44c0-8aae-b3b0a13f790a tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "71690098-eb9a-456d-85d1-936d3d5b4d6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.179s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.661149] env[69357]: DEBUG nova.policy [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33d8f5c2cd2c49c8b0de5cad2407f940', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43de1ca6f72548b8b9e0f140b9228aa0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.803982] env[69357]: DEBUG nova.network.neutron [None req-43bcca45-5adc-4485-9e90-3719dbafadfc tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Successfully updated port: 51da2b05-86ae-4de9-967f-38e8d74c7ea7 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1060.830554] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed4dc2d-4550-4b06-bdf6-a47092ff51f5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.840179] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fef1b2e-a866-4aa6-b603-50458867d9c8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.878120] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "refresh_cache-e0f7cdda-4cd6-416a-9a08-3fd4b41b057f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.878407] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquired lock "refresh_cache-e0f7cdda-4cd6-416a-9a08-3fd4b41b057f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.878562] env[69357]: DEBUG nova.network.neutron [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.880721] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae81c674-7dd1-4012-8bf8-89dfa490448d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.888984] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fa5e59-6f65-44aa-b03f-6b35e33e7326 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.904201] env[69357]: DEBUG nova.compute.provider_tree [None req-4fa66db7-7599-4445-ace9-91b424e42090 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.973636] env[69357]: INFO nova.compute.manager [-] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Took 1.53 seconds to deallocate network for instance. [ 1060.998810] env[69357]: DEBUG nova.network.neutron [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Successfully created port: a7fb6cec-282e-4c29-87e4-dda0d5846448 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1061.094690] env[69357]: DEBUG nova.compute.manager [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.306773] env[69357]: DEBUG oslo_concurrency.lockutils [None req-43bcca45-5adc-4485-9e90-3719dbafadfc tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "refresh_cache-03f0e5ec-8777-42ce-9b73-a5dd273204df" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.306926] env[69357]: DEBUG oslo_concurrency.lockutils [None req-43bcca45-5adc-4485-9e90-3719dbafadfc tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquired lock "refresh_cache-03f0e5ec-8777-42ce-9b73-a5dd273204df" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.307129] env[69357]: DEBUG nova.network.neutron [None req-43bcca45-5adc-4485-9e90-3719dbafadfc tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.409023] env[69357]: DEBUG nova.scheduler.client.report [None req-4fa66db7-7599-4445-ace9-91b424e42090 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.451996] env[69357]: DEBUG nova.network.neutron [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1061.480763] env[69357]: DEBUG oslo_concurrency.lockutils [None req-85b61156-ef56-4bfe-8eb1-d31b984a29a2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.671164] env[69357]: DEBUG nova.network.neutron [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Updating instance_info_cache with network_info: [{"id": "829a505a-091b-4117-a3cb-985629ab15bd", "address": "fa:16:3e:64:b8:e1", "network": {"id": "14a080ce-f6fb-4b67-8c28-3f21d485ab29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1330525983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ce3a6bd35be4a73861bc478261e9be0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap829a505a-09", "ovs_interfaceid": "829a505a-091b-4117-a3cb-985629ab15bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.767571] env[69357]: DEBUG nova.compute.manager [req-d86d2f81-e299-4676-a85b-3e6e8c28e7cd req-33cd69e8-b5e2-4aad-90b7-1b918fb3206a service nova] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Received event network-vif-plugged-829a505a-091b-4117-a3cb-985629ab15bd {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.767879] env[69357]: DEBUG oslo_concurrency.lockutils [req-d86d2f81-e299-4676-a85b-3e6e8c28e7cd req-33cd69e8-b5e2-4aad-90b7-1b918fb3206a service nova] Acquiring lock "e0f7cdda-4cd6-416a-9a08-3fd4b41b057f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.768067] env[69357]: DEBUG oslo_concurrency.lockutils [req-d86d2f81-e299-4676-a85b-3e6e8c28e7cd req-33cd69e8-b5e2-4aad-90b7-1b918fb3206a service nova] Lock "e0f7cdda-4cd6-416a-9a08-3fd4b41b057f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.768207] env[69357]: DEBUG oslo_concurrency.lockutils [req-d86d2f81-e299-4676-a85b-3e6e8c28e7cd req-33cd69e8-b5e2-4aad-90b7-1b918fb3206a service nova] Lock "e0f7cdda-4cd6-416a-9a08-3fd4b41b057f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.768378] env[69357]: DEBUG nova.compute.manager [req-d86d2f81-e299-4676-a85b-3e6e8c28e7cd req-33cd69e8-b5e2-4aad-90b7-1b918fb3206a service nova] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] No waiting events found dispatching network-vif-plugged-829a505a-091b-4117-a3cb-985629ab15bd {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1061.768544] env[69357]: WARNING nova.compute.manager [req-d86d2f81-e299-4676-a85b-3e6e8c28e7cd req-33cd69e8-b5e2-4aad-90b7-1b918fb3206a service nova] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Received unexpected event network-vif-plugged-829a505a-091b-4117-a3cb-985629ab15bd for instance with vm_state building and task_state spawning. [ 1061.768728] env[69357]: DEBUG nova.compute.manager [req-d86d2f81-e299-4676-a85b-3e6e8c28e7cd req-33cd69e8-b5e2-4aad-90b7-1b918fb3206a service nova] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Received event network-changed-829a505a-091b-4117-a3cb-985629ab15bd {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.768838] env[69357]: DEBUG nova.compute.manager [req-d86d2f81-e299-4676-a85b-3e6e8c28e7cd req-33cd69e8-b5e2-4aad-90b7-1b918fb3206a service nova] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Refreshing instance network info cache due to event network-changed-829a505a-091b-4117-a3cb-985629ab15bd. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.768997] env[69357]: DEBUG oslo_concurrency.lockutils [req-d86d2f81-e299-4676-a85b-3e6e8c28e7cd req-33cd69e8-b5e2-4aad-90b7-1b918fb3206a service nova] Acquiring lock "refresh_cache-e0f7cdda-4cd6-416a-9a08-3fd4b41b057f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.855540] env[69357]: WARNING nova.network.neutron [None req-43bcca45-5adc-4485-9e90-3719dbafadfc tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] 46150dba-e50f-47c1-9016-bf8c13ef7cfd already exists in list: networks containing: ['46150dba-e50f-47c1-9016-bf8c13ef7cfd']. ignoring it [ 1061.912911] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4fa66db7-7599-4445-ace9-91b424e42090 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.827s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.916383] env[69357]: DEBUG oslo_concurrency.lockutils [None req-76efebaa-9b88-46f9-819a-133019833dea tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.566s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.916687] env[69357]: DEBUG nova.objects.instance [None req-76efebaa-9b88-46f9-819a-133019833dea tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lazy-loading 'resources' on Instance uuid cd4386b2-77e3-409f-b9e1-da8d5a1d52a3 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.939020] env[69357]: INFO nova.scheduler.client.report [None req-4fa66db7-7599-4445-ace9-91b424e42090 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Deleted allocations for instance d8ea2cd9-9230-4dd2-8737-07d5ca6553bc [ 1062.104492] env[69357]: DEBUG nova.compute.manager [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.136271] env[69357]: DEBUG nova.virt.hardware [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.136567] env[69357]: DEBUG nova.virt.hardware [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.136720] env[69357]: DEBUG nova.virt.hardware [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.136903] env[69357]: DEBUG nova.virt.hardware [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.137058] env[69357]: DEBUG nova.virt.hardware [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.137205] env[69357]: DEBUG nova.virt.hardware [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.137427] env[69357]: DEBUG nova.virt.hardware [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.137667] env[69357]: DEBUG nova.virt.hardware [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.137804] env[69357]: DEBUG nova.virt.hardware [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.137967] env[69357]: DEBUG nova.virt.hardware [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.138157] env[69357]: DEBUG nova.virt.hardware [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.139739] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1df321-bf2d-4362-8201-9fb66d41a75c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.147959] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddbc9a2-1c9a-4dd0-908f-963728d8041a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.152755] env[69357]: DEBUG nova.network.neutron [None req-43bcca45-5adc-4485-9e90-3719dbafadfc tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Updating instance_info_cache with network_info: [{"id": "787cd20f-b7ed-4868-8194-87b9636a7b66", "address": "fa:16:3e:45:5e:d4", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap787cd20f-b7", "ovs_interfaceid": "787cd20f-b7ed-4868-8194-87b9636a7b66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "51da2b05-86ae-4de9-967f-38e8d74c7ea7", "address": "fa:16:3e:52:0b:53", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51da2b05-86", "ovs_interfaceid": "51da2b05-86ae-4de9-967f-38e8d74c7ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.173828] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Releasing lock "refresh_cache-e0f7cdda-4cd6-416a-9a08-3fd4b41b057f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.174220] env[69357]: DEBUG nova.compute.manager [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Instance network_info: |[{"id": "829a505a-091b-4117-a3cb-985629ab15bd", "address": "fa:16:3e:64:b8:e1", "network": {"id": "14a080ce-f6fb-4b67-8c28-3f21d485ab29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1330525983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ce3a6bd35be4a73861bc478261e9be0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap829a505a-09", "ovs_interfaceid": "829a505a-091b-4117-a3cb-985629ab15bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1062.174781] env[69357]: DEBUG oslo_concurrency.lockutils [req-d86d2f81-e299-4676-a85b-3e6e8c28e7cd req-33cd69e8-b5e2-4aad-90b7-1b918fb3206a service nova] Acquired lock "refresh_cache-e0f7cdda-4cd6-416a-9a08-3fd4b41b057f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.174977] env[69357]: DEBUG nova.network.neutron [req-d86d2f81-e299-4676-a85b-3e6e8c28e7cd req-33cd69e8-b5e2-4aad-90b7-1b918fb3206a service nova] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Refreshing network info cache for port 829a505a-091b-4117-a3cb-985629ab15bd {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.176258] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:b8:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2321dbbe-f64a-4253-a462-21676f8a278e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '829a505a-091b-4117-a3cb-985629ab15bd', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.185141] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.186407] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.186638] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a32011dd-eef5-4df7-a280-633af962aeb2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.210843] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.210843] env[69357]: value = "task-3283248" [ 1062.210843] env[69357]: _type = "Task" [ 1062.210843] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.217277] env[69357]: DEBUG nova.compute.manager [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Stashing vm_state: active {{(pid=69357) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1062.226014] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283248, 'name': CreateVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.447291] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4fa66db7-7599-4445-ace9-91b424e42090 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "d8ea2cd9-9230-4dd2-8737-07d5ca6553bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.824s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.659125] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f554a0ac-7a6f-49b5-9323-adcdbab23fb1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.667163] env[69357]: DEBUG oslo_concurrency.lockutils [None req-43bcca45-5adc-4485-9e90-3719dbafadfc tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Releasing lock "refresh_cache-03f0e5ec-8777-42ce-9b73-a5dd273204df" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.668129] env[69357]: DEBUG oslo_concurrency.lockutils [None req-43bcca45-5adc-4485-9e90-3719dbafadfc tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "03f0e5ec-8777-42ce-9b73-a5dd273204df" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.668296] env[69357]: DEBUG oslo_concurrency.lockutils [None req-43bcca45-5adc-4485-9e90-3719dbafadfc tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquired lock "03f0e5ec-8777-42ce-9b73-a5dd273204df" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.673852] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0aa204-d905-49fa-81a7-23fa06937415 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.679692] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8610184f-d898-4543-8a54-3a56f4f67935 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.736294] env[69357]: DEBUG nova.virt.hardware [None req-43bcca45-5adc-4485-9e90-3719dbafadfc tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.736592] env[69357]: DEBUG nova.virt.hardware [None req-43bcca45-5adc-4485-9e90-3719dbafadfc tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.736791] env[69357]: DEBUG nova.virt.hardware [None req-43bcca45-5adc-4485-9e90-3719dbafadfc tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.736965] env[69357]: DEBUG nova.virt.hardware [None req-43bcca45-5adc-4485-9e90-3719dbafadfc tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.737155] env[69357]: DEBUG nova.virt.hardware [None req-43bcca45-5adc-4485-9e90-3719dbafadfc tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.737322] env[69357]: DEBUG nova.virt.hardware [None req-43bcca45-5adc-4485-9e90-3719dbafadfc tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.737568] env[69357]: DEBUG nova.virt.hardware [None req-43bcca45-5adc-4485-9e90-3719dbafadfc tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.737747] env[69357]: DEBUG nova.virt.hardware [None req-43bcca45-5adc-4485-9e90-3719dbafadfc tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.737938] env[69357]: DEBUG nova.virt.hardware [None req-43bcca45-5adc-4485-9e90-3719dbafadfc tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.738144] env[69357]: DEBUG nova.virt.hardware [None req-43bcca45-5adc-4485-9e90-3719dbafadfc tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.738348] env[69357]: DEBUG nova.virt.hardware [None req-43bcca45-5adc-4485-9e90-3719dbafadfc tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.745167] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-43bcca45-5adc-4485-9e90-3719dbafadfc tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Reconfiguring VM to attach interface {{(pid=69357) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1062.750019] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c72e8e7-cb07-4b63-9c9d-781f9d7dc7ba {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.768788] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76588f17-14bb-4139-bd76-5baed9af1cff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.771989] env[69357]: DEBUG oslo_concurrency.lockutils [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.781038] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283248, 'name': CreateVM_Task, 'duration_secs': 0.420951} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.782743] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a6a86f-f375-4d94-a7e9-a27fc6bbb7b3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.786876] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.787281] env[69357]: DEBUG oslo_vmware.api [None req-43bcca45-5adc-4485-9e90-3719dbafadfc tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 1062.787281] env[69357]: value = "task-3283249" [ 1062.787281] env[69357]: _type = "Task" [ 1062.787281] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.787940] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.788115] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.788431] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.789157] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89f4c246-9e6e-4d32-9c99-3d1e70b5eda9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.806079] env[69357]: DEBUG nova.compute.provider_tree [None req-76efebaa-9b88-46f9-819a-133019833dea tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.814029] env[69357]: DEBUG oslo_vmware.api [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1062.814029] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]525214e3-27f8-58c2-5d28-e4aa75552476" [ 1062.814029] env[69357]: _type = "Task" [ 1062.814029] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.814286] env[69357]: DEBUG oslo_vmware.api [None req-43bcca45-5adc-4485-9e90-3719dbafadfc tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283249, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.823068] env[69357]: DEBUG oslo_vmware.api [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]525214e3-27f8-58c2-5d28-e4aa75552476, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.901281] env[69357]: DEBUG nova.compute.manager [req-25f01f5f-e80a-4782-a5be-c947eb3cb996 req-c934f029-5290-494f-8ca7-a5a7538a2eb3 service nova] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Received event network-vif-plugged-a7fb6cec-282e-4c29-87e4-dda0d5846448 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.901579] env[69357]: DEBUG oslo_concurrency.lockutils [req-25f01f5f-e80a-4782-a5be-c947eb3cb996 req-c934f029-5290-494f-8ca7-a5a7538a2eb3 service nova] Acquiring lock "2db85cab-0719-40aa-a159-f1fd0dfca970-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.901825] env[69357]: DEBUG oslo_concurrency.lockutils [req-25f01f5f-e80a-4782-a5be-c947eb3cb996 req-c934f029-5290-494f-8ca7-a5a7538a2eb3 service nova] Lock "2db85cab-0719-40aa-a159-f1fd0dfca970-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.902048] env[69357]: DEBUG oslo_concurrency.lockutils [req-25f01f5f-e80a-4782-a5be-c947eb3cb996 req-c934f029-5290-494f-8ca7-a5a7538a2eb3 service nova] Lock "2db85cab-0719-40aa-a159-f1fd0dfca970-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.902306] env[69357]: DEBUG nova.compute.manager [req-25f01f5f-e80a-4782-a5be-c947eb3cb996 req-c934f029-5290-494f-8ca7-a5a7538a2eb3 service nova] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] No waiting events found dispatching network-vif-plugged-a7fb6cec-282e-4c29-87e4-dda0d5846448 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1062.902537] env[69357]: WARNING nova.compute.manager [req-25f01f5f-e80a-4782-a5be-c947eb3cb996 req-c934f029-5290-494f-8ca7-a5a7538a2eb3 service nova] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Received unexpected event network-vif-plugged-a7fb6cec-282e-4c29-87e4-dda0d5846448 for instance with vm_state building and task_state spawning. [ 1063.034251] env[69357]: DEBUG nova.network.neutron [req-d86d2f81-e299-4676-a85b-3e6e8c28e7cd req-33cd69e8-b5e2-4aad-90b7-1b918fb3206a service nova] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Updated VIF entry in instance network info cache for port 829a505a-091b-4117-a3cb-985629ab15bd. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.034251] env[69357]: DEBUG nova.network.neutron [req-d86d2f81-e299-4676-a85b-3e6e8c28e7cd req-33cd69e8-b5e2-4aad-90b7-1b918fb3206a service nova] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Updating instance_info_cache with network_info: [{"id": "829a505a-091b-4117-a3cb-985629ab15bd", "address": "fa:16:3e:64:b8:e1", "network": {"id": "14a080ce-f6fb-4b67-8c28-3f21d485ab29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1330525983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ce3a6bd35be4a73861bc478261e9be0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap829a505a-09", "ovs_interfaceid": "829a505a-091b-4117-a3cb-985629ab15bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.300224] env[69357]: DEBUG oslo_vmware.api [None req-43bcca45-5adc-4485-9e90-3719dbafadfc tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.310087] env[69357]: DEBUG nova.scheduler.client.report [None req-76efebaa-9b88-46f9-819a-133019833dea tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.326508] env[69357]: DEBUG oslo_vmware.api [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]525214e3-27f8-58c2-5d28-e4aa75552476, 'name': SearchDatastore_Task, 'duration_secs': 0.023484} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.327381] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.327381] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.327592] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.327764] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.327961] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.328921] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38d620b1-5a5d-4519-aa5f-16b65ffbc4a1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.339416] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.339625] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.340537] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1aaad4e-34e0-434d-9f99-4bea729f6e9c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.349045] env[69357]: DEBUG oslo_vmware.api [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1063.349045] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52b5e4d4-2adf-acb0-db74-0aad8570f482" [ 1063.349045] env[69357]: _type = "Task" [ 1063.349045] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.358675] env[69357]: DEBUG oslo_vmware.api [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52b5e4d4-2adf-acb0-db74-0aad8570f482, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.477667] env[69357]: DEBUG nova.network.neutron [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Successfully updated port: a7fb6cec-282e-4c29-87e4-dda0d5846448 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1063.538071] env[69357]: DEBUG oslo_concurrency.lockutils [req-d86d2f81-e299-4676-a85b-3e6e8c28e7cd req-33cd69e8-b5e2-4aad-90b7-1b918fb3206a service nova] Releasing lock "refresh_cache-e0f7cdda-4cd6-416a-9a08-3fd4b41b057f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.538071] env[69357]: DEBUG nova.compute.manager [req-d86d2f81-e299-4676-a85b-3e6e8c28e7cd req-33cd69e8-b5e2-4aad-90b7-1b918fb3206a service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Received event network-vif-plugged-51da2b05-86ae-4de9-967f-38e8d74c7ea7 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.538071] env[69357]: DEBUG oslo_concurrency.lockutils [req-d86d2f81-e299-4676-a85b-3e6e8c28e7cd req-33cd69e8-b5e2-4aad-90b7-1b918fb3206a service nova] Acquiring lock "03f0e5ec-8777-42ce-9b73-a5dd273204df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.538071] env[69357]: DEBUG oslo_concurrency.lockutils [req-d86d2f81-e299-4676-a85b-3e6e8c28e7cd req-33cd69e8-b5e2-4aad-90b7-1b918fb3206a service nova] Lock "03f0e5ec-8777-42ce-9b73-a5dd273204df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.538071] env[69357]: DEBUG oslo_concurrency.lockutils [req-d86d2f81-e299-4676-a85b-3e6e8c28e7cd req-33cd69e8-b5e2-4aad-90b7-1b918fb3206a service nova] Lock "03f0e5ec-8777-42ce-9b73-a5dd273204df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.538071] env[69357]: DEBUG nova.compute.manager [req-d86d2f81-e299-4676-a85b-3e6e8c28e7cd req-33cd69e8-b5e2-4aad-90b7-1b918fb3206a service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] No waiting events found dispatching network-vif-plugged-51da2b05-86ae-4de9-967f-38e8d74c7ea7 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1063.538518] env[69357]: WARNING nova.compute.manager [req-d86d2f81-e299-4676-a85b-3e6e8c28e7cd req-33cd69e8-b5e2-4aad-90b7-1b918fb3206a service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Received unexpected event network-vif-plugged-51da2b05-86ae-4de9-967f-38e8d74c7ea7 for instance with vm_state active and task_state None. [ 1063.538518] env[69357]: DEBUG nova.compute.manager [req-d86d2f81-e299-4676-a85b-3e6e8c28e7cd req-33cd69e8-b5e2-4aad-90b7-1b918fb3206a service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Received event network-changed-51da2b05-86ae-4de9-967f-38e8d74c7ea7 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.539244] env[69357]: DEBUG nova.compute.manager [req-d86d2f81-e299-4676-a85b-3e6e8c28e7cd req-33cd69e8-b5e2-4aad-90b7-1b918fb3206a service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Refreshing instance network info cache due to event network-changed-51da2b05-86ae-4de9-967f-38e8d74c7ea7. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.539244] env[69357]: DEBUG oslo_concurrency.lockutils [req-d86d2f81-e299-4676-a85b-3e6e8c28e7cd req-33cd69e8-b5e2-4aad-90b7-1b918fb3206a service nova] Acquiring lock "refresh_cache-03f0e5ec-8777-42ce-9b73-a5dd273204df" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.539244] env[69357]: DEBUG oslo_concurrency.lockutils [req-d86d2f81-e299-4676-a85b-3e6e8c28e7cd req-33cd69e8-b5e2-4aad-90b7-1b918fb3206a service nova] Acquired lock "refresh_cache-03f0e5ec-8777-42ce-9b73-a5dd273204df" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.539244] env[69357]: DEBUG nova.network.neutron [req-d86d2f81-e299-4676-a85b-3e6e8c28e7cd req-33cd69e8-b5e2-4aad-90b7-1b918fb3206a service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Refreshing network info cache for port 51da2b05-86ae-4de9-967f-38e8d74c7ea7 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.800638] env[69357]: DEBUG oslo_vmware.api [None req-43bcca45-5adc-4485-9e90-3719dbafadfc tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.815170] env[69357]: DEBUG oslo_concurrency.lockutils [None req-76efebaa-9b88-46f9-819a-133019833dea tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.819052] env[69357]: DEBUG oslo_concurrency.lockutils [None req-85b61156-ef56-4bfe-8eb1-d31b984a29a2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.338s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.819480] env[69357]: DEBUG nova.objects.instance [None req-85b61156-ef56-4bfe-8eb1-d31b984a29a2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lazy-loading 'resources' on Instance uuid 0c1376c6-1c72-4998-b90e-ff4500cef5c0 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.834448] env[69357]: INFO nova.scheduler.client.report [None req-76efebaa-9b88-46f9-819a-133019833dea tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Deleted allocations for instance cd4386b2-77e3-409f-b9e1-da8d5a1d52a3 [ 1063.859370] env[69357]: DEBUG oslo_vmware.api [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52b5e4d4-2adf-acb0-db74-0aad8570f482, 'name': SearchDatastore_Task, 'duration_secs': 0.024101} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.861088] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8f16a2c-548a-4872-a949-ac9bb2f8330f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.866107] env[69357]: DEBUG oslo_vmware.api [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1063.866107] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5296724b-c797-4c01-18f5-218bde18a25e" [ 1063.866107] env[69357]: _type = "Task" [ 1063.866107] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.875179] env[69357]: DEBUG oslo_vmware.api [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5296724b-c797-4c01-18f5-218bde18a25e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.982570] env[69357]: DEBUG oslo_concurrency.lockutils [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "refresh_cache-2db85cab-0719-40aa-a159-f1fd0dfca970" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.982741] env[69357]: DEBUG oslo_concurrency.lockutils [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquired lock "refresh_cache-2db85cab-0719-40aa-a159-f1fd0dfca970" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.982921] env[69357]: DEBUG nova.network.neutron [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.051752] env[69357]: DEBUG nova.compute.manager [req-60d5c52d-cb2d-4a12-86a7-96e546fabf5f req-e33ff85d-1bb8-4da2-a89b-b3487f53361d service nova] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Received event network-changed-a7fb6cec-282e-4c29-87e4-dda0d5846448 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.052082] env[69357]: DEBUG nova.compute.manager [req-60d5c52d-cb2d-4a12-86a7-96e546fabf5f req-e33ff85d-1bb8-4da2-a89b-b3487f53361d service nova] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Refreshing instance network info cache due to event network-changed-a7fb6cec-282e-4c29-87e4-dda0d5846448. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1064.052082] env[69357]: DEBUG oslo_concurrency.lockutils [req-60d5c52d-cb2d-4a12-86a7-96e546fabf5f req-e33ff85d-1bb8-4da2-a89b-b3487f53361d service nova] Acquiring lock "refresh_cache-2db85cab-0719-40aa-a159-f1fd0dfca970" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.267860] env[69357]: DEBUG nova.network.neutron [req-d86d2f81-e299-4676-a85b-3e6e8c28e7cd req-33cd69e8-b5e2-4aad-90b7-1b918fb3206a service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Updated VIF entry in instance network info cache for port 51da2b05-86ae-4de9-967f-38e8d74c7ea7. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.268423] env[69357]: DEBUG nova.network.neutron [req-d86d2f81-e299-4676-a85b-3e6e8c28e7cd req-33cd69e8-b5e2-4aad-90b7-1b918fb3206a service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Updating instance_info_cache with network_info: [{"id": "787cd20f-b7ed-4868-8194-87b9636a7b66", "address": "fa:16:3e:45:5e:d4", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap787cd20f-b7", "ovs_interfaceid": "787cd20f-b7ed-4868-8194-87b9636a7b66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "51da2b05-86ae-4de9-967f-38e8d74c7ea7", "address": "fa:16:3e:52:0b:53", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51da2b05-86", "ovs_interfaceid": "51da2b05-86ae-4de9-967f-38e8d74c7ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.301364] env[69357]: DEBUG oslo_vmware.api [None req-43bcca45-5adc-4485-9e90-3719dbafadfc tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283249, 'name': ReconfigVM_Task, 'duration_secs': 1.224434} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.302890] env[69357]: DEBUG oslo_concurrency.lockutils [None req-43bcca45-5adc-4485-9e90-3719dbafadfc tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Releasing lock "03f0e5ec-8777-42ce-9b73-a5dd273204df" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.303120] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-43bcca45-5adc-4485-9e90-3719dbafadfc tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Reconfigured VM to attach interface {{(pid=69357) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1064.308348] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "da37ae95-0dd7-48ef-9e03-c05c8c4a9c36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.308569] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "da37ae95-0dd7-48ef-9e03-c05c8c4a9c36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.343841] env[69357]: DEBUG oslo_concurrency.lockutils [None req-76efebaa-9b88-46f9-819a-133019833dea tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "cd4386b2-77e3-409f-b9e1-da8d5a1d52a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.634s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.382326] env[69357]: DEBUG oslo_vmware.api [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5296724b-c797-4c01-18f5-218bde18a25e, 'name': SearchDatastore_Task, 'duration_secs': 0.019544} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.382600] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.382942] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] e0f7cdda-4cd6-416a-9a08-3fd4b41b057f/e0f7cdda-4cd6-416a-9a08-3fd4b41b057f.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.383172] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-270f93aa-4528-43ba-85d0-9b3a52a221b6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.389588] env[69357]: DEBUG oslo_vmware.api [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1064.389588] env[69357]: value = "task-3283250" [ 1064.389588] env[69357]: _type = "Task" [ 1064.389588] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.397694] env[69357]: DEBUG oslo_vmware.api [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.523968] env[69357]: DEBUG nova.network.neutron [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.533483] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d25283-28ea-416b-9a82-55e69661e4fe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.542375] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02952b6f-c084-4a34-8600-9d0e6104dcd9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.580677] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d147df-82e9-4e76-ace0-8443fa597d23 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.590167] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2483713-59a9-4165-913b-70490ea3319c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.604314] env[69357]: DEBUG nova.compute.provider_tree [None req-85b61156-ef56-4bfe-8eb1-d31b984a29a2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.712408] env[69357]: DEBUG nova.network.neutron [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Updating instance_info_cache with network_info: [{"id": "a7fb6cec-282e-4c29-87e4-dda0d5846448", "address": "fa:16:3e:71:42:b1", "network": {"id": "82c49d87-7977-405b-bca5-306c72e67e92", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1883218750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43de1ca6f72548b8b9e0f140b9228aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7fb6cec-28", "ovs_interfaceid": "a7fb6cec-282e-4c29-87e4-dda0d5846448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.771217] env[69357]: DEBUG oslo_concurrency.lockutils [req-d86d2f81-e299-4676-a85b-3e6e8c28e7cd req-33cd69e8-b5e2-4aad-90b7-1b918fb3206a service nova] Releasing lock "refresh_cache-03f0e5ec-8777-42ce-9b73-a5dd273204df" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.810467] env[69357]: DEBUG oslo_concurrency.lockutils [None req-43bcca45-5adc-4485-9e90-3719dbafadfc tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "interface-03f0e5ec-8777-42ce-9b73-a5dd273204df-51da2b05-86ae-4de9-967f-38e8d74c7ea7" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.873s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.811797] env[69357]: DEBUG nova.compute.manager [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1064.901257] env[69357]: DEBUG oslo_vmware.api [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283250, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.108074] env[69357]: DEBUG nova.scheduler.client.report [None req-85b61156-ef56-4bfe-8eb1-d31b984a29a2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.215917] env[69357]: DEBUG oslo_concurrency.lockutils [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Releasing lock "refresh_cache-2db85cab-0719-40aa-a159-f1fd0dfca970" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.216356] env[69357]: DEBUG nova.compute.manager [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Instance network_info: |[{"id": "a7fb6cec-282e-4c29-87e4-dda0d5846448", "address": "fa:16:3e:71:42:b1", "network": {"id": "82c49d87-7977-405b-bca5-306c72e67e92", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1883218750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43de1ca6f72548b8b9e0f140b9228aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7fb6cec-28", "ovs_interfaceid": "a7fb6cec-282e-4c29-87e4-dda0d5846448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1065.216770] env[69357]: DEBUG oslo_concurrency.lockutils [req-60d5c52d-cb2d-4a12-86a7-96e546fabf5f req-e33ff85d-1bb8-4da2-a89b-b3487f53361d service nova] Acquired lock "refresh_cache-2db85cab-0719-40aa-a159-f1fd0dfca970" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.217037] env[69357]: DEBUG nova.network.neutron [req-60d5c52d-cb2d-4a12-86a7-96e546fabf5f req-e33ff85d-1bb8-4da2-a89b-b3487f53361d service nova] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Refreshing network info cache for port a7fb6cec-282e-4c29-87e4-dda0d5846448 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.218496] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:42:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7fb6cec-282e-4c29-87e4-dda0d5846448', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.226970] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.227490] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.227780] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9c7d3a2-ba85-45ed-a683-36ef4e7bc13b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.250047] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.250047] env[69357]: value = "task-3283251" [ 1065.250047] env[69357]: _type = "Task" [ 1065.250047] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.258718] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283251, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.333959] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.401128] env[69357]: DEBUG oslo_vmware.api [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.775706} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.401360] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] e0f7cdda-4cd6-416a-9a08-3fd4b41b057f/e0f7cdda-4cd6-416a-9a08-3fd4b41b057f.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.401780] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.401867] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-daf5422d-a96b-4856-8669-3924f790ccd6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.409413] env[69357]: DEBUG oslo_vmware.api [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1065.409413] env[69357]: value = "task-3283252" [ 1065.409413] env[69357]: _type = "Task" [ 1065.409413] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.419119] env[69357]: DEBUG oslo_vmware.api [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.480190] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "88c039e8-358a-400e-960c-d718b37a8677" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.480787] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "88c039e8-358a-400e-960c-d718b37a8677" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.614427] env[69357]: DEBUG oslo_concurrency.lockutils [None req-85b61156-ef56-4bfe-8eb1-d31b984a29a2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.795s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.616972] env[69357]: DEBUG oslo_concurrency.lockutils [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.845s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.639235] env[69357]: INFO nova.scheduler.client.report [None req-85b61156-ef56-4bfe-8eb1-d31b984a29a2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Deleted allocations for instance 0c1376c6-1c72-4998-b90e-ff4500cef5c0 [ 1065.760017] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283251, 'name': CreateVM_Task, 'duration_secs': 0.466335} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.762343] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.763032] env[69357]: DEBUG oslo_concurrency.lockutils [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.763279] env[69357]: DEBUG oslo_concurrency.lockutils [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.763681] env[69357]: DEBUG oslo_concurrency.lockutils [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.764259] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3aa6a3c-a619-4edc-8b3d-1bab10fdd0b5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.768947] env[69357]: DEBUG oslo_vmware.api [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 1065.768947] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ae596d-1e59-436e-ee6f-2bcc671a084a" [ 1065.768947] env[69357]: _type = "Task" [ 1065.768947] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.776858] env[69357]: DEBUG oslo_vmware.api [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ae596d-1e59-436e-ee6f-2bcc671a084a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.919497] env[69357]: DEBUG oslo_vmware.api [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071396} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.919776] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.920590] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33811b7-0d9a-41e5-aee0-2aa132a2f837 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.923699] env[69357]: DEBUG nova.network.neutron [req-60d5c52d-cb2d-4a12-86a7-96e546fabf5f req-e33ff85d-1bb8-4da2-a89b-b3487f53361d service nova] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Updated VIF entry in instance network info cache for port a7fb6cec-282e-4c29-87e4-dda0d5846448. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.924035] env[69357]: DEBUG nova.network.neutron [req-60d5c52d-cb2d-4a12-86a7-96e546fabf5f req-e33ff85d-1bb8-4da2-a89b-b3487f53361d service nova] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Updating instance_info_cache with network_info: [{"id": "a7fb6cec-282e-4c29-87e4-dda0d5846448", "address": "fa:16:3e:71:42:b1", "network": {"id": "82c49d87-7977-405b-bca5-306c72e67e92", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1883218750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43de1ca6f72548b8b9e0f140b9228aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7fb6cec-28", "ovs_interfaceid": "a7fb6cec-282e-4c29-87e4-dda0d5846448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.945970] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] e0f7cdda-4cd6-416a-9a08-3fd4b41b057f/e0f7cdda-4cd6-416a-9a08-3fd4b41b057f.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.946955] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76d001f9-cd89-4edf-9755-ba3fddd681bd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.966663] env[69357]: DEBUG oslo_vmware.api [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1065.966663] env[69357]: value = "task-3283253" [ 1065.966663] env[69357]: _type = "Task" [ 1065.966663] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.977226] env[69357]: DEBUG oslo_vmware.api [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283253, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.983099] env[69357]: DEBUG nova.compute.manager [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1066.122726] env[69357]: INFO nova.compute.claims [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.147894] env[69357]: DEBUG oslo_concurrency.lockutils [None req-85b61156-ef56-4bfe-8eb1-d31b984a29a2 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lock "0c1376c6-1c72-4998-b90e-ff4500cef5c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.391s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.155034] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9632627c-8162-4d40-bae4-e70d0f42e4d0 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "interface-03f0e5ec-8777-42ce-9b73-a5dd273204df-51da2b05-86ae-4de9-967f-38e8d74c7ea7" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.155377] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9632627c-8162-4d40-bae4-e70d0f42e4d0 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "interface-03f0e5ec-8777-42ce-9b73-a5dd273204df-51da2b05-86ae-4de9-967f-38e8d74c7ea7" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.280340] env[69357]: DEBUG oslo_vmware.api [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ae596d-1e59-436e-ee6f-2bcc671a084a, 'name': SearchDatastore_Task, 'duration_secs': 0.01237} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.280648] env[69357]: DEBUG oslo_concurrency.lockutils [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.280881] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.281133] env[69357]: DEBUG oslo_concurrency.lockutils [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.281279] env[69357]: DEBUG oslo_concurrency.lockutils [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.281457] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.281726] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c432301-a47d-4dff-81c2-e0fb6071cf47 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.290470] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.290705] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.291535] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff02edf5-3e38-4ae7-bc50-744f11d0b4ff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.297577] env[69357]: DEBUG oslo_vmware.api [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 1066.297577] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d16e54-0f70-beff-a994-7a63c8aebe9f" [ 1066.297577] env[69357]: _type = "Task" [ 1066.297577] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.305216] env[69357]: DEBUG oslo_vmware.api [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d16e54-0f70-beff-a994-7a63c8aebe9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.426775] env[69357]: DEBUG oslo_concurrency.lockutils [req-60d5c52d-cb2d-4a12-86a7-96e546fabf5f req-e33ff85d-1bb8-4da2-a89b-b3487f53361d service nova] Releasing lock "refresh_cache-2db85cab-0719-40aa-a159-f1fd0dfca970" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.477072] env[69357]: DEBUG oslo_vmware.api [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283253, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.505787] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.629229] env[69357]: INFO nova.compute.resource_tracker [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Updating resource usage from migration 87de322e-a43f-4b8c-9f95-f749b5a75a63 [ 1066.660290] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9632627c-8162-4d40-bae4-e70d0f42e4d0 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "03f0e5ec-8777-42ce-9b73-a5dd273204df" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.660290] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9632627c-8162-4d40-bae4-e70d0f42e4d0 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquired lock "03f0e5ec-8777-42ce-9b73-a5dd273204df" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.661892] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4383a80e-3f6b-4052-a432-c96438e8c343 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.695824] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57dfb83a-9c70-45af-9339-b4c99e2a4e7d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.723394] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9632627c-8162-4d40-bae4-e70d0f42e4d0 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Reconfiguring VM to detach interface {{(pid=69357) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1066.726300] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75d14983-9b84-4d8d-a2c2-a86133b298b0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.745381] env[69357]: DEBUG oslo_vmware.api [None req-9632627c-8162-4d40-bae4-e70d0f42e4d0 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 1066.745381] env[69357]: value = "task-3283254" [ 1066.745381] env[69357]: _type = "Task" [ 1066.745381] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.757078] env[69357]: DEBUG oslo_vmware.api [None req-9632627c-8162-4d40-bae4-e70d0f42e4d0 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283254, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.810480] env[69357]: DEBUG oslo_vmware.api [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d16e54-0f70-beff-a994-7a63c8aebe9f, 'name': SearchDatastore_Task, 'duration_secs': 0.011388} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.811312] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8d956b1-c6a4-4e87-a485-2dfc2b5d3e78 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.820093] env[69357]: DEBUG oslo_vmware.api [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 1066.820093] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5246f4a4-f941-155d-9689-35b6327a51cc" [ 1066.820093] env[69357]: _type = "Task" [ 1066.820093] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.828278] env[69357]: DEBUG oslo_vmware.api [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5246f4a4-f941-155d-9689-35b6327a51cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.899968] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a29f2b-e6d9-478b-a032-5ee0895232ae {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.907881] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a310198c-76cd-4244-958e-9ab893ae8854 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.940732] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db0b621-202e-4cf0-8ebb-86dbdc24aa35 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.949183] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a34916-1225-480f-a655-d3467fde6b21 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.963794] env[69357]: DEBUG nova.compute.provider_tree [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.977986] env[69357]: DEBUG oslo_vmware.api [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283253, 'name': ReconfigVM_Task, 'duration_secs': 0.538349} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.979205] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Reconfigured VM instance instance-00000060 to attach disk [datastore1] e0f7cdda-4cd6-416a-9a08-3fd4b41b057f/e0f7cdda-4cd6-416a-9a08-3fd4b41b057f.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.979616] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-287f1cd1-fa43-47e4-bb54-42eedf91604b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.986933] env[69357]: DEBUG oslo_vmware.api [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1066.986933] env[69357]: value = "task-3283255" [ 1066.986933] env[69357]: _type = "Task" [ 1066.986933] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.000110] env[69357]: DEBUG oslo_vmware.api [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283255, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.255803] env[69357]: DEBUG oslo_vmware.api [None req-9632627c-8162-4d40-bae4-e70d0f42e4d0 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.333021] env[69357]: DEBUG oslo_vmware.api [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5246f4a4-f941-155d-9689-35b6327a51cc, 'name': SearchDatastore_Task, 'duration_secs': 0.013196} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.333021] env[69357]: DEBUG oslo_concurrency.lockutils [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.333021] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 2db85cab-0719-40aa-a159-f1fd0dfca970/2db85cab-0719-40aa-a159-f1fd0dfca970.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.333021] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a980f904-e6e4-481f-a923-a448ca2b21e6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.339665] env[69357]: DEBUG oslo_vmware.api [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 1067.339665] env[69357]: value = "task-3283256" [ 1067.339665] env[69357]: _type = "Task" [ 1067.339665] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.347469] env[69357]: DEBUG oslo_vmware.api [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.467966] env[69357]: DEBUG nova.scheduler.client.report [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.497592] env[69357]: DEBUG oslo_vmware.api [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283255, 'name': Rename_Task, 'duration_secs': 0.187114} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.498118] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.498500] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b901becf-4468-4516-b72c-2ed6319fbbe8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.504608] env[69357]: DEBUG oslo_vmware.api [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1067.504608] env[69357]: value = "task-3283257" [ 1067.504608] env[69357]: _type = "Task" [ 1067.504608] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.512546] env[69357]: DEBUG oslo_vmware.api [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.542769] env[69357]: DEBUG oslo_vmware.rw_handles [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa75db-377a-24fa-af97-1bd158d02e90/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1067.543768] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae920e2-05f1-48ca-9eca-51d998873761 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.550450] env[69357]: DEBUG oslo_vmware.rw_handles [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa75db-377a-24fa-af97-1bd158d02e90/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1067.550902] env[69357]: ERROR oslo_vmware.rw_handles [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa75db-377a-24fa-af97-1bd158d02e90/disk-0.vmdk due to incomplete transfer. [ 1067.551270] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ebf8c525-2edd-468f-ac2d-b05bda325902 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.559162] env[69357]: DEBUG oslo_vmware.rw_handles [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa75db-377a-24fa-af97-1bd158d02e90/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1067.559386] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Uploaded image c251fa54-ff2d-48f3-bf13-5fc41ade6884 to the Glance image server {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1067.562465] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Destroying the VM {{(pid=69357) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1067.562820] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bc267376-5411-458e-9ebe-27b34a261715 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.570202] env[69357]: DEBUG oslo_vmware.api [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1067.570202] env[69357]: value = "task-3283258" [ 1067.570202] env[69357]: _type = "Task" [ 1067.570202] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.579227] env[69357]: DEBUG oslo_vmware.api [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283258, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.756739] env[69357]: DEBUG oslo_vmware.api [None req-9632627c-8162-4d40-bae4-e70d0f42e4d0 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.850794] env[69357]: DEBUG oslo_vmware.api [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499132} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.850906] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 2db85cab-0719-40aa-a159-f1fd0dfca970/2db85cab-0719-40aa-a159-f1fd0dfca970.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.851489] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.851489] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-656b2b10-9e7b-4969-bd26-3ff973e2f1dd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.857873] env[69357]: DEBUG oslo_vmware.api [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 1067.857873] env[69357]: value = "task-3283259" [ 1067.857873] env[69357]: _type = "Task" [ 1067.857873] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.865504] env[69357]: DEBUG oslo_vmware.api [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.973765] env[69357]: DEBUG oslo_concurrency.lockutils [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.357s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.974011] env[69357]: INFO nova.compute.manager [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Migrating [ 1067.981050] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.647s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.982704] env[69357]: INFO nova.compute.claims [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1068.017438] env[69357]: DEBUG oslo_vmware.api [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283257, 'name': PowerOnVM_Task, 'duration_secs': 0.507819} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.019985] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.019985] env[69357]: INFO nova.compute.manager [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1068.019985] env[69357]: DEBUG nova.compute.manager [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.019985] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c969e525-3263-4a0a-ad17-3c276802955f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.080222] env[69357]: DEBUG oslo_vmware.api [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283258, 'name': Destroy_Task, 'duration_secs': 0.503939} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.080523] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Destroyed the VM [ 1068.081011] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Deleting Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1068.081011] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-653e887c-73ee-4f5a-933f-3e51b2737c2f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.086471] env[69357]: DEBUG oslo_vmware.api [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1068.086471] env[69357]: value = "task-3283260" [ 1068.086471] env[69357]: _type = "Task" [ 1068.086471] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.094275] env[69357]: DEBUG oslo_vmware.api [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283260, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.262170] env[69357]: DEBUG oslo_vmware.api [None req-9632627c-8162-4d40-bae4-e70d0f42e4d0 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.367361] env[69357]: DEBUG oslo_vmware.api [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077591} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.367621] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.368419] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ad6041-6b75-467e-bf32-9b803d386436 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.389757] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 2db85cab-0719-40aa-a159-f1fd0dfca970/2db85cab-0719-40aa-a159-f1fd0dfca970.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.390025] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81564d93-e9d2-4340-bab0-1b9a78bcab2f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.408751] env[69357]: DEBUG oslo_vmware.api [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 1068.408751] env[69357]: value = "task-3283261" [ 1068.408751] env[69357]: _type = "Task" [ 1068.408751] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.419930] env[69357]: DEBUG oslo_vmware.api [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283261, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.496164] env[69357]: DEBUG oslo_concurrency.lockutils [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquiring lock "refresh_cache-79ac978d-b2d3-4ad5-8166-969c511a07c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.496352] env[69357]: DEBUG oslo_concurrency.lockutils [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquired lock "refresh_cache-79ac978d-b2d3-4ad5-8166-969c511a07c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.496528] env[69357]: DEBUG nova.network.neutron [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.536649] env[69357]: INFO nova.compute.manager [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Took 18.86 seconds to build instance. [ 1068.597313] env[69357]: DEBUG oslo_vmware.api [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283260, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.689445] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquiring lock "3325a9cb-086d-4817-8941-d1eb7aa09748" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.689725] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lock "3325a9cb-086d-4817-8941-d1eb7aa09748" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.758184] env[69357]: DEBUG oslo_vmware.api [None req-9632627c-8162-4d40-bae4-e70d0f42e4d0 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.918689] env[69357]: DEBUG oslo_vmware.api [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.039206] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dcd9b8b1-060c-47fa-87f9-0b0d463b2372 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "e0f7cdda-4cd6-416a-9a08-3fd4b41b057f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.370s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.097715] env[69357]: DEBUG oslo_vmware.api [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283260, 'name': RemoveSnapshot_Task, 'duration_secs': 0.885125} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.099811] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Deleted Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1069.100068] env[69357]: INFO nova.compute.manager [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Took 14.21 seconds to snapshot the instance on the hypervisor. [ 1069.192393] env[69357]: DEBUG nova.compute.manager [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1069.202119] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ce7198-cdd3-4ff0-bfce-d25a02b50511 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.213644] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8bdf34-ef46-4a69-a24a-62f1d601ebc4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.246197] env[69357]: DEBUG nova.network.neutron [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Updating instance_info_cache with network_info: [{"id": "c23b7748-ff2e-47bd-9dca-066779f516a1", "address": "fa:16:3e:17:f3:50", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc23b7748-ff", "ovs_interfaceid": "c23b7748-ff2e-47bd-9dca-066779f516a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.251059] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cceb6f8-e499-4ccc-9b36-3686d7cdfb54 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.262295] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69571972-4946-4ae9-8f18-432eaf50bffb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.266494] env[69357]: DEBUG oslo_vmware.api [None req-9632627c-8162-4d40-bae4-e70d0f42e4d0 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.276227] env[69357]: DEBUG nova.compute.provider_tree [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.419757] env[69357]: DEBUG oslo_vmware.api [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283261, 'name': ReconfigVM_Task, 'duration_secs': 0.806496} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.420041] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 2db85cab-0719-40aa-a159-f1fd0dfca970/2db85cab-0719-40aa-a159-f1fd0dfca970.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.421035] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72d0da28-509a-4184-90a2-fff795c59598 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.426398] env[69357]: DEBUG oslo_vmware.api [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 1069.426398] env[69357]: value = "task-3283262" [ 1069.426398] env[69357]: _type = "Task" [ 1069.426398] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.433774] env[69357]: DEBUG oslo_vmware.api [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283262, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.663752] env[69357]: DEBUG nova.compute.manager [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Found 3 images (rotation: 2) {{(pid=69357) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1069.663989] env[69357]: DEBUG nova.compute.manager [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Rotating out 1 backups {{(pid=69357) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1069.664253] env[69357]: DEBUG nova.compute.manager [None req-2cf0dd92-f38f-4817-ba68-52ba47947145 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Deleting image 4064bf68-37d9-4da5-bd3b-46feba1c0b4b {{(pid=69357) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1069.710851] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.751821] env[69357]: DEBUG oslo_concurrency.lockutils [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Releasing lock "refresh_cache-79ac978d-b2d3-4ad5-8166-969c511a07c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.763157] env[69357]: DEBUG oslo_vmware.api [None req-9632627c-8162-4d40-bae4-e70d0f42e4d0 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.779628] env[69357]: DEBUG nova.scheduler.client.report [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.879972] env[69357]: DEBUG oslo_concurrency.lockutils [None req-631285df-1a77-4b24-a33c-49e50d0fe202 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "e0f7cdda-4cd6-416a-9a08-3fd4b41b057f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.879972] env[69357]: DEBUG oslo_concurrency.lockutils [None req-631285df-1a77-4b24-a33c-49e50d0fe202 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "e0f7cdda-4cd6-416a-9a08-3fd4b41b057f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.937594] env[69357]: DEBUG oslo_vmware.api [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283262, 'name': Rename_Task, 'duration_secs': 0.402176} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.937931] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.938228] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c831ed99-1504-4cef-8a94-d9af20d6549b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.944702] env[69357]: DEBUG oslo_vmware.api [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 1069.944702] env[69357]: value = "task-3283263" [ 1069.944702] env[69357]: _type = "Task" [ 1069.944702] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.955111] env[69357]: DEBUG oslo_vmware.api [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.267172] env[69357]: DEBUG oslo_vmware.api [None req-9632627c-8162-4d40-bae4-e70d0f42e4d0 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.284249] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.303s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.284849] env[69357]: DEBUG nova.compute.manager [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1070.287342] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.782s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.288909] env[69357]: INFO nova.compute.claims [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.383024] env[69357]: DEBUG nova.compute.utils [None req-631285df-1a77-4b24-a33c-49e50d0fe202 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.455553] env[69357]: DEBUG oslo_vmware.api [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283263, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.767052] env[69357]: DEBUG oslo_vmware.api [None req-9632627c-8162-4d40-bae4-e70d0f42e4d0 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.793502] env[69357]: DEBUG nova.compute.utils [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.797332] env[69357]: DEBUG nova.compute.manager [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1070.797467] env[69357]: DEBUG nova.network.neutron [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1070.852415] env[69357]: DEBUG nova.policy [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '323ba2eb835a4f8a855ba565696b0d5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34055bbad79e42e59bb22ff7a0529002', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.885495] env[69357]: DEBUG oslo_concurrency.lockutils [None req-631285df-1a77-4b24-a33c-49e50d0fe202 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "e0f7cdda-4cd6-416a-9a08-3fd4b41b057f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.955866] env[69357]: DEBUG oslo_vmware.api [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283263, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.148160] env[69357]: DEBUG nova.network.neutron [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Successfully created port: 65ce54b5-7885-4aa5-8c20-6dc7db21d5e1 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1071.265121] env[69357]: DEBUG oslo_vmware.api [None req-9632627c-8162-4d40-bae4-e70d0f42e4d0 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.272720] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98638abf-3072-49a9-87f5-7d574e8c866c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.292899] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Updating instance '79ac978d-b2d3-4ad5-8166-969c511a07c0' progress to 0 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1071.299669] env[69357]: DEBUG nova.compute.manager [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1071.460252] env[69357]: DEBUG oslo_vmware.api [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283263, 'name': PowerOnVM_Task, 'duration_secs': 1.315958} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.463015] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.463231] env[69357]: INFO nova.compute.manager [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1071.463504] env[69357]: DEBUG nova.compute.manager [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.465076] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2868b406-2f2f-4d74-a0ba-8b9089baab76 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.514467] env[69357]: DEBUG oslo_concurrency.lockutils [None req-04bae02a-9d30-49e0-8197-c57cc3d906f1 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "293709c1-4f73-4f7c-a4b9-c11d41ab685e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.514702] env[69357]: DEBUG oslo_concurrency.lockutils [None req-04bae02a-9d30-49e0-8197-c57cc3d906f1 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "293709c1-4f73-4f7c-a4b9-c11d41ab685e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.514878] env[69357]: DEBUG nova.compute.manager [None req-04bae02a-9d30-49e0-8197-c57cc3d906f1 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.515824] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26dc0216-ef47-451b-b451-05e86058816e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.521910] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad990da-f239-4dda-b8fc-8fe95c3ce5c3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.525938] env[69357]: DEBUG nova.compute.manager [None req-04bae02a-9d30-49e0-8197-c57cc3d906f1 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69357) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1071.526514] env[69357]: DEBUG nova.objects.instance [None req-04bae02a-9d30-49e0-8197-c57cc3d906f1 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lazy-loading 'flavor' on Instance uuid 293709c1-4f73-4f7c-a4b9-c11d41ab685e {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.531930] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ea21d5-d96f-46e0-a9f6-8eb1b44bbfb5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.562767] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1602e853-a712-4b85-964c-78e77afd13df {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.569870] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398a64ca-029c-4ef3-b303-b69eb59d99d9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.584472] env[69357]: DEBUG nova.compute.provider_tree [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.765313] env[69357]: DEBUG oslo_vmware.api [None req-9632627c-8162-4d40-bae4-e70d0f42e4d0 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.800249] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.800614] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be5968b9-0237-410a-97c0-d07b7923646d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.808045] env[69357]: DEBUG oslo_vmware.api [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for the task: (returnval){ [ 1071.808045] env[69357]: value = "task-3283264" [ 1071.808045] env[69357]: _type = "Task" [ 1071.808045] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.816129] env[69357]: DEBUG oslo_vmware.api [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.956265] env[69357]: DEBUG oslo_concurrency.lockutils [None req-631285df-1a77-4b24-a33c-49e50d0fe202 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "e0f7cdda-4cd6-416a-9a08-3fd4b41b057f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.956265] env[69357]: DEBUG oslo_concurrency.lockutils [None req-631285df-1a77-4b24-a33c-49e50d0fe202 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "e0f7cdda-4cd6-416a-9a08-3fd4b41b057f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.956265] env[69357]: INFO nova.compute.manager [None req-631285df-1a77-4b24-a33c-49e50d0fe202 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Attaching volume df3b38bc-495a-4836-8a0d-f67e64845506 to /dev/sdb [ 1071.988062] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c36aa6-0d0a-4c9f-94df-acbd891d6a7c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.992863] env[69357]: INFO nova.compute.manager [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Took 17.01 seconds to build instance. [ 1071.996967] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63be588-0079-4c58-961d-b3dcfb2e80d1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.010203] env[69357]: DEBUG nova.virt.block_device [None req-631285df-1a77-4b24-a33c-49e50d0fe202 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Updating existing volume attachment record: e185d49c-24d3-4ffc-ad38-750a09dc1d2b {{(pid=69357) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1072.090293] env[69357]: DEBUG nova.scheduler.client.report [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.266279] env[69357]: DEBUG oslo_vmware.api [None req-9632627c-8162-4d40-bae4-e70d0f42e4d0 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283254, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.309718] env[69357]: DEBUG nova.compute.manager [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1072.320922] env[69357]: DEBUG oslo_vmware.api [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283264, 'name': PowerOffVM_Task, 'duration_secs': 0.358768} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.321392] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.321640] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Updating instance '79ac978d-b2d3-4ad5-8166-969c511a07c0' progress to 17 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1072.337341] env[69357]: DEBUG nova.virt.hardware [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.337341] env[69357]: DEBUG nova.virt.hardware [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.337518] env[69357]: DEBUG nova.virt.hardware [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.338107] env[69357]: DEBUG nova.virt.hardware [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.338107] env[69357]: DEBUG nova.virt.hardware [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.338107] env[69357]: DEBUG nova.virt.hardware [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.338249] env[69357]: DEBUG nova.virt.hardware [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.338376] env[69357]: DEBUG nova.virt.hardware [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.338548] env[69357]: DEBUG nova.virt.hardware [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.339152] env[69357]: DEBUG nova.virt.hardware [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.339152] env[69357]: DEBUG nova.virt.hardware [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.339829] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0ae9ef-f144-482a-af44-2b2011f71874 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.347386] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41b9b1d-3a1d-4757-8899-f1e77152a15e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.496500] env[69357]: DEBUG oslo_concurrency.lockutils [None req-799c7931-a3db-4fbb-9b07-be7634f27537 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "2db85cab-0719-40aa-a159-f1fd0dfca970" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.521s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.536019] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bae02a-9d30-49e0-8197-c57cc3d906f1 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.536368] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bfef306-dbc8-4d01-9fa3-f4eb7d16d16f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.543182] env[69357]: DEBUG oslo_vmware.api [None req-04bae02a-9d30-49e0-8197-c57cc3d906f1 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1072.543182] env[69357]: value = "task-3283268" [ 1072.543182] env[69357]: _type = "Task" [ 1072.543182] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.549082] env[69357]: DEBUG nova.compute.manager [req-86f2e996-1425-4523-b43d-269a5462441e req-abf47154-78ec-4aca-bbee-f7eedfbb1ede service nova] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Received event network-vif-plugged-65ce54b5-7885-4aa5-8c20-6dc7db21d5e1 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.549298] env[69357]: DEBUG oslo_concurrency.lockutils [req-86f2e996-1425-4523-b43d-269a5462441e req-abf47154-78ec-4aca-bbee-f7eedfbb1ede service nova] Acquiring lock "da37ae95-0dd7-48ef-9e03-c05c8c4a9c36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.549508] env[69357]: DEBUG oslo_concurrency.lockutils [req-86f2e996-1425-4523-b43d-269a5462441e req-abf47154-78ec-4aca-bbee-f7eedfbb1ede service nova] Lock "da37ae95-0dd7-48ef-9e03-c05c8c4a9c36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.549671] env[69357]: DEBUG oslo_concurrency.lockutils [req-86f2e996-1425-4523-b43d-269a5462441e req-abf47154-78ec-4aca-bbee-f7eedfbb1ede service nova] Lock "da37ae95-0dd7-48ef-9e03-c05c8c4a9c36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.549847] env[69357]: DEBUG nova.compute.manager [req-86f2e996-1425-4523-b43d-269a5462441e req-abf47154-78ec-4aca-bbee-f7eedfbb1ede service nova] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] No waiting events found dispatching network-vif-plugged-65ce54b5-7885-4aa5-8c20-6dc7db21d5e1 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1072.550044] env[69357]: WARNING nova.compute.manager [req-86f2e996-1425-4523-b43d-269a5462441e req-abf47154-78ec-4aca-bbee-f7eedfbb1ede service nova] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Received unexpected event network-vif-plugged-65ce54b5-7885-4aa5-8c20-6dc7db21d5e1 for instance with vm_state building and task_state spawning. [ 1072.555506] env[69357]: DEBUG oslo_vmware.api [None req-04bae02a-9d30-49e0-8197-c57cc3d906f1 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.595880] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.308s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.597021] env[69357]: DEBUG nova.compute.manager [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1072.600226] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.889s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.602288] env[69357]: INFO nova.compute.claims [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.646768] env[69357]: DEBUG nova.network.neutron [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Successfully updated port: 65ce54b5-7885-4aa5-8c20-6dc7db21d5e1 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1072.766379] env[69357]: DEBUG oslo_vmware.api [None req-9632627c-8162-4d40-bae4-e70d0f42e4d0 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283254, 'name': ReconfigVM_Task, 'duration_secs': 5.784227} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.766695] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9632627c-8162-4d40-bae4-e70d0f42e4d0 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Releasing lock "03f0e5ec-8777-42ce-9b73-a5dd273204df" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.766915] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9632627c-8162-4d40-bae4-e70d0f42e4d0 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Reconfigured VM to detach interface {{(pid=69357) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1072.828553] env[69357]: DEBUG nova.virt.hardware [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.828795] env[69357]: DEBUG nova.virt.hardware [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.828950] env[69357]: DEBUG nova.virt.hardware [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.829150] env[69357]: DEBUG nova.virt.hardware [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.829295] env[69357]: DEBUG nova.virt.hardware [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.829442] env[69357]: DEBUG nova.virt.hardware [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.829646] env[69357]: DEBUG nova.virt.hardware [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.829822] env[69357]: DEBUG nova.virt.hardware [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.829954] env[69357]: DEBUG nova.virt.hardware [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.830127] env[69357]: DEBUG nova.virt.hardware [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.830296] env[69357]: DEBUG nova.virt.hardware [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.835558] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41d85141-fa2f-4d53-9a45-b94e457dd192 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.854722] env[69357]: DEBUG oslo_vmware.api [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for the task: (returnval){ [ 1072.854722] env[69357]: value = "task-3283269" [ 1072.854722] env[69357]: _type = "Task" [ 1072.854722] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.866992] env[69357]: DEBUG oslo_vmware.api [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283269, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.055235] env[69357]: DEBUG oslo_vmware.api [None req-04bae02a-9d30-49e0-8197-c57cc3d906f1 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283268, 'name': PowerOffVM_Task, 'duration_secs': 0.206396} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.055763] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bae02a-9d30-49e0-8197-c57cc3d906f1 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.055967] env[69357]: DEBUG nova.compute.manager [None req-04bae02a-9d30-49e0-8197-c57cc3d906f1 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.056756] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcc1116-328d-47c0-818c-9191c6449e70 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.101652] env[69357]: DEBUG nova.compute.utils [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.103042] env[69357]: DEBUG nova.compute.manager [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1073.103269] env[69357]: DEBUG nova.network.neutron [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 88c039e8-358a-400e-960c-d718b37a8677] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1073.130530] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c18aabe6-180e-4941-9cf4-57122a6eb3c0 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "2db85cab-0719-40aa-a159-f1fd0dfca970" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.130701] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c18aabe6-180e-4941-9cf4-57122a6eb3c0 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "2db85cab-0719-40aa-a159-f1fd0dfca970" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.131917] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c18aabe6-180e-4941-9cf4-57122a6eb3c0 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "2db85cab-0719-40aa-a159-f1fd0dfca970-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.131917] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c18aabe6-180e-4941-9cf4-57122a6eb3c0 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "2db85cab-0719-40aa-a159-f1fd0dfca970-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.131917] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c18aabe6-180e-4941-9cf4-57122a6eb3c0 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "2db85cab-0719-40aa-a159-f1fd0dfca970-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.133392] env[69357]: INFO nova.compute.manager [None req-c18aabe6-180e-4941-9cf4-57122a6eb3c0 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Terminating instance [ 1073.140515] env[69357]: DEBUG nova.policy [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11d1590b22aa4a97b82a92a371b5e17d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01537ba7ccd1491f8129f9bc9e5b0ba8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1073.149024] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "refresh_cache-da37ae95-0dd7-48ef-9e03-c05c8c4a9c36" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.149168] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquired lock "refresh_cache-da37ae95-0dd7-48ef-9e03-c05c8c4a9c36" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.149316] env[69357]: DEBUG nova.network.neutron [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.368645] env[69357]: DEBUG oslo_vmware.api [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283269, 'name': ReconfigVM_Task, 'duration_secs': 0.17587} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.369010] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Updating instance '79ac978d-b2d3-4ad5-8166-969c511a07c0' progress to 33 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1073.417278] env[69357]: DEBUG nova.network.neutron [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Successfully created port: 3d956b0f-e10c-4c30-a4fd-46fb5f9c4161 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1073.571086] env[69357]: DEBUG oslo_concurrency.lockutils [None req-04bae02a-9d30-49e0-8197-c57cc3d906f1 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "293709c1-4f73-4f7c-a4b9-c11d41ab685e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.608052] env[69357]: DEBUG nova.compute.manager [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1073.641323] env[69357]: DEBUG nova.compute.manager [None req-c18aabe6-180e-4941-9cf4-57122a6eb3c0 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1073.641672] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c18aabe6-180e-4941-9cf4-57122a6eb3c0 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.645829] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbbb2fd-58ae-4dce-aa67-c3dd04e6374a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.659973] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18aabe6-180e-4941-9cf4-57122a6eb3c0 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.661687] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06312c75-0c2c-4fa2-9fa3-917ee31553ee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.673519] env[69357]: DEBUG oslo_vmware.api [None req-c18aabe6-180e-4941-9cf4-57122a6eb3c0 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 1073.673519] env[69357]: value = "task-3283270" [ 1073.673519] env[69357]: _type = "Task" [ 1073.673519] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.690388] env[69357]: DEBUG oslo_vmware.api [None req-c18aabe6-180e-4941-9cf4-57122a6eb3c0 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.693199] env[69357]: DEBUG nova.network.neutron [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1073.866681] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2016fd2-5750-408b-aa3f-a85f6426078f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.873538] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8711436-c365-4df1-b6aa-9d0554ad26b2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.878725] env[69357]: DEBUG nova.virt.hardware [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:10:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='37f5a817-a159-46f2-93cf-82c9de24f3af',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-345585756',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.878725] env[69357]: DEBUG nova.virt.hardware [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.878911] env[69357]: DEBUG nova.virt.hardware [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.879103] env[69357]: DEBUG nova.virt.hardware [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.879257] env[69357]: DEBUG nova.virt.hardware [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.879406] env[69357]: DEBUG nova.virt.hardware [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.879655] env[69357]: DEBUG nova.virt.hardware [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.879850] env[69357]: DEBUG nova.virt.hardware [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.880036] env[69357]: DEBUG nova.virt.hardware [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.880240] env[69357]: DEBUG nova.virt.hardware [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.880389] env[69357]: DEBUG nova.virt.hardware [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.888092] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Reconfiguring VM instance instance-0000005f to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1073.888181] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f481585c-572a-432c-a056-ab7b8e5e7fc0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.907235] env[69357]: DEBUG nova.network.neutron [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Updating instance_info_cache with network_info: [{"id": "65ce54b5-7885-4aa5-8c20-6dc7db21d5e1", "address": "fa:16:3e:63:ee:4a", "network": {"id": "256f2819-f719-4377-82d3-97bddef87341", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-545752502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34055bbad79e42e59bb22ff7a0529002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65ce54b5-78", "ovs_interfaceid": "65ce54b5-7885-4aa5-8c20-6dc7db21d5e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.935415] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ea5ee7-1a3a-4760-b41b-2bac83403527 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.940231] env[69357]: DEBUG oslo_vmware.api [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for the task: (returnval){ [ 1073.940231] env[69357]: value = "task-3283271" [ 1073.940231] env[69357]: _type = "Task" [ 1073.940231] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.948227] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c5d416-2be7-4bfd-95c0-837188290826 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.955674] env[69357]: DEBUG oslo_vmware.api [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283271, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.965500] env[69357]: DEBUG nova.compute.provider_tree [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.064231] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9632627c-8162-4d40-bae4-e70d0f42e4d0 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "refresh_cache-03f0e5ec-8777-42ce-9b73-a5dd273204df" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.064231] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9632627c-8162-4d40-bae4-e70d0f42e4d0 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquired lock "refresh_cache-03f0e5ec-8777-42ce-9b73-a5dd273204df" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.064409] env[69357]: DEBUG nova.network.neutron [None req-9632627c-8162-4d40-bae4-e70d0f42e4d0 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.183071] env[69357]: DEBUG oslo_vmware.api [None req-c18aabe6-180e-4941-9cf4-57122a6eb3c0 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283270, 'name': PowerOffVM_Task, 'duration_secs': 0.218934} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.183355] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18aabe6-180e-4941-9cf4-57122a6eb3c0 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.183522] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c18aabe6-180e-4941-9cf4-57122a6eb3c0 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.184107] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ff8efb1-269b-4ede-a81d-f407da74d62f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.187294] env[69357]: DEBUG nova.compute.manager [req-aaa6cabe-233c-4a50-94ae-964e1c9eebc5 req-c25618f2-ccfd-4410-9533-7efdf590b69c service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Received event network-changed-787cd20f-b7ed-4868-8194-87b9636a7b66 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.187479] env[69357]: DEBUG nova.compute.manager [req-aaa6cabe-233c-4a50-94ae-964e1c9eebc5 req-c25618f2-ccfd-4410-9533-7efdf590b69c service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Refreshing instance network info cache due to event network-changed-787cd20f-b7ed-4868-8194-87b9636a7b66. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.187665] env[69357]: DEBUG oslo_concurrency.lockutils [req-aaa6cabe-233c-4a50-94ae-964e1c9eebc5 req-c25618f2-ccfd-4410-9533-7efdf590b69c service nova] Acquiring lock "refresh_cache-03f0e5ec-8777-42ce-9b73-a5dd273204df" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.257782] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c18aabe6-180e-4941-9cf4-57122a6eb3c0 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.257782] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c18aabe6-180e-4941-9cf4-57122a6eb3c0 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.257782] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c18aabe6-180e-4941-9cf4-57122a6eb3c0 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Deleting the datastore file [datastore1] 2db85cab-0719-40aa-a159-f1fd0dfca970 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.257782] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b076b1c0-76fe-4db4-888f-3b8c16da45d9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.263319] env[69357]: DEBUG oslo_vmware.api [None req-c18aabe6-180e-4941-9cf4-57122a6eb3c0 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for the task: (returnval){ [ 1074.263319] env[69357]: value = "task-3283273" [ 1074.263319] env[69357]: _type = "Task" [ 1074.263319] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.271581] env[69357]: DEBUG oslo_vmware.api [None req-c18aabe6-180e-4941-9cf4-57122a6eb3c0 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.436051] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Releasing lock "refresh_cache-da37ae95-0dd7-48ef-9e03-c05c8c4a9c36" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.436408] env[69357]: DEBUG nova.compute.manager [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Instance network_info: |[{"id": "65ce54b5-7885-4aa5-8c20-6dc7db21d5e1", "address": "fa:16:3e:63:ee:4a", "network": {"id": "256f2819-f719-4377-82d3-97bddef87341", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-545752502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34055bbad79e42e59bb22ff7a0529002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65ce54b5-78", "ovs_interfaceid": "65ce54b5-7885-4aa5-8c20-6dc7db21d5e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1074.436848] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:ee:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65ce54b5-7885-4aa5-8c20-6dc7db21d5e1', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.444566] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.444878] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.448522] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a2ec4ac-aa76-4712-9a4d-9f34caf0e450 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.471143] env[69357]: DEBUG nova.scheduler.client.report [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.474413] env[69357]: DEBUG oslo_vmware.api [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283271, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.475610] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.475610] env[69357]: value = "task-3283275" [ 1074.475610] env[69357]: _type = "Task" [ 1074.475610] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.484060] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283275, 'name': CreateVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.576591] env[69357]: DEBUG nova.compute.manager [req-c6824603-b099-4580-be22-a8cd1bf09c96 req-31cdf565-7e1c-4779-ba39-b7798ba17182 service nova] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Received event network-changed-65ce54b5-7885-4aa5-8c20-6dc7db21d5e1 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.576728] env[69357]: DEBUG nova.compute.manager [req-c6824603-b099-4580-be22-a8cd1bf09c96 req-31cdf565-7e1c-4779-ba39-b7798ba17182 service nova] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Refreshing instance network info cache due to event network-changed-65ce54b5-7885-4aa5-8c20-6dc7db21d5e1. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.576922] env[69357]: DEBUG oslo_concurrency.lockutils [req-c6824603-b099-4580-be22-a8cd1bf09c96 req-31cdf565-7e1c-4779-ba39-b7798ba17182 service nova] Acquiring lock "refresh_cache-da37ae95-0dd7-48ef-9e03-c05c8c4a9c36" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.577082] env[69357]: DEBUG oslo_concurrency.lockutils [req-c6824603-b099-4580-be22-a8cd1bf09c96 req-31cdf565-7e1c-4779-ba39-b7798ba17182 service nova] Acquired lock "refresh_cache-da37ae95-0dd7-48ef-9e03-c05c8c4a9c36" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.577311] env[69357]: DEBUG nova.network.neutron [req-c6824603-b099-4580-be22-a8cd1bf09c96 req-31cdf565-7e1c-4779-ba39-b7798ba17182 service nova] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Refreshing network info cache for port 65ce54b5-7885-4aa5-8c20-6dc7db21d5e1 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.616555] env[69357]: DEBUG nova.compute.manager [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1074.644054] env[69357]: DEBUG nova.virt.hardware [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.644347] env[69357]: DEBUG nova.virt.hardware [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.644506] env[69357]: DEBUG nova.virt.hardware [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.644681] env[69357]: DEBUG nova.virt.hardware [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.644829] env[69357]: DEBUG nova.virt.hardware [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.644973] env[69357]: DEBUG nova.virt.hardware [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.645205] env[69357]: DEBUG nova.virt.hardware [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.645393] env[69357]: DEBUG nova.virt.hardware [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.645571] env[69357]: DEBUG nova.virt.hardware [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.645741] env[69357]: DEBUG nova.virt.hardware [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.645908] env[69357]: DEBUG nova.virt.hardware [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.647238] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a7a02e-9daa-4dc6-aec0-6b4bd53555c0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.655039] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778aef97-6cee-459c-8617-7b9806e6030b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.775573] env[69357]: DEBUG oslo_vmware.api [None req-c18aabe6-180e-4941-9cf4-57122a6eb3c0 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Task: {'id': task-3283273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136947} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.775819] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c18aabe6-180e-4941-9cf4-57122a6eb3c0 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.776049] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c18aabe6-180e-4941-9cf4-57122a6eb3c0 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.776235] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c18aabe6-180e-4941-9cf4-57122a6eb3c0 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.776484] env[69357]: INFO nova.compute.manager [None req-c18aabe6-180e-4941-9cf4-57122a6eb3c0 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1074.776661] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c18aabe6-180e-4941-9cf4-57122a6eb3c0 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.776852] env[69357]: DEBUG nova.compute.manager [-] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1074.776944] env[69357]: DEBUG nova.network.neutron [-] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1074.836800] env[69357]: DEBUG nova.compute.manager [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Stashing vm_state: stopped {{(pid=69357) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1074.846376] env[69357]: INFO nova.network.neutron [None req-9632627c-8162-4d40-bae4-e70d0f42e4d0 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Port 51da2b05-86ae-4de9-967f-38e8d74c7ea7 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1074.846376] env[69357]: DEBUG nova.network.neutron [None req-9632627c-8162-4d40-bae4-e70d0f42e4d0 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Updating instance_info_cache with network_info: [{"id": "787cd20f-b7ed-4868-8194-87b9636a7b66", "address": "fa:16:3e:45:5e:d4", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap787cd20f-b7", "ovs_interfaceid": "787cd20f-b7ed-4868-8194-87b9636a7b66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.863642] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a42fdc4b-c248-4127-aa22-f87b6939ebda tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "interface-21b56f99-6443-4fe7-8b29-2e2c571f99e3-51da2b05-86ae-4de9-967f-38e8d74c7ea7" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.863983] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a42fdc4b-c248-4127-aa22-f87b6939ebda tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "interface-21b56f99-6443-4fe7-8b29-2e2c571f99e3-51da2b05-86ae-4de9-967f-38e8d74c7ea7" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.864473] env[69357]: DEBUG nova.objects.instance [None req-a42fdc4b-c248-4127-aa22-f87b6939ebda tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lazy-loading 'flavor' on Instance uuid 21b56f99-6443-4fe7-8b29-2e2c571f99e3 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.955630] env[69357]: DEBUG oslo_vmware.api [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283271, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.977490] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.978125] env[69357]: DEBUG nova.compute.manager [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.989848] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283275, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.005213] env[69357]: DEBUG nova.network.neutron [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Successfully updated port: 3d956b0f-e10c-4c30-a4fd-46fb5f9c4161 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1075.275825] env[69357]: DEBUG nova.network.neutron [req-c6824603-b099-4580-be22-a8cd1bf09c96 req-31cdf565-7e1c-4779-ba39-b7798ba17182 service nova] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Updated VIF entry in instance network info cache for port 65ce54b5-7885-4aa5-8c20-6dc7db21d5e1. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.276191] env[69357]: DEBUG nova.network.neutron [req-c6824603-b099-4580-be22-a8cd1bf09c96 req-31cdf565-7e1c-4779-ba39-b7798ba17182 service nova] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Updating instance_info_cache with network_info: [{"id": "65ce54b5-7885-4aa5-8c20-6dc7db21d5e1", "address": "fa:16:3e:63:ee:4a", "network": {"id": "256f2819-f719-4377-82d3-97bddef87341", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-545752502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34055bbad79e42e59bb22ff7a0529002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65ce54b5-78", "ovs_interfaceid": "65ce54b5-7885-4aa5-8c20-6dc7db21d5e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.349040] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9632627c-8162-4d40-bae4-e70d0f42e4d0 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Releasing lock "refresh_cache-03f0e5ec-8777-42ce-9b73-a5dd273204df" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.351307] env[69357]: DEBUG oslo_concurrency.lockutils [req-aaa6cabe-233c-4a50-94ae-964e1c9eebc5 req-c25618f2-ccfd-4410-9533-7efdf590b69c service nova] Acquired lock "refresh_cache-03f0e5ec-8777-42ce-9b73-a5dd273204df" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.351548] env[69357]: DEBUG nova.network.neutron [req-aaa6cabe-233c-4a50-94ae-964e1c9eebc5 req-c25618f2-ccfd-4410-9533-7efdf590b69c service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Refreshing network info cache for port 787cd20f-b7ed-4868-8194-87b9636a7b66 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.357973] env[69357]: DEBUG oslo_concurrency.lockutils [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.358236] env[69357]: DEBUG oslo_concurrency.lockutils [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.450877] env[69357]: DEBUG nova.objects.instance [None req-a42fdc4b-c248-4127-aa22-f87b6939ebda tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lazy-loading 'pci_requests' on Instance uuid 21b56f99-6443-4fe7-8b29-2e2c571f99e3 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.457657] env[69357]: DEBUG oslo_vmware.api [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283271, 'name': ReconfigVM_Task, 'duration_secs': 1.19085} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.458468] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Reconfigured VM instance instance-0000005f to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1075.459404] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30949cd0-5d5d-4f66-8175-d137f171d53b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.482352] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 79ac978d-b2d3-4ad5-8166-969c511a07c0/79ac978d-b2d3-4ad5-8166-969c511a07c0.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.482865] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d955f9cb-8cfd-460c-9411-1df4e48df3e5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.499416] env[69357]: DEBUG nova.compute.utils [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.500916] env[69357]: DEBUG nova.compute.manager [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1075.501099] env[69357]: DEBUG nova.network.neutron [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1075.508720] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "refresh_cache-88c039e8-358a-400e-960c-d718b37a8677" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.508720] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquired lock "refresh_cache-88c039e8-358a-400e-960c-d718b37a8677" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.508720] env[69357]: DEBUG nova.network.neutron [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.509553] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283275, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.510869] env[69357]: DEBUG oslo_vmware.api [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for the task: (returnval){ [ 1075.510869] env[69357]: value = "task-3283276" [ 1075.510869] env[69357]: _type = "Task" [ 1075.510869] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.519596] env[69357]: DEBUG oslo_vmware.api [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283276, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.537278] env[69357]: DEBUG nova.policy [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '554ddead58784afba018a02565cdc466', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c73ab9fcfd4648fd8935b075e25a9deb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1075.616964] env[69357]: DEBUG nova.network.neutron [-] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.778507] env[69357]: DEBUG oslo_concurrency.lockutils [req-c6824603-b099-4580-be22-a8cd1bf09c96 req-31cdf565-7e1c-4779-ba39-b7798ba17182 service nova] Releasing lock "refresh_cache-da37ae95-0dd7-48ef-9e03-c05c8c4a9c36" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.855162] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9632627c-8162-4d40-bae4-e70d0f42e4d0 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "interface-03f0e5ec-8777-42ce-9b73-a5dd273204df-51da2b05-86ae-4de9-967f-38e8d74c7ea7" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.700s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.862276] env[69357]: INFO nova.compute.claims [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.867106] env[69357]: DEBUG nova.network.neutron [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Successfully created port: b6dc1eb6-1ef1-4627-b473-4db26d6838f0 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.954505] env[69357]: DEBUG nova.objects.base [None req-a42fdc4b-c248-4127-aa22-f87b6939ebda tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Object Instance<21b56f99-6443-4fe7-8b29-2e2c571f99e3> lazy-loaded attributes: flavor,pci_requests {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1075.954969] env[69357]: DEBUG nova.network.neutron [None req-a42fdc4b-c248-4127-aa22-f87b6939ebda tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1075.995147] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283275, 'name': CreateVM_Task, 'duration_secs': 1.353798} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.995402] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.996298] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.996537] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.996969] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.997322] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bf0c66d-cd3b-4d9d-bb32-4d784f49350c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.004507] env[69357]: DEBUG nova.compute.manager [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1076.007194] env[69357]: DEBUG oslo_vmware.api [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1076.007194] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5238fa1a-5039-ee48-11e9-a6d16ede6bde" [ 1076.007194] env[69357]: _type = "Task" [ 1076.007194] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.021976] env[69357]: DEBUG oslo_vmware.api [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5238fa1a-5039-ee48-11e9-a6d16ede6bde, 'name': SearchDatastore_Task, 'duration_secs': 0.010378} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.022605] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.022843] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.023127] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.023316] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.023544] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.027631] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7633b29-89ba-490f-b003-054fe7087771 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.029499] env[69357]: DEBUG oslo_vmware.api [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283276, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.036895] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.037169] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.038032] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18fef17e-dcfa-4c22-85bf-fa6ed3b9cd22 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.043733] env[69357]: DEBUG oslo_vmware.api [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1076.043733] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52157142-be4e-55c9-0516-d87e75ca2535" [ 1076.043733] env[69357]: _type = "Task" [ 1076.043733] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.053670] env[69357]: DEBUG oslo_vmware.api [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52157142-be4e-55c9-0516-d87e75ca2535, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.058152] env[69357]: DEBUG nova.policy [None req-a42fdc4b-c248-4127-aa22-f87b6939ebda tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d3d65e0f327459cbcf60e590b9b1054', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fee1c5526ed04060a1bc0e75be3dc547', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.082037] env[69357]: DEBUG nova.network.neutron [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1076.119353] env[69357]: INFO nova.compute.manager [-] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Took 1.34 seconds to deallocate network for instance. [ 1076.167854] env[69357]: DEBUG nova.network.neutron [req-aaa6cabe-233c-4a50-94ae-964e1c9eebc5 req-c25618f2-ccfd-4410-9533-7efdf590b69c service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Updated VIF entry in instance network info cache for port 787cd20f-b7ed-4868-8194-87b9636a7b66. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.168210] env[69357]: DEBUG nova.network.neutron [req-aaa6cabe-233c-4a50-94ae-964e1c9eebc5 req-c25618f2-ccfd-4410-9533-7efdf590b69c service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Updating instance_info_cache with network_info: [{"id": "787cd20f-b7ed-4868-8194-87b9636a7b66", "address": "fa:16:3e:45:5e:d4", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap787cd20f-b7", "ovs_interfaceid": "787cd20f-b7ed-4868-8194-87b9636a7b66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.291656] env[69357]: DEBUG nova.network.neutron [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Updating instance_info_cache with network_info: [{"id": "3d956b0f-e10c-4c30-a4fd-46fb5f9c4161", "address": "fa:16:3e:96:7a:06", "network": {"id": "1fe716ab-5de7-4135-baac-15962de59e5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-749542812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01537ba7ccd1491f8129f9bc9e5b0ba8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d956b0f-e1", "ovs_interfaceid": "3d956b0f-e10c-4c30-a4fd-46fb5f9c4161", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.365165] env[69357]: DEBUG nova.compute.manager [req-d26750a1-22d0-4e42-a921-6412b5d4b9db req-9b35591d-fab7-4c49-b859-71d19cd2a649 service nova] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Received event network-changed-ac98f4cb-2315-49ff-b3e6-226d182f37dc {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.365165] env[69357]: DEBUG nova.compute.manager [req-d26750a1-22d0-4e42-a921-6412b5d4b9db req-9b35591d-fab7-4c49-b859-71d19cd2a649 service nova] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Refreshing instance network info cache due to event network-changed-ac98f4cb-2315-49ff-b3e6-226d182f37dc. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.365363] env[69357]: DEBUG oslo_concurrency.lockutils [req-d26750a1-22d0-4e42-a921-6412b5d4b9db req-9b35591d-fab7-4c49-b859-71d19cd2a649 service nova] Acquiring lock "refresh_cache-21b56f99-6443-4fe7-8b29-2e2c571f99e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.365540] env[69357]: DEBUG oslo_concurrency.lockutils [req-d26750a1-22d0-4e42-a921-6412b5d4b9db req-9b35591d-fab7-4c49-b859-71d19cd2a649 service nova] Acquired lock "refresh_cache-21b56f99-6443-4fe7-8b29-2e2c571f99e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.365705] env[69357]: DEBUG nova.network.neutron [req-d26750a1-22d0-4e42-a921-6412b5d4b9db req-9b35591d-fab7-4c49-b859-71d19cd2a649 service nova] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Refreshing network info cache for port ac98f4cb-2315-49ff-b3e6-226d182f37dc {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.370917] env[69357]: INFO nova.compute.resource_tracker [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Updating resource usage from migration a3250b80-1e39-437e-8caf-d8847d9860c0 [ 1076.524279] env[69357]: DEBUG oslo_vmware.api [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283276, 'name': ReconfigVM_Task, 'duration_secs': 0.567092} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.526631] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 79ac978d-b2d3-4ad5-8166-969c511a07c0/79ac978d-b2d3-4ad5-8166-969c511a07c0.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.526925] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Updating instance '79ac978d-b2d3-4ad5-8166-969c511a07c0' progress to 50 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1076.554326] env[69357]: DEBUG oslo_vmware.api [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52157142-be4e-55c9-0516-d87e75ca2535, 'name': SearchDatastore_Task, 'duration_secs': 0.008998} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.554889] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-186db5b8-a1a6-4673-8b4f-e34cd17491ca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.557840] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-631285df-1a77-4b24-a33c-49e50d0fe202 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Volume attach. Driver type: vmdk {{(pid=69357) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1076.558084] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-631285df-1a77-4b24-a33c-49e50d0fe202 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655683', 'volume_id': 'df3b38bc-495a-4836-8a0d-f67e64845506', 'name': 'volume-df3b38bc-495a-4836-8a0d-f67e64845506', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e0f7cdda-4cd6-416a-9a08-3fd4b41b057f', 'attached_at': '', 'detached_at': '', 'volume_id': 'df3b38bc-495a-4836-8a0d-f67e64845506', 'serial': 'df3b38bc-495a-4836-8a0d-f67e64845506'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1076.558817] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccab7600-21ea-42d7-8d35-0a3e1be3ebbe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.567926] env[69357]: DEBUG oslo_vmware.api [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1076.567926] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e95254-d505-1fdf-5451-de3ef0efd227" [ 1076.567926] env[69357]: _type = "Task" [ 1076.567926] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.582587] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b879564-fec5-490d-8b2a-fb601d7236a6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.585569] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a31cd3c-50aa-43e0-a1fc-106f3d1542d6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.595577] env[69357]: DEBUG oslo_vmware.api [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e95254-d505-1fdf-5451-de3ef0efd227, 'name': SearchDatastore_Task, 'duration_secs': 0.010581} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.608142] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.608408] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] da37ae95-0dd7-48ef-9e03-c05c8c4a9c36/da37ae95-0dd7-48ef-9e03-c05c8c4a9c36.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.609415] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400965dc-a0b6-4bc8-9b99-d1a19fa808a0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.619913] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-631285df-1a77-4b24-a33c-49e50d0fe202 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] volume-df3b38bc-495a-4836-8a0d-f67e64845506/volume-df3b38bc-495a-4836-8a0d-f67e64845506.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.621051] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0e9ef1d-1333-4bf9-9028-306234b7eb22 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.622979] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dea86104-cba8-4457-8b5f-60b16d7c2475 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.637071] env[69357]: DEBUG nova.compute.manager [req-289a8891-93d1-4ede-8a7c-b77eeb825b16 req-4bac0eb9-b1af-4154-810b-9eeb692afae1 service nova] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Received event network-vif-plugged-3d956b0f-e10c-4c30-a4fd-46fb5f9c4161 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.637317] env[69357]: DEBUG oslo_concurrency.lockutils [req-289a8891-93d1-4ede-8a7c-b77eeb825b16 req-4bac0eb9-b1af-4154-810b-9eeb692afae1 service nova] Acquiring lock "88c039e8-358a-400e-960c-d718b37a8677-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.637535] env[69357]: DEBUG oslo_concurrency.lockutils [req-289a8891-93d1-4ede-8a7c-b77eeb825b16 req-4bac0eb9-b1af-4154-810b-9eeb692afae1 service nova] Lock "88c039e8-358a-400e-960c-d718b37a8677-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.637701] env[69357]: DEBUG oslo_concurrency.lockutils [req-289a8891-93d1-4ede-8a7c-b77eeb825b16 req-4bac0eb9-b1af-4154-810b-9eeb692afae1 service nova] Lock "88c039e8-358a-400e-960c-d718b37a8677-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.637858] env[69357]: DEBUG nova.compute.manager [req-289a8891-93d1-4ede-8a7c-b77eeb825b16 req-4bac0eb9-b1af-4154-810b-9eeb692afae1 service nova] [instance: 88c039e8-358a-400e-960c-d718b37a8677] No waiting events found dispatching network-vif-plugged-3d956b0f-e10c-4c30-a4fd-46fb5f9c4161 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1076.638029] env[69357]: WARNING nova.compute.manager [req-289a8891-93d1-4ede-8a7c-b77eeb825b16 req-4bac0eb9-b1af-4154-810b-9eeb692afae1 service nova] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Received unexpected event network-vif-plugged-3d956b0f-e10c-4c30-a4fd-46fb5f9c4161 for instance with vm_state building and task_state spawning. [ 1076.638193] env[69357]: DEBUG nova.compute.manager [req-289a8891-93d1-4ede-8a7c-b77eeb825b16 req-4bac0eb9-b1af-4154-810b-9eeb692afae1 service nova] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Received event network-changed-3d956b0f-e10c-4c30-a4fd-46fb5f9c4161 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.638342] env[69357]: DEBUG nova.compute.manager [req-289a8891-93d1-4ede-8a7c-b77eeb825b16 req-4bac0eb9-b1af-4154-810b-9eeb692afae1 service nova] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Refreshing instance network info cache due to event network-changed-3d956b0f-e10c-4c30-a4fd-46fb5f9c4161. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.638505] env[69357]: DEBUG oslo_concurrency.lockutils [req-289a8891-93d1-4ede-8a7c-b77eeb825b16 req-4bac0eb9-b1af-4154-810b-9eeb692afae1 service nova] Acquiring lock "refresh_cache-88c039e8-358a-400e-960c-d718b37a8677" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.639933] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c18aabe6-180e-4941-9cf4-57122a6eb3c0 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.674021] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7e6fd5-16f5-4918-a267-0324246fa403 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.674021] env[69357]: DEBUG oslo_vmware.api [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1076.674021] env[69357]: value = "task-3283277" [ 1076.674021] env[69357]: _type = "Task" [ 1076.674021] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.674021] env[69357]: DEBUG oslo_concurrency.lockutils [req-aaa6cabe-233c-4a50-94ae-964e1c9eebc5 req-c25618f2-ccfd-4410-9533-7efdf590b69c service nova] Releasing lock "refresh_cache-03f0e5ec-8777-42ce-9b73-a5dd273204df" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.674021] env[69357]: DEBUG oslo_vmware.api [None req-631285df-1a77-4b24-a33c-49e50d0fe202 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1076.674021] env[69357]: value = "task-3283278" [ 1076.674021] env[69357]: _type = "Task" [ 1076.674021] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.685958] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e040a8-eb72-41bf-b846-2ec2044a1225 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.465748] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Releasing lock "refresh_cache-88c039e8-358a-400e-960c-d718b37a8677" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.465748] env[69357]: DEBUG nova.compute.manager [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Instance network_info: |[{"id": "3d956b0f-e10c-4c30-a4fd-46fb5f9c4161", "address": "fa:16:3e:96:7a:06", "network": {"id": "1fe716ab-5de7-4135-baac-15962de59e5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-749542812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01537ba7ccd1491f8129f9bc9e5b0ba8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d956b0f-e1", "ovs_interfaceid": "3d956b0f-e10c-4c30-a4fd-46fb5f9c4161", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1077.467800] env[69357]: DEBUG nova.compute.manager [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1077.470216] env[69357]: DEBUG oslo_vmware.api [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.470398] env[69357]: WARNING oslo_vmware.common.loopingcall [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] task run outlasted interval by 0.295899 sec [ 1077.471667] env[69357]: DEBUG oslo_vmware.api [None req-631285df-1a77-4b24-a33c-49e50d0fe202 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.471667] env[69357]: WARNING oslo_vmware.common.loopingcall [None req-631285df-1a77-4b24-a33c-49e50d0fe202 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] task run outlasted interval by 0.29621299999999995 sec [ 1077.471667] env[69357]: DEBUG oslo_concurrency.lockutils [req-289a8891-93d1-4ede-8a7c-b77eeb825b16 req-4bac0eb9-b1af-4154-810b-9eeb692afae1 service nova] Acquired lock "refresh_cache-88c039e8-358a-400e-960c-d718b37a8677" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.471667] env[69357]: DEBUG nova.network.neutron [req-289a8891-93d1-4ede-8a7c-b77eeb825b16 req-4bac0eb9-b1af-4154-810b-9eeb692afae1 service nova] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Refreshing network info cache for port 3d956b0f-e10c-4c30-a4fd-46fb5f9c4161 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.472705] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:7a:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d956b0f-e10c-4c30-a4fd-46fb5f9c4161', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.480078] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.480886] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a04b2bc-9381-4bd6-b85a-f1829b032a96 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.486142] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.500025] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f562be24-01e2-4b3c-98e9-1e73863a226d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.515177] env[69357]: DEBUG nova.compute.provider_tree [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1077.537734] env[69357]: DEBUG nova.virt.hardware [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.538105] env[69357]: DEBUG nova.virt.hardware [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.538177] env[69357]: DEBUG nova.virt.hardware [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.538347] env[69357]: DEBUG nova.virt.hardware [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.538488] env[69357]: DEBUG nova.virt.hardware [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.538632] env[69357]: DEBUG nova.virt.hardware [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.538835] env[69357]: DEBUG nova.virt.hardware [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.538991] env[69357]: DEBUG nova.virt.hardware [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.539172] env[69357]: DEBUG nova.virt.hardware [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.539330] env[69357]: DEBUG nova.virt.hardware [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.539539] env[69357]: DEBUG nova.virt.hardware [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.543457] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b29c0b-8c3f-47ea-b46b-46515bf7fb68 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.546718] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7ef9bf-2e64-45e4-bd0c-452108c810d3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.556283] env[69357]: DEBUG oslo_vmware.api [None req-631285df-1a77-4b24-a33c-49e50d0fe202 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283278, 'name': ReconfigVM_Task, 'duration_secs': 0.415522} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.556500] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.556500] env[69357]: value = "task-3283279" [ 1077.556500] env[69357]: _type = "Task" [ 1077.556500] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.556725] env[69357]: DEBUG oslo_vmware.api [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283277, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46984} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.557576] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-631285df-1a77-4b24-a33c-49e50d0fe202 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Reconfigured VM instance instance-00000060 to attach disk [datastore1] volume-df3b38bc-495a-4836-8a0d-f67e64845506/volume-df3b38bc-495a-4836-8a0d-f67e64845506.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.562585] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] da37ae95-0dd7-48ef-9e03-c05c8c4a9c36/da37ae95-0dd7-48ef-9e03-c05c8c4a9c36.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.562815] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.578517] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c1fa988-426e-40e9-9849-9f2194913744 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.591655] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-168ee188-b371-4655-a4e3-c0e4ec879551 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.593442] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Updating instance '79ac978d-b2d3-4ad5-8166-969c511a07c0' progress to 67 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1077.597911] env[69357]: ERROR nova.scheduler.client.report [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [req-a08ec9c8-8e35-4a82-ab4a-93218949602d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcb9ec35-bfdd-4e17-b2d7-2501509e9896. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a08ec9c8-8e35-4a82-ab4a-93218949602d"}]} [ 1077.601582] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f459b2-c9fa-4bb7-8ea0-80685619d1c8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.614530] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283279, 'name': CreateVM_Task} progress is 15%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.626422] env[69357]: DEBUG oslo_vmware.api [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1077.626422] env[69357]: value = "task-3283281" [ 1077.626422] env[69357]: _type = "Task" [ 1077.626422] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.626744] env[69357]: DEBUG oslo_vmware.api [None req-631285df-1a77-4b24-a33c-49e50d0fe202 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1077.626744] env[69357]: value = "task-3283280" [ 1077.626744] env[69357]: _type = "Task" [ 1077.626744] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.627820] env[69357]: DEBUG nova.scheduler.client.report [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Refreshing inventories for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1077.642184] env[69357]: DEBUG oslo_vmware.api [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283281, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.646754] env[69357]: DEBUG oslo_vmware.api [None req-631285df-1a77-4b24-a33c-49e50d0fe202 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.646754] env[69357]: DEBUG nova.network.neutron [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Successfully updated port: b6dc1eb6-1ef1-4627-b473-4db26d6838f0 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1077.661730] env[69357]: DEBUG nova.scheduler.client.report [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Updating ProviderTree inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1077.662131] env[69357]: DEBUG nova.compute.provider_tree [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1077.681018] env[69357]: DEBUG nova.scheduler.client.report [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Refreshing aggregate associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, aggregates: None {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1077.708285] env[69357]: DEBUG nova.scheduler.client.report [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Refreshing trait associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1077.745923] env[69357]: DEBUG nova.network.neutron [None req-a42fdc4b-c248-4127-aa22-f87b6939ebda tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Successfully updated port: 51da2b05-86ae-4de9-967f-38e8d74c7ea7 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1077.814058] env[69357]: DEBUG nova.network.neutron [req-d26750a1-22d0-4e42-a921-6412b5d4b9db req-9b35591d-fab7-4c49-b859-71d19cd2a649 service nova] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Updated VIF entry in instance network info cache for port ac98f4cb-2315-49ff-b3e6-226d182f37dc. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.814429] env[69357]: DEBUG nova.network.neutron [req-d26750a1-22d0-4e42-a921-6412b5d4b9db req-9b35591d-fab7-4c49-b859-71d19cd2a649 service nova] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Updating instance_info_cache with network_info: [{"id": "ac98f4cb-2315-49ff-b3e6-226d182f37dc", "address": "fa:16:3e:de:cc:92", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac98f4cb-23", "ovs_interfaceid": "ac98f4cb-2315-49ff-b3e6-226d182f37dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.936055] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9e5e92-f644-4d30-87a7-b2da9f3c6d4d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.943442] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b67020-2897-4644-9df4-ab6cf24d8e01 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.973671] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbb142c-fa7b-4341-8744-b5d51ae95032 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.981357] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d49bdea-5420-4e80-b889-1897c7deeac3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.998338] env[69357]: DEBUG nova.compute.provider_tree [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1078.070897] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283279, 'name': CreateVM_Task, 'duration_secs': 0.463351} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.071072] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1078.071704] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.071868] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.072190] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.072437] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fabe231c-4bd7-45ed-ae02-851e1c4e6af0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.077416] env[69357]: DEBUG oslo_vmware.api [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1078.077416] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5221e334-7a99-3588-1b2f-ba28581b1ee5" [ 1078.077416] env[69357]: _type = "Task" [ 1078.077416] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.086652] env[69357]: DEBUG oslo_vmware.api [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5221e334-7a99-3588-1b2f-ba28581b1ee5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.141606] env[69357]: DEBUG nova.network.neutron [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Port c23b7748-ff2e-47bd-9dca-066779f516a1 binding to destination host cpu-1 is already ACTIVE {{(pid=69357) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1078.148825] env[69357]: DEBUG oslo_vmware.api [None req-631285df-1a77-4b24-a33c-49e50d0fe202 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283280, 'name': ReconfigVM_Task, 'duration_secs': 0.229145} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.149406] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquiring lock "refresh_cache-3325a9cb-086d-4817-8941-d1eb7aa09748" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.149565] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquired lock "refresh_cache-3325a9cb-086d-4817-8941-d1eb7aa09748" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.149792] env[69357]: DEBUG nova.network.neutron [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.151371] env[69357]: DEBUG oslo_vmware.api [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283281, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078547} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.151936] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-631285df-1a77-4b24-a33c-49e50d0fe202 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655683', 'volume_id': 'df3b38bc-495a-4836-8a0d-f67e64845506', 'name': 'volume-df3b38bc-495a-4836-8a0d-f67e64845506', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e0f7cdda-4cd6-416a-9a08-3fd4b41b057f', 'attached_at': '', 'detached_at': '', 'volume_id': 'df3b38bc-495a-4836-8a0d-f67e64845506', 'serial': 'df3b38bc-495a-4836-8a0d-f67e64845506'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1078.153348] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.154449] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0eb045-ebd6-4c0b-af40-bc1a2381d0e6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.178374] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] da37ae95-0dd7-48ef-9e03-c05c8c4a9c36/da37ae95-0dd7-48ef-9e03-c05c8c4a9c36.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.179411] env[69357]: DEBUG nova.network.neutron [req-289a8891-93d1-4ede-8a7c-b77eeb825b16 req-4bac0eb9-b1af-4154-810b-9eeb692afae1 service nova] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Updated VIF entry in instance network info cache for port 3d956b0f-e10c-4c30-a4fd-46fb5f9c4161. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.179756] env[69357]: DEBUG nova.network.neutron [req-289a8891-93d1-4ede-8a7c-b77eeb825b16 req-4bac0eb9-b1af-4154-810b-9eeb692afae1 service nova] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Updating instance_info_cache with network_info: [{"id": "3d956b0f-e10c-4c30-a4fd-46fb5f9c4161", "address": "fa:16:3e:96:7a:06", "network": {"id": "1fe716ab-5de7-4135-baac-15962de59e5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-749542812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01537ba7ccd1491f8129f9bc9e5b0ba8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d956b0f-e1", "ovs_interfaceid": "3d956b0f-e10c-4c30-a4fd-46fb5f9c4161", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.181520] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97fe1eec-a6ec-4cb8-b0aa-b47902bae269 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.202797] env[69357]: DEBUG oslo_vmware.api [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1078.202797] env[69357]: value = "task-3283282" [ 1078.202797] env[69357]: _type = "Task" [ 1078.202797] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.211421] env[69357]: DEBUG oslo_vmware.api [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283282, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.249143] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a42fdc4b-c248-4127-aa22-f87b6939ebda tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "refresh_cache-21b56f99-6443-4fe7-8b29-2e2c571f99e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.319635] env[69357]: DEBUG oslo_concurrency.lockutils [req-d26750a1-22d0-4e42-a921-6412b5d4b9db req-9b35591d-fab7-4c49-b859-71d19cd2a649 service nova] Releasing lock "refresh_cache-21b56f99-6443-4fe7-8b29-2e2c571f99e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.320019] env[69357]: DEBUG nova.compute.manager [req-d26750a1-22d0-4e42-a921-6412b5d4b9db req-9b35591d-fab7-4c49-b859-71d19cd2a649 service nova] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Received event network-vif-deleted-a7fb6cec-282e-4c29-87e4-dda0d5846448 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.320494] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a42fdc4b-c248-4127-aa22-f87b6939ebda tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquired lock "refresh_cache-21b56f99-6443-4fe7-8b29-2e2c571f99e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.320710] env[69357]: DEBUG nova.network.neutron [None req-a42fdc4b-c248-4127-aa22-f87b6939ebda tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.531177] env[69357]: DEBUG nova.scheduler.client.report [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Updated inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with generation 143 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1078.531475] env[69357]: DEBUG nova.compute.provider_tree [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Updating resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 generation from 143 to 144 during operation: update_inventory {{(pid=69357) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1078.531656] env[69357]: DEBUG nova.compute.provider_tree [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1078.588380] env[69357]: DEBUG oslo_vmware.api [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5221e334-7a99-3588-1b2f-ba28581b1ee5, 'name': SearchDatastore_Task, 'duration_secs': 0.008709} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.588732] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.588969] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1078.589227] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.589375] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.589574] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1078.589839] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4727a91-f5fb-479c-9b38-4bed2dca4476 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.597885] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1078.598047] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1078.598727] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ff2cb2b-9f36-4c2e-a9e7-9d6d1d220621 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.604175] env[69357]: DEBUG oslo_vmware.api [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1078.604175] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]526de12a-2ab8-f231-7fd2-196f0788a0ee" [ 1078.604175] env[69357]: _type = "Task" [ 1078.604175] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.612179] env[69357]: DEBUG oslo_vmware.api [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]526de12a-2ab8-f231-7fd2-196f0788a0ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.696068] env[69357]: DEBUG nova.network.neutron [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.698336] env[69357]: DEBUG oslo_concurrency.lockutils [req-289a8891-93d1-4ede-8a7c-b77eeb825b16 req-4bac0eb9-b1af-4154-810b-9eeb692afae1 service nova] Releasing lock "refresh_cache-88c039e8-358a-400e-960c-d718b37a8677" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.712496] env[69357]: DEBUG oslo_vmware.api [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283282, 'name': ReconfigVM_Task, 'duration_secs': 0.273173} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.713365] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Reconfigured VM instance instance-00000062 to attach disk [datastore1] da37ae95-0dd7-48ef-9e03-c05c8c4a9c36/da37ae95-0dd7-48ef-9e03-c05c8c4a9c36.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.713991] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16f67fc4-43f4-4a93-99db-c57ed10f03a2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.721853] env[69357]: DEBUG oslo_vmware.api [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1078.721853] env[69357]: value = "task-3283283" [ 1078.721853] env[69357]: _type = "Task" [ 1078.721853] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.730851] env[69357]: DEBUG oslo_vmware.api [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283283, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.856534] env[69357]: WARNING nova.network.neutron [None req-a42fdc4b-c248-4127-aa22-f87b6939ebda tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] 46150dba-e50f-47c1-9016-bf8c13ef7cfd already exists in list: networks containing: ['46150dba-e50f-47c1-9016-bf8c13ef7cfd']. ignoring it [ 1078.886482] env[69357]: DEBUG nova.network.neutron [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Updating instance_info_cache with network_info: [{"id": "b6dc1eb6-1ef1-4627-b473-4db26d6838f0", "address": "fa:16:3e:d0:08:57", "network": {"id": "5ddc1356-bab9-45c4-8200-1fb7195f0d77", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-903464567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c73ab9fcfd4648fd8935b075e25a9deb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6dc1eb6-1e", "ovs_interfaceid": "b6dc1eb6-1ef1-4627-b473-4db26d6838f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.903155] env[69357]: DEBUG nova.compute.manager [req-ddbd372c-9881-4dec-a50b-ce7fcf4faf77 req-594c9ec1-f9b9-4e6e-b402-32d5d57b3210 service nova] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Received event network-vif-plugged-b6dc1eb6-1ef1-4627-b473-4db26d6838f0 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.903462] env[69357]: DEBUG oslo_concurrency.lockutils [req-ddbd372c-9881-4dec-a50b-ce7fcf4faf77 req-594c9ec1-f9b9-4e6e-b402-32d5d57b3210 service nova] Acquiring lock "3325a9cb-086d-4817-8941-d1eb7aa09748-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.903689] env[69357]: DEBUG oslo_concurrency.lockutils [req-ddbd372c-9881-4dec-a50b-ce7fcf4faf77 req-594c9ec1-f9b9-4e6e-b402-32d5d57b3210 service nova] Lock "3325a9cb-086d-4817-8941-d1eb7aa09748-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.903913] env[69357]: DEBUG oslo_concurrency.lockutils [req-ddbd372c-9881-4dec-a50b-ce7fcf4faf77 req-594c9ec1-f9b9-4e6e-b402-32d5d57b3210 service nova] Lock "3325a9cb-086d-4817-8941-d1eb7aa09748-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.904044] env[69357]: DEBUG nova.compute.manager [req-ddbd372c-9881-4dec-a50b-ce7fcf4faf77 req-594c9ec1-f9b9-4e6e-b402-32d5d57b3210 service nova] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] No waiting events found dispatching network-vif-plugged-b6dc1eb6-1ef1-4627-b473-4db26d6838f0 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.904192] env[69357]: WARNING nova.compute.manager [req-ddbd372c-9881-4dec-a50b-ce7fcf4faf77 req-594c9ec1-f9b9-4e6e-b402-32d5d57b3210 service nova] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Received unexpected event network-vif-plugged-b6dc1eb6-1ef1-4627-b473-4db26d6838f0 for instance with vm_state building and task_state spawning. [ 1078.904355] env[69357]: DEBUG nova.compute.manager [req-ddbd372c-9881-4dec-a50b-ce7fcf4faf77 req-594c9ec1-f9b9-4e6e-b402-32d5d57b3210 service nova] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Received event network-vif-plugged-51da2b05-86ae-4de9-967f-38e8d74c7ea7 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.904505] env[69357]: DEBUG oslo_concurrency.lockutils [req-ddbd372c-9881-4dec-a50b-ce7fcf4faf77 req-594c9ec1-f9b9-4e6e-b402-32d5d57b3210 service nova] Acquiring lock "21b56f99-6443-4fe7-8b29-2e2c571f99e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.904665] env[69357]: DEBUG oslo_concurrency.lockutils [req-ddbd372c-9881-4dec-a50b-ce7fcf4faf77 req-594c9ec1-f9b9-4e6e-b402-32d5d57b3210 service nova] Lock "21b56f99-6443-4fe7-8b29-2e2c571f99e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.904841] env[69357]: DEBUG oslo_concurrency.lockutils [req-ddbd372c-9881-4dec-a50b-ce7fcf4faf77 req-594c9ec1-f9b9-4e6e-b402-32d5d57b3210 service nova] Lock "21b56f99-6443-4fe7-8b29-2e2c571f99e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.904998] env[69357]: DEBUG nova.compute.manager [req-ddbd372c-9881-4dec-a50b-ce7fcf4faf77 req-594c9ec1-f9b9-4e6e-b402-32d5d57b3210 service nova] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] No waiting events found dispatching network-vif-plugged-51da2b05-86ae-4de9-967f-38e8d74c7ea7 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.905169] env[69357]: WARNING nova.compute.manager [req-ddbd372c-9881-4dec-a50b-ce7fcf4faf77 req-594c9ec1-f9b9-4e6e-b402-32d5d57b3210 service nova] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Received unexpected event network-vif-plugged-51da2b05-86ae-4de9-967f-38e8d74c7ea7 for instance with vm_state active and task_state None. [ 1078.905321] env[69357]: DEBUG nova.compute.manager [req-ddbd372c-9881-4dec-a50b-ce7fcf4faf77 req-594c9ec1-f9b9-4e6e-b402-32d5d57b3210 service nova] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Received event network-changed-b6dc1eb6-1ef1-4627-b473-4db26d6838f0 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.905519] env[69357]: DEBUG nova.compute.manager [req-ddbd372c-9881-4dec-a50b-ce7fcf4faf77 req-594c9ec1-f9b9-4e6e-b402-32d5d57b3210 service nova] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Refreshing instance network info cache due to event network-changed-b6dc1eb6-1ef1-4627-b473-4db26d6838f0. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.905688] env[69357]: DEBUG oslo_concurrency.lockutils [req-ddbd372c-9881-4dec-a50b-ce7fcf4faf77 req-594c9ec1-f9b9-4e6e-b402-32d5d57b3210 service nova] Acquiring lock "refresh_cache-3325a9cb-086d-4817-8941-d1eb7aa09748" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.036709] env[69357]: DEBUG oslo_concurrency.lockutils [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.678s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.036950] env[69357]: INFO nova.compute.manager [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Migrating [ 1079.045593] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c18aabe6-180e-4941-9cf4-57122a6eb3c0 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.406s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.045815] env[69357]: DEBUG nova.objects.instance [None req-c18aabe6-180e-4941-9cf4-57122a6eb3c0 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lazy-loading 'resources' on Instance uuid 2db85cab-0719-40aa-a159-f1fd0dfca970 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.116604] env[69357]: DEBUG oslo_vmware.api [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]526de12a-2ab8-f231-7fd2-196f0788a0ee, 'name': SearchDatastore_Task, 'duration_secs': 0.009829} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.117377] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74ce993b-9257-4931-94fa-3acdcba23b55 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.123051] env[69357]: DEBUG oslo_vmware.api [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1079.123051] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]522fc7b9-916f-aa24-4593-e24f4b3dbf39" [ 1079.123051] env[69357]: _type = "Task" [ 1079.123051] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.130807] env[69357]: DEBUG oslo_vmware.api [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]522fc7b9-916f-aa24-4593-e24f4b3dbf39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.140477] env[69357]: DEBUG nova.network.neutron [None req-a42fdc4b-c248-4127-aa22-f87b6939ebda tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Updating instance_info_cache with network_info: [{"id": "ac98f4cb-2315-49ff-b3e6-226d182f37dc", "address": "fa:16:3e:de:cc:92", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac98f4cb-23", "ovs_interfaceid": "ac98f4cb-2315-49ff-b3e6-226d182f37dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "51da2b05-86ae-4de9-967f-38e8d74c7ea7", "address": "fa:16:3e:52:0b:53", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51da2b05-86", "ovs_interfaceid": "51da2b05-86ae-4de9-967f-38e8d74c7ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.174599] env[69357]: DEBUG oslo_concurrency.lockutils [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquiring lock "79ac978d-b2d3-4ad5-8166-969c511a07c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.174836] env[69357]: DEBUG oslo_concurrency.lockutils [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Lock "79ac978d-b2d3-4ad5-8166-969c511a07c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.175015] env[69357]: DEBUG oslo_concurrency.lockutils [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Lock "79ac978d-b2d3-4ad5-8166-969c511a07c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.201802] env[69357]: DEBUG nova.objects.instance [None req-631285df-1a77-4b24-a33c-49e50d0fe202 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lazy-loading 'flavor' on Instance uuid e0f7cdda-4cd6-416a-9a08-3fd4b41b057f {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.231929] env[69357]: DEBUG oslo_vmware.api [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283283, 'name': Rename_Task, 'duration_secs': 0.155643} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.232224] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.232467] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-190769e2-75e9-4437-921d-6a460eff26db {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.238893] env[69357]: DEBUG oslo_vmware.api [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1079.238893] env[69357]: value = "task-3283284" [ 1079.238893] env[69357]: _type = "Task" [ 1079.238893] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.246798] env[69357]: DEBUG oslo_vmware.api [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.389515] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Releasing lock "refresh_cache-3325a9cb-086d-4817-8941-d1eb7aa09748" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.389863] env[69357]: DEBUG nova.compute.manager [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Instance network_info: |[{"id": "b6dc1eb6-1ef1-4627-b473-4db26d6838f0", "address": "fa:16:3e:d0:08:57", "network": {"id": "5ddc1356-bab9-45c4-8200-1fb7195f0d77", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-903464567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c73ab9fcfd4648fd8935b075e25a9deb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6dc1eb6-1e", "ovs_interfaceid": "b6dc1eb6-1ef1-4627-b473-4db26d6838f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1079.390190] env[69357]: DEBUG oslo_concurrency.lockutils [req-ddbd372c-9881-4dec-a50b-ce7fcf4faf77 req-594c9ec1-f9b9-4e6e-b402-32d5d57b3210 service nova] Acquired lock "refresh_cache-3325a9cb-086d-4817-8941-d1eb7aa09748" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.390365] env[69357]: DEBUG nova.network.neutron [req-ddbd372c-9881-4dec-a50b-ce7fcf4faf77 req-594c9ec1-f9b9-4e6e-b402-32d5d57b3210 service nova] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Refreshing network info cache for port b6dc1eb6-1ef1-4627-b473-4db26d6838f0 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.391636] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:08:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6dc1eb6-1ef1-4627-b473-4db26d6838f0', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.399361] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.402722] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.403218] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99d6eeab-faca-4004-951a-0e94c65cf87d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.424942] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.424942] env[69357]: value = "task-3283285" [ 1079.424942] env[69357]: _type = "Task" [ 1079.424942] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.435156] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283285, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.555337] env[69357]: DEBUG oslo_concurrency.lockutils [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "refresh_cache-293709c1-4f73-4f7c-a4b9-c11d41ab685e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.555528] env[69357]: DEBUG oslo_concurrency.lockutils [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquired lock "refresh_cache-293709c1-4f73-4f7c-a4b9-c11d41ab685e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.555712] env[69357]: DEBUG nova.network.neutron [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.567517] env[69357]: DEBUG oslo_concurrency.lockutils [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "e0f7cdda-4cd6-416a-9a08-3fd4b41b057f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.608928] env[69357]: DEBUG nova.network.neutron [req-ddbd372c-9881-4dec-a50b-ce7fcf4faf77 req-594c9ec1-f9b9-4e6e-b402-32d5d57b3210 service nova] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Updated VIF entry in instance network info cache for port b6dc1eb6-1ef1-4627-b473-4db26d6838f0. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.609366] env[69357]: DEBUG nova.network.neutron [req-ddbd372c-9881-4dec-a50b-ce7fcf4faf77 req-594c9ec1-f9b9-4e6e-b402-32d5d57b3210 service nova] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Updating instance_info_cache with network_info: [{"id": "b6dc1eb6-1ef1-4627-b473-4db26d6838f0", "address": "fa:16:3e:d0:08:57", "network": {"id": "5ddc1356-bab9-45c4-8200-1fb7195f0d77", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-903464567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c73ab9fcfd4648fd8935b075e25a9deb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6dc1eb6-1e", "ovs_interfaceid": "b6dc1eb6-1ef1-4627-b473-4db26d6838f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.635880] env[69357]: DEBUG oslo_vmware.api [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]522fc7b9-916f-aa24-4593-e24f4b3dbf39, 'name': SearchDatastore_Task, 'duration_secs': 0.021097} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.636158] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.636414] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 88c039e8-358a-400e-960c-d718b37a8677/88c039e8-358a-400e-960c-d718b37a8677.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.636674] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8201e5f4-a920-41ee-a0fd-560a68cd079a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.643337] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a42fdc4b-c248-4127-aa22-f87b6939ebda tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Releasing lock "refresh_cache-21b56f99-6443-4fe7-8b29-2e2c571f99e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.643956] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a42fdc4b-c248-4127-aa22-f87b6939ebda tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "21b56f99-6443-4fe7-8b29-2e2c571f99e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.644129] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a42fdc4b-c248-4127-aa22-f87b6939ebda tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquired lock "21b56f99-6443-4fe7-8b29-2e2c571f99e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.644414] env[69357]: DEBUG oslo_vmware.api [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1079.644414] env[69357]: value = "task-3283286" [ 1079.644414] env[69357]: _type = "Task" [ 1079.644414] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.645381] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d53890-b8ef-4e5d-b2db-b862bc9f5b35 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.658342] env[69357]: DEBUG oslo_vmware.api [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.670140] env[69357]: DEBUG nova.virt.hardware [None req-a42fdc4b-c248-4127-aa22-f87b6939ebda tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.670388] env[69357]: DEBUG nova.virt.hardware [None req-a42fdc4b-c248-4127-aa22-f87b6939ebda tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.670542] env[69357]: DEBUG nova.virt.hardware [None req-a42fdc4b-c248-4127-aa22-f87b6939ebda tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.670720] env[69357]: DEBUG nova.virt.hardware [None req-a42fdc4b-c248-4127-aa22-f87b6939ebda tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.670868] env[69357]: DEBUG nova.virt.hardware [None req-a42fdc4b-c248-4127-aa22-f87b6939ebda tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.670998] env[69357]: DEBUG nova.virt.hardware [None req-a42fdc4b-c248-4127-aa22-f87b6939ebda tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.671216] env[69357]: DEBUG nova.virt.hardware [None req-a42fdc4b-c248-4127-aa22-f87b6939ebda tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.671374] env[69357]: DEBUG nova.virt.hardware [None req-a42fdc4b-c248-4127-aa22-f87b6939ebda tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.671538] env[69357]: DEBUG nova.virt.hardware [None req-a42fdc4b-c248-4127-aa22-f87b6939ebda tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.671704] env[69357]: DEBUG nova.virt.hardware [None req-a42fdc4b-c248-4127-aa22-f87b6939ebda tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.671874] env[69357]: DEBUG nova.virt.hardware [None req-a42fdc4b-c248-4127-aa22-f87b6939ebda tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.678179] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a42fdc4b-c248-4127-aa22-f87b6939ebda tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Reconfiguring VM to attach interface {{(pid=69357) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1079.682350] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c481de06-56ef-4300-9bbe-70294778c41a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.703298] env[69357]: DEBUG oslo_vmware.api [None req-a42fdc4b-c248-4127-aa22-f87b6939ebda tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 1079.703298] env[69357]: value = "task-3283287" [ 1079.703298] env[69357]: _type = "Task" [ 1079.703298] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.711507] env[69357]: DEBUG oslo_concurrency.lockutils [None req-631285df-1a77-4b24-a33c-49e50d0fe202 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "e0f7cdda-4cd6-416a-9a08-3fd4b41b057f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.756s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.712646] env[69357]: DEBUG oslo_concurrency.lockutils [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "e0f7cdda-4cd6-416a-9a08-3fd4b41b057f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.145s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.712876] env[69357]: DEBUG oslo_concurrency.lockutils [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "e0f7cdda-4cd6-416a-9a08-3fd4b41b057f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.713116] env[69357]: DEBUG oslo_concurrency.lockutils [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "e0f7cdda-4cd6-416a-9a08-3fd4b41b057f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.713245] env[69357]: DEBUG oslo_concurrency.lockutils [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "e0f7cdda-4cd6-416a-9a08-3fd4b41b057f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.715369] env[69357]: INFO nova.compute.manager [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Terminating instance [ 1079.721159] env[69357]: DEBUG oslo_vmware.api [None req-a42fdc4b-c248-4127-aa22-f87b6939ebda tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283287, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.730217] env[69357]: DEBUG oslo_concurrency.lockutils [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquiring lock "refresh_cache-79ac978d-b2d3-4ad5-8166-969c511a07c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.730436] env[69357]: DEBUG oslo_concurrency.lockutils [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquired lock "refresh_cache-79ac978d-b2d3-4ad5-8166-969c511a07c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.730659] env[69357]: DEBUG nova.network.neutron [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.751194] env[69357]: DEBUG oslo_vmware.api [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283284, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.804397] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69aaaa19-6cdf-453c-b132-0210f73db903 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.814850] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668eec7a-9445-4b11-a481-a511f793be8e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.856499] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ad99c8-5569-49f5-9a08-381f3ae47f0e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.864905] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8a88e7-261a-43cb-a1de-ad5a573cff30 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.880216] env[69357]: DEBUG nova.compute.provider_tree [None req-c18aabe6-180e-4941-9cf4-57122a6eb3c0 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.935035] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283285, 'name': CreateVM_Task, 'duration_secs': 0.3994} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.935273] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.936088] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.936305] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.936671] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.937077] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e48b1b4-1d45-42dc-b429-32ddf48481f1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.942902] env[69357]: DEBUG oslo_vmware.api [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 1079.942902] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]521a981e-6db8-2fed-9dc1-7cad91db51f1" [ 1079.942902] env[69357]: _type = "Task" [ 1079.942902] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.956045] env[69357]: DEBUG oslo_vmware.api [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]521a981e-6db8-2fed-9dc1-7cad91db51f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.115139] env[69357]: DEBUG oslo_concurrency.lockutils [req-ddbd372c-9881-4dec-a50b-ce7fcf4faf77 req-594c9ec1-f9b9-4e6e-b402-32d5d57b3210 service nova] Releasing lock "refresh_cache-3325a9cb-086d-4817-8941-d1eb7aa09748" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.115461] env[69357]: DEBUG nova.compute.manager [req-ddbd372c-9881-4dec-a50b-ce7fcf4faf77 req-594c9ec1-f9b9-4e6e-b402-32d5d57b3210 service nova] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Received event network-changed-51da2b05-86ae-4de9-967f-38e8d74c7ea7 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.115648] env[69357]: DEBUG nova.compute.manager [req-ddbd372c-9881-4dec-a50b-ce7fcf4faf77 req-594c9ec1-f9b9-4e6e-b402-32d5d57b3210 service nova] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Refreshing instance network info cache due to event network-changed-51da2b05-86ae-4de9-967f-38e8d74c7ea7. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.115863] env[69357]: DEBUG oslo_concurrency.lockutils [req-ddbd372c-9881-4dec-a50b-ce7fcf4faf77 req-594c9ec1-f9b9-4e6e-b402-32d5d57b3210 service nova] Acquiring lock "refresh_cache-21b56f99-6443-4fe7-8b29-2e2c571f99e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.116010] env[69357]: DEBUG oslo_concurrency.lockutils [req-ddbd372c-9881-4dec-a50b-ce7fcf4faf77 req-594c9ec1-f9b9-4e6e-b402-32d5d57b3210 service nova] Acquired lock "refresh_cache-21b56f99-6443-4fe7-8b29-2e2c571f99e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.116185] env[69357]: DEBUG nova.network.neutron [req-ddbd372c-9881-4dec-a50b-ce7fcf4faf77 req-594c9ec1-f9b9-4e6e-b402-32d5d57b3210 service nova] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Refreshing network info cache for port 51da2b05-86ae-4de9-967f-38e8d74c7ea7 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.158596] env[69357]: DEBUG oslo_vmware.api [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283286, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.212736] env[69357]: DEBUG oslo_vmware.api [None req-a42fdc4b-c248-4127-aa22-f87b6939ebda tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.223463] env[69357]: DEBUG nova.compute.manager [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1080.223748] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.223938] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c05c355-6924-47a3-8723-affd35bce9ed {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.230217] env[69357]: DEBUG oslo_vmware.api [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1080.230217] env[69357]: value = "task-3283288" [ 1080.230217] env[69357]: _type = "Task" [ 1080.230217] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.241662] env[69357]: DEBUG oslo_vmware.api [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.251095] env[69357]: DEBUG oslo_vmware.api [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283284, 'name': PowerOnVM_Task, 'duration_secs': 0.710037} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.251365] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.251564] env[69357]: INFO nova.compute.manager [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Took 7.94 seconds to spawn the instance on the hypervisor. [ 1080.251740] env[69357]: DEBUG nova.compute.manager [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.252501] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb8259c-73b7-4dfe-8a30-8988588bc85b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.279082] env[69357]: DEBUG nova.network.neutron [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Updating instance_info_cache with network_info: [{"id": "5102908f-e028-4263-8706-1621337f379f", "address": "fa:16:3e:c3:9d:92", "network": {"id": "91507c6f-2dae-4b3a-832f-a0844c7f3c7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-298291127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25f1f9bf540c4f3ca42ed05d7038170a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5102908f-e0", "ovs_interfaceid": "5102908f-e028-4263-8706-1621337f379f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.383560] env[69357]: DEBUG nova.scheduler.client.report [None req-c18aabe6-180e-4941-9cf4-57122a6eb3c0 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.456177] env[69357]: DEBUG oslo_vmware.api [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]521a981e-6db8-2fed-9dc1-7cad91db51f1, 'name': SearchDatastore_Task, 'duration_secs': 0.06012} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.456492] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.456728] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.457257] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.457257] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.457257] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.457535] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb4e79a3-4756-44b2-9358-cc0d0f8f91cc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.469693] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.469866] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.470574] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bd159da-7060-4997-b55c-d533d2e593f0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.475534] env[69357]: DEBUG oslo_vmware.api [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 1080.475534] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]521dc134-469b-7b5d-90a8-7935260ca8f7" [ 1080.475534] env[69357]: _type = "Task" [ 1080.475534] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.479798] env[69357]: DEBUG nova.network.neutron [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Updating instance_info_cache with network_info: [{"id": "c23b7748-ff2e-47bd-9dca-066779f516a1", "address": "fa:16:3e:17:f3:50", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc23b7748-ff", "ovs_interfaceid": "c23b7748-ff2e-47bd-9dca-066779f516a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.483919] env[69357]: DEBUG oslo_vmware.api [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]521dc134-469b-7b5d-90a8-7935260ca8f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.659906] env[69357]: DEBUG oslo_vmware.api [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283286, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544951} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.660208] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 88c039e8-358a-400e-960c-d718b37a8677/88c039e8-358a-400e-960c-d718b37a8677.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.660396] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.660638] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b63ab6d6-d5f3-4702-8a28-b4fad2cbe07f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.666931] env[69357]: DEBUG oslo_vmware.api [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1080.666931] env[69357]: value = "task-3283289" [ 1080.666931] env[69357]: _type = "Task" [ 1080.666931] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.674253] env[69357]: DEBUG oslo_vmware.api [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283289, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.711994] env[69357]: DEBUG oslo_vmware.api [None req-a42fdc4b-c248-4127-aa22-f87b6939ebda tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.738504] env[69357]: DEBUG oslo_vmware.api [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283288, 'name': PowerOffVM_Task, 'duration_secs': 0.206857} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.738793] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.739010] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Volume detach. Driver type: vmdk {{(pid=69357) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1080.739214] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655683', 'volume_id': 'df3b38bc-495a-4836-8a0d-f67e64845506', 'name': 'volume-df3b38bc-495a-4836-8a0d-f67e64845506', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e0f7cdda-4cd6-416a-9a08-3fd4b41b057f', 'attached_at': '', 'detached_at': '', 'volume_id': 'df3b38bc-495a-4836-8a0d-f67e64845506', 'serial': 'df3b38bc-495a-4836-8a0d-f67e64845506'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1080.739989] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8d796d-108a-459e-b616-aa5acf3d675b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.763112] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce244b3-adde-4e24-a8c4-4af076c95406 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.771730] env[69357]: INFO nova.compute.manager [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Took 15.45 seconds to build instance. [ 1080.775173] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeadfce2-c9fb-4d7e-9b6b-fe4bd83366be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.794708] env[69357]: DEBUG oslo_concurrency.lockutils [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Releasing lock "refresh_cache-293709c1-4f73-4f7c-a4b9-c11d41ab685e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.797034] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2db4ded-c8f9-4d7a-97e0-4d66acdfb8ee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.814826] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] The volume has not been displaced from its original location: [datastore1] volume-df3b38bc-495a-4836-8a0d-f67e64845506/volume-df3b38bc-495a-4836-8a0d-f67e64845506.vmdk. No consolidation needed. {{(pid=69357) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1080.820189] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1080.820755] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6049a59-fecd-40de-b909-6be2cd540555 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.840768] env[69357]: DEBUG oslo_vmware.api [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1080.840768] env[69357]: value = "task-3283290" [ 1080.840768] env[69357]: _type = "Task" [ 1080.840768] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.848482] env[69357]: DEBUG oslo_vmware.api [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283290, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.867466] env[69357]: DEBUG nova.network.neutron [req-ddbd372c-9881-4dec-a50b-ce7fcf4faf77 req-594c9ec1-f9b9-4e6e-b402-32d5d57b3210 service nova] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Updated VIF entry in instance network info cache for port 51da2b05-86ae-4de9-967f-38e8d74c7ea7. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1080.867974] env[69357]: DEBUG nova.network.neutron [req-ddbd372c-9881-4dec-a50b-ce7fcf4faf77 req-594c9ec1-f9b9-4e6e-b402-32d5d57b3210 service nova] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Updating instance_info_cache with network_info: [{"id": "ac98f4cb-2315-49ff-b3e6-226d182f37dc", "address": "fa:16:3e:de:cc:92", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac98f4cb-23", "ovs_interfaceid": "ac98f4cb-2315-49ff-b3e6-226d182f37dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "51da2b05-86ae-4de9-967f-38e8d74c7ea7", "address": "fa:16:3e:52:0b:53", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51da2b05-86", "ovs_interfaceid": "51da2b05-86ae-4de9-967f-38e8d74c7ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.889357] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c18aabe6-180e-4941-9cf4-57122a6eb3c0 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.844s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.909722] env[69357]: INFO nova.scheduler.client.report [None req-c18aabe6-180e-4941-9cf4-57122a6eb3c0 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Deleted allocations for instance 2db85cab-0719-40aa-a159-f1fd0dfca970 [ 1080.986047] env[69357]: DEBUG oslo_concurrency.lockutils [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Releasing lock "refresh_cache-79ac978d-b2d3-4ad5-8166-969c511a07c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.989520] env[69357]: DEBUG oslo_vmware.api [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]521dc134-469b-7b5d-90a8-7935260ca8f7, 'name': SearchDatastore_Task, 'duration_secs': 0.028497} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.990705] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3edf6a86-6728-435d-9e4d-3e2ca3bec776 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.996648] env[69357]: DEBUG oslo_vmware.api [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 1080.996648] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52eb8aab-2bfe-4657-c619-887e1d7bb729" [ 1080.996648] env[69357]: _type = "Task" [ 1080.996648] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.004118] env[69357]: DEBUG oslo_vmware.api [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52eb8aab-2bfe-4657-c619-887e1d7bb729, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.177856] env[69357]: DEBUG oslo_vmware.api [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283289, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061684} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.178186] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.178946] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d787cc2-281b-439d-91b2-567dc7ce6c7e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.200649] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 88c039e8-358a-400e-960c-d718b37a8677/88c039e8-358a-400e-960c-d718b37a8677.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.200900] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ce1f92a-ca38-48f0-8795-dadb474341fa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.223443] env[69357]: DEBUG oslo_vmware.api [None req-a42fdc4b-c248-4127-aa22-f87b6939ebda tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.224717] env[69357]: DEBUG oslo_vmware.api [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1081.224717] env[69357]: value = "task-3283291" [ 1081.224717] env[69357]: _type = "Task" [ 1081.224717] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.232259] env[69357]: DEBUG oslo_vmware.api [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283291, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.275560] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81065038-6dd9-4faa-9e54-0e805fbb848a tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "da37ae95-0dd7-48ef-9e03-c05c8c4a9c36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.967s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.350233] env[69357]: DEBUG oslo_vmware.api [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.371069] env[69357]: DEBUG oslo_concurrency.lockutils [req-ddbd372c-9881-4dec-a50b-ce7fcf4faf77 req-594c9ec1-f9b9-4e6e-b402-32d5d57b3210 service nova] Releasing lock "refresh_cache-21b56f99-6443-4fe7-8b29-2e2c571f99e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.417973] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c18aabe6-180e-4941-9cf4-57122a6eb3c0 tempest-ServerDiskConfigTestJSON-1806496478 tempest-ServerDiskConfigTestJSON-1806496478-project-member] Lock "2db85cab-0719-40aa-a159-f1fd0dfca970" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.287s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.506970] env[69357]: DEBUG oslo_vmware.api [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52eb8aab-2bfe-4657-c619-887e1d7bb729, 'name': SearchDatastore_Task, 'duration_secs': 0.05213} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.507259] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.507517] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 3325a9cb-086d-4817-8941-d1eb7aa09748/3325a9cb-086d-4817-8941-d1eb7aa09748.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.507786] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af4a3eb1-489e-4a00-8e8a-ca9f5142c106 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.512067] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06a1b10-e365-4b0c-821f-2cb4972db8d1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.515807] env[69357]: DEBUG oslo_vmware.api [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 1081.515807] env[69357]: value = "task-3283292" [ 1081.515807] env[69357]: _type = "Task" [ 1081.515807] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.533127] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7b8318-1fc5-4716-b097-7fa7331161fd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.539077] env[69357]: DEBUG oslo_vmware.api [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.543266] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Updating instance '79ac978d-b2d3-4ad5-8166-969c511a07c0' progress to 83 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1081.563485] env[69357]: DEBUG nova.compute.manager [req-f6da589b-1460-450d-b084-bf6a50bfafcc req-ca890f20-9568-4bdb-aa96-77953fdb7aea service nova] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Received event network-changed-65ce54b5-7885-4aa5-8c20-6dc7db21d5e1 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.563660] env[69357]: DEBUG nova.compute.manager [req-f6da589b-1460-450d-b084-bf6a50bfafcc req-ca890f20-9568-4bdb-aa96-77953fdb7aea service nova] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Refreshing instance network info cache due to event network-changed-65ce54b5-7885-4aa5-8c20-6dc7db21d5e1. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.563882] env[69357]: DEBUG oslo_concurrency.lockutils [req-f6da589b-1460-450d-b084-bf6a50bfafcc req-ca890f20-9568-4bdb-aa96-77953fdb7aea service nova] Acquiring lock "refresh_cache-da37ae95-0dd7-48ef-9e03-c05c8c4a9c36" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.564036] env[69357]: DEBUG oslo_concurrency.lockutils [req-f6da589b-1460-450d-b084-bf6a50bfafcc req-ca890f20-9568-4bdb-aa96-77953fdb7aea service nova] Acquired lock "refresh_cache-da37ae95-0dd7-48ef-9e03-c05c8c4a9c36" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.564401] env[69357]: DEBUG nova.network.neutron [req-f6da589b-1460-450d-b084-bf6a50bfafcc req-ca890f20-9568-4bdb-aa96-77953fdb7aea service nova] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Refreshing network info cache for port 65ce54b5-7885-4aa5-8c20-6dc7db21d5e1 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.727068] env[69357]: DEBUG oslo_vmware.api [None req-a42fdc4b-c248-4127-aa22-f87b6939ebda tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283287, 'name': ReconfigVM_Task, 'duration_secs': 1.720584} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.730291] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a42fdc4b-c248-4127-aa22-f87b6939ebda tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Releasing lock "21b56f99-6443-4fe7-8b29-2e2c571f99e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.730550] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a42fdc4b-c248-4127-aa22-f87b6939ebda tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Reconfigured VM to attach interface {{(pid=69357) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1081.739242] env[69357]: DEBUG oslo_vmware.api [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.853169] env[69357]: DEBUG oslo_vmware.api [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.027693] env[69357]: DEBUG oslo_vmware.api [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283292, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.049882] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.050213] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c340e8c-8fb1-4da2-8da3-b065eae26a81 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.057505] env[69357]: DEBUG oslo_vmware.api [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for the task: (returnval){ [ 1082.057505] env[69357]: value = "task-3283293" [ 1082.057505] env[69357]: _type = "Task" [ 1082.057505] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.066480] env[69357]: DEBUG oslo_vmware.api [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283293, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.237016] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a42fdc4b-c248-4127-aa22-f87b6939ebda tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "interface-21b56f99-6443-4fe7-8b29-2e2c571f99e3-51da2b05-86ae-4de9-967f-38e8d74c7ea7" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.373s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.245107] env[69357]: DEBUG oslo_vmware.api [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283291, 'name': ReconfigVM_Task, 'duration_secs': 0.921887} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.245442] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 88c039e8-358a-400e-960c-d718b37a8677/88c039e8-358a-400e-960c-d718b37a8677.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.246096] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9dc4dc18-a830-4c09-bcf1-a1e830bc1003 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.255711] env[69357]: DEBUG oslo_vmware.api [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1082.255711] env[69357]: value = "task-3283294" [ 1082.255711] env[69357]: _type = "Task" [ 1082.255711] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.265804] env[69357]: DEBUG oslo_vmware.api [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283294, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.319024] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b583c0-2494-4ec8-b2c6-49d33cbf94f8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.338232] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Updating instance '293709c1-4f73-4f7c-a4b9-c11d41ab685e' progress to 0 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1082.343171] env[69357]: DEBUG nova.network.neutron [req-f6da589b-1460-450d-b084-bf6a50bfafcc req-ca890f20-9568-4bdb-aa96-77953fdb7aea service nova] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Updated VIF entry in instance network info cache for port 65ce54b5-7885-4aa5-8c20-6dc7db21d5e1. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.343171] env[69357]: DEBUG nova.network.neutron [req-f6da589b-1460-450d-b084-bf6a50bfafcc req-ca890f20-9568-4bdb-aa96-77953fdb7aea service nova] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Updating instance_info_cache with network_info: [{"id": "65ce54b5-7885-4aa5-8c20-6dc7db21d5e1", "address": "fa:16:3e:63:ee:4a", "network": {"id": "256f2819-f719-4377-82d3-97bddef87341", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-545752502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34055bbad79e42e59bb22ff7a0529002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65ce54b5-78", "ovs_interfaceid": "65ce54b5-7885-4aa5-8c20-6dc7db21d5e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.353999] env[69357]: DEBUG oslo_vmware.api [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283290, 'name': ReconfigVM_Task, 'duration_secs': 1.207915} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.355105] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1082.363085] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-552647e8-d84f-417a-b2a7-84504912876e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.375276] env[69357]: DEBUG oslo_vmware.api [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1082.375276] env[69357]: value = "task-3283295" [ 1082.375276] env[69357]: _type = "Task" [ 1082.375276] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.386924] env[69357]: DEBUG oslo_vmware.api [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283295, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.526875] env[69357]: DEBUG oslo_vmware.api [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531738} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.527153] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 3325a9cb-086d-4817-8941-d1eb7aa09748/3325a9cb-086d-4817-8941-d1eb7aa09748.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.527373] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.527627] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b181c71-4b7a-4cb2-b84e-78491c3e2b08 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.534870] env[69357]: DEBUG oslo_vmware.api [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 1082.534870] env[69357]: value = "task-3283296" [ 1082.534870] env[69357]: _type = "Task" [ 1082.534870] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.544296] env[69357]: DEBUG oslo_vmware.api [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.567413] env[69357]: DEBUG oslo_vmware.api [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283293, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.767180] env[69357]: DEBUG oslo_vmware.api [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283294, 'name': Rename_Task, 'duration_secs': 0.161276} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.767530] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.767779] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12b862d7-f9e0-4734-b460-1d5d5304aa7e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.773452] env[69357]: DEBUG oslo_vmware.api [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1082.773452] env[69357]: value = "task-3283297" [ 1082.773452] env[69357]: _type = "Task" [ 1082.773452] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.785227] env[69357]: DEBUG oslo_vmware.api [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.846573] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.846948] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64074fad-4cc1-448e-a304-6808dcdf7d52 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.849432] env[69357]: DEBUG oslo_concurrency.lockutils [req-f6da589b-1460-450d-b084-bf6a50bfafcc req-ca890f20-9568-4bdb-aa96-77953fdb7aea service nova] Releasing lock "refresh_cache-da37ae95-0dd7-48ef-9e03-c05c8c4a9c36" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.855817] env[69357]: DEBUG oslo_vmware.api [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1082.855817] env[69357]: value = "task-3283299" [ 1082.855817] env[69357]: _type = "Task" [ 1082.855817] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.864633] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] VM already powered off {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1082.864870] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Updating instance '293709c1-4f73-4f7c-a4b9-c11d41ab685e' progress to 17 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1082.885762] env[69357]: DEBUG oslo_vmware.api [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283295, 'name': ReconfigVM_Task, 'duration_secs': 0.300773} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.886102] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655683', 'volume_id': 'df3b38bc-495a-4836-8a0d-f67e64845506', 'name': 'volume-df3b38bc-495a-4836-8a0d-f67e64845506', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e0f7cdda-4cd6-416a-9a08-3fd4b41b057f', 'attached_at': '', 'detached_at': '', 'volume_id': 'df3b38bc-495a-4836-8a0d-f67e64845506', 'serial': 'df3b38bc-495a-4836-8a0d-f67e64845506'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1082.886390] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.887244] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e967831-9040-4f2a-b8de-9dc0b4e4c265 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.893777] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.894054] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ffb21d6-0f3b-49fa-8bb5-458464c7194c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.989637] env[69357]: DEBUG oslo_concurrency.lockutils [None req-da3f6085-6c22-4b8f-bd2b-ef7ce7e271f2 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquiring lock "0d3bc6af-ee75-42fb-a73d-b30def9bcced" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.990038] env[69357]: DEBUG oslo_concurrency.lockutils [None req-da3f6085-6c22-4b8f-bd2b-ef7ce7e271f2 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "0d3bc6af-ee75-42fb-a73d-b30def9bcced" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.990337] env[69357]: DEBUG oslo_concurrency.lockutils [None req-da3f6085-6c22-4b8f-bd2b-ef7ce7e271f2 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquiring lock "0d3bc6af-ee75-42fb-a73d-b30def9bcced-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.990598] env[69357]: DEBUG oslo_concurrency.lockutils [None req-da3f6085-6c22-4b8f-bd2b-ef7ce7e271f2 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "0d3bc6af-ee75-42fb-a73d-b30def9bcced-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.990836] env[69357]: DEBUG oslo_concurrency.lockutils [None req-da3f6085-6c22-4b8f-bd2b-ef7ce7e271f2 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "0d3bc6af-ee75-42fb-a73d-b30def9bcced-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.993760] env[69357]: INFO nova.compute.manager [None req-da3f6085-6c22-4b8f-bd2b-ef7ce7e271f2 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Terminating instance [ 1083.044211] env[69357]: DEBUG oslo_vmware.api [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.207654} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.044490] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.045272] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5976ef61-d604-42ab-92b0-27601dba1161 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.068423] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 3325a9cb-086d-4817-8941-d1eb7aa09748/3325a9cb-086d-4817-8941-d1eb7aa09748.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.071890] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f775ee4-27ca-4046-9dcc-080f3ea2051f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.092610] env[69357]: DEBUG oslo_vmware.api [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283293, 'name': PowerOnVM_Task, 'duration_secs': 0.617469} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.093987] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.093987] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-384d2f0b-4dbe-42d1-9d50-731d8242826b tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Updating instance '79ac978d-b2d3-4ad5-8166-969c511a07c0' progress to 100 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1083.097647] env[69357]: DEBUG oslo_vmware.api [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 1083.097647] env[69357]: value = "task-3283301" [ 1083.097647] env[69357]: _type = "Task" [ 1083.097647] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.106447] env[69357]: DEBUG oslo_vmware.api [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283301, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.283922] env[69357]: DEBUG oslo_vmware.api [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283297, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.371143] env[69357]: DEBUG nova.virt.hardware [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.371517] env[69357]: DEBUG nova.virt.hardware [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.371742] env[69357]: DEBUG nova.virt.hardware [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.371742] env[69357]: DEBUG nova.virt.hardware [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.371876] env[69357]: DEBUG nova.virt.hardware [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.372010] env[69357]: DEBUG nova.virt.hardware [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.372313] env[69357]: DEBUG nova.virt.hardware [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.372479] env[69357]: DEBUG nova.virt.hardware [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.372648] env[69357]: DEBUG nova.virt.hardware [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.372823] env[69357]: DEBUG nova.virt.hardware [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.372982] env[69357]: DEBUG nova.virt.hardware [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.378123] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99d2f780-a2b5-4bae-b310-dd6103cf802f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.393688] env[69357]: DEBUG oslo_vmware.api [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1083.393688] env[69357]: value = "task-3283302" [ 1083.393688] env[69357]: _type = "Task" [ 1083.393688] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.404276] env[69357]: DEBUG oslo_vmware.api [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283302, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.500319] env[69357]: DEBUG nova.compute.manager [None req-da3f6085-6c22-4b8f-bd2b-ef7ce7e271f2 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1083.500542] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-da3f6085-6c22-4b8f-bd2b-ef7ce7e271f2 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.501426] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e61023-abfd-41b0-8eca-b0b3a93372da {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.508624] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3f6085-6c22-4b8f-bd2b-ef7ce7e271f2 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.508858] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0c2b075-d7c6-4d29-892e-658dda03c668 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.514045] env[69357]: DEBUG oslo_vmware.api [None req-da3f6085-6c22-4b8f-bd2b-ef7ce7e271f2 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for the task: (returnval){ [ 1083.514045] env[69357]: value = "task-3283303" [ 1083.514045] env[69357]: _type = "Task" [ 1083.514045] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.522272] env[69357]: DEBUG oslo_vmware.api [None req-da3f6085-6c22-4b8f-bd2b-ef7ce7e271f2 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.569796] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.570137] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.570331] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Deleting the datastore file [datastore1] e0f7cdda-4cd6-416a-9a08-3fd4b41b057f {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.570614] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-691daeb6-3f17-4f95-b05d-0627c8e98b57 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.577093] env[69357]: DEBUG oslo_vmware.api [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1083.577093] env[69357]: value = "task-3283304" [ 1083.577093] env[69357]: _type = "Task" [ 1083.577093] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.587812] env[69357]: DEBUG oslo_vmware.api [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.612244] env[69357]: DEBUG oslo_vmware.api [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.647873] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e9a5b5ba-4ad0-412b-b188-01e389abf5f2 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "interface-21b56f99-6443-4fe7-8b29-2e2c571f99e3-51da2b05-86ae-4de9-967f-38e8d74c7ea7" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.648172] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e9a5b5ba-4ad0-412b-b188-01e389abf5f2 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "interface-21b56f99-6443-4fe7-8b29-2e2c571f99e3-51da2b05-86ae-4de9-967f-38e8d74c7ea7" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.784948] env[69357]: DEBUG oslo_vmware.api [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283297, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.904809] env[69357]: DEBUG oslo_vmware.api [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283302, 'name': ReconfigVM_Task, 'duration_secs': 0.264116} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.904809] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Updating instance '293709c1-4f73-4f7c-a4b9-c11d41ab685e' progress to 33 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1084.024747] env[69357]: DEBUG oslo_vmware.api [None req-da3f6085-6c22-4b8f-bd2b-ef7ce7e271f2 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283303, 'name': PowerOffVM_Task, 'duration_secs': 0.31718} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.025126] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3f6085-6c22-4b8f-bd2b-ef7ce7e271f2 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.025328] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-da3f6085-6c22-4b8f-bd2b-ef7ce7e271f2 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.025937] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b9c8128-4293-4c8a-8127-3d82617ca11c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.092169] env[69357]: DEBUG oslo_vmware.api [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283304, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287257} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.092277] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.092968] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.092968] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.092968] env[69357]: INFO nova.compute.manager [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Took 3.87 seconds to destroy the instance on the hypervisor. [ 1084.093318] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.093905] env[69357]: DEBUG nova.compute.manager [-] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1084.093905] env[69357]: DEBUG nova.network.neutron [-] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.098102] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-da3f6085-6c22-4b8f-bd2b-ef7ce7e271f2 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.098413] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-da3f6085-6c22-4b8f-bd2b-ef7ce7e271f2 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.098759] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-da3f6085-6c22-4b8f-bd2b-ef7ce7e271f2 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Deleting the datastore file [datastore2] 0d3bc6af-ee75-42fb-a73d-b30def9bcced {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.099429] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1874b76-9109-442d-a574-c19509726ed8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.112411] env[69357]: DEBUG oslo_vmware.api [None req-da3f6085-6c22-4b8f-bd2b-ef7ce7e271f2 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for the task: (returnval){ [ 1084.112411] env[69357]: value = "task-3283306" [ 1084.112411] env[69357]: _type = "Task" [ 1084.112411] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.121283] env[69357]: DEBUG oslo_vmware.api [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283301, 'name': ReconfigVM_Task, 'duration_secs': 0.788285} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.122263] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 3325a9cb-086d-4817-8941-d1eb7aa09748/3325a9cb-086d-4817-8941-d1eb7aa09748.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.123202] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a61eb6c1-1f82-42d4-9ced-b2b0bb316c31 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.128284] env[69357]: DEBUG oslo_vmware.api [None req-da3f6085-6c22-4b8f-bd2b-ef7ce7e271f2 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.132510] env[69357]: DEBUG oslo_vmware.api [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 1084.132510] env[69357]: value = "task-3283307" [ 1084.132510] env[69357]: _type = "Task" [ 1084.132510] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.143812] env[69357]: DEBUG oslo_vmware.api [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283307, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.151746] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e9a5b5ba-4ad0-412b-b188-01e389abf5f2 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "21b56f99-6443-4fe7-8b29-2e2c571f99e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.152418] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e9a5b5ba-4ad0-412b-b188-01e389abf5f2 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquired lock "21b56f99-6443-4fe7-8b29-2e2c571f99e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.154298] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685cfdf6-c855-45ac-87e4-cd4d0244c961 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.175981] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb968f3-78d2-4edd-9a63-b9fbda3aa084 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.206542] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a5b5ba-4ad0-412b-b188-01e389abf5f2 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Reconfiguring VM to detach interface {{(pid=69357) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1084.207053] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-718ebf32-6f9f-471f-88c4-5deac763abc0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.227671] env[69357]: DEBUG oslo_vmware.api [None req-e9a5b5ba-4ad0-412b-b188-01e389abf5f2 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 1084.227671] env[69357]: value = "task-3283308" [ 1084.227671] env[69357]: _type = "Task" [ 1084.227671] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.235735] env[69357]: DEBUG oslo_vmware.api [None req-e9a5b5ba-4ad0-412b-b188-01e389abf5f2 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.283902] env[69357]: DEBUG oslo_vmware.api [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283297, 'name': PowerOnVM_Task, 'duration_secs': 1.28554} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.284195] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.284400] env[69357]: INFO nova.compute.manager [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Took 9.67 seconds to spawn the instance on the hypervisor. [ 1084.284575] env[69357]: DEBUG nova.compute.manager [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.285355] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1810b950-c637-4f71-adbb-997708e6c5cd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.367596] env[69357]: DEBUG nova.compute.manager [req-6e6355b1-0ada-456b-a0a8-12060feb8e0c req-f3d756c5-8d17-4bf2-a021-a300705a8f9a service nova] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Received event network-vif-deleted-829a505a-091b-4117-a3cb-985629ab15bd {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.368627] env[69357]: INFO nova.compute.manager [req-6e6355b1-0ada-456b-a0a8-12060feb8e0c req-f3d756c5-8d17-4bf2-a021-a300705a8f9a service nova] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Neutron deleted interface 829a505a-091b-4117-a3cb-985629ab15bd; detaching it from the instance and deleting it from the info cache [ 1084.368849] env[69357]: DEBUG nova.network.neutron [req-6e6355b1-0ada-456b-a0a8-12060feb8e0c req-f3d756c5-8d17-4bf2-a021-a300705a8f9a service nova] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.411302] env[69357]: DEBUG nova.virt.hardware [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.411409] env[69357]: DEBUG nova.virt.hardware [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.411552] env[69357]: DEBUG nova.virt.hardware [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.411826] env[69357]: DEBUG nova.virt.hardware [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.411976] env[69357]: DEBUG nova.virt.hardware [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.412140] env[69357]: DEBUG nova.virt.hardware [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.412345] env[69357]: DEBUG nova.virt.hardware [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.412506] env[69357]: DEBUG nova.virt.hardware [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.412672] env[69357]: DEBUG nova.virt.hardware [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.412831] env[69357]: DEBUG nova.virt.hardware [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.413016] env[69357]: DEBUG nova.virt.hardware [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.418516] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Reconfiguring VM instance instance-0000004c to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1084.419351] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeffcd86-31d0-4dae-9be1-7a9a7100e468 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.438648] env[69357]: DEBUG oslo_vmware.api [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1084.438648] env[69357]: value = "task-3283309" [ 1084.438648] env[69357]: _type = "Task" [ 1084.438648] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.446401] env[69357]: DEBUG oslo_vmware.api [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283309, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.653378] env[69357]: DEBUG oslo_vmware.api [None req-da3f6085-6c22-4b8f-bd2b-ef7ce7e271f2 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426893} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.657470] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-da3f6085-6c22-4b8f-bd2b-ef7ce7e271f2 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.657758] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-da3f6085-6c22-4b8f-bd2b-ef7ce7e271f2 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.657847] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-da3f6085-6c22-4b8f-bd2b-ef7ce7e271f2 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.658031] env[69357]: INFO nova.compute.manager [None req-da3f6085-6c22-4b8f-bd2b-ef7ce7e271f2 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1084.658280] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da3f6085-6c22-4b8f-bd2b-ef7ce7e271f2 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.658794] env[69357]: DEBUG oslo_vmware.api [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283307, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.660104] env[69357]: DEBUG nova.compute.manager [-] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1084.660104] env[69357]: DEBUG nova.network.neutron [-] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.738505] env[69357]: DEBUG oslo_vmware.api [None req-e9a5b5ba-4ad0-412b-b188-01e389abf5f2 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.804023] env[69357]: INFO nova.compute.manager [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Took 18.32 seconds to build instance. [ 1084.851029] env[69357]: DEBUG nova.network.neutron [-] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.874785] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c484f60-9a70-45ef-a2e6-a5234695fc66 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.885195] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9a94e0-8b2e-43ae-8788-62d684a04d37 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.920377] env[69357]: DEBUG nova.compute.manager [req-6e6355b1-0ada-456b-a0a8-12060feb8e0c req-f3d756c5-8d17-4bf2-a021-a300705a8f9a service nova] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Detach interface failed, port_id=829a505a-091b-4117-a3cb-985629ab15bd, reason: Instance e0f7cdda-4cd6-416a-9a08-3fd4b41b057f could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1084.951126] env[69357]: DEBUG oslo_vmware.api [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283309, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.113664] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7e9b8ea7-a108-4045-9189-7fe46b03764f tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "88c039e8-358a-400e-960c-d718b37a8677" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.152234] env[69357]: DEBUG oslo_vmware.api [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283307, 'name': Rename_Task, 'duration_secs': 0.854506} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.153773] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.154332] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f888d855-c517-4a1b-b7b5-1e462cf11584 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.169021] env[69357]: DEBUG oslo_vmware.api [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 1085.169021] env[69357]: value = "task-3283310" [ 1085.169021] env[69357]: _type = "Task" [ 1085.169021] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.180223] env[69357]: DEBUG oslo_vmware.api [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.241214] env[69357]: DEBUG oslo_vmware.api [None req-e9a5b5ba-4ad0-412b-b188-01e389abf5f2 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.307614] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2de49ab9-9044-434e-868b-3eadc733d479 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "88c039e8-358a-400e-960c-d718b37a8677" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.827s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.308194] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7e9b8ea7-a108-4045-9189-7fe46b03764f tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "88c039e8-358a-400e-960c-d718b37a8677" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.195s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.308469] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7e9b8ea7-a108-4045-9189-7fe46b03764f tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "88c039e8-358a-400e-960c-d718b37a8677-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.308720] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7e9b8ea7-a108-4045-9189-7fe46b03764f tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "88c039e8-358a-400e-960c-d718b37a8677-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.308951] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7e9b8ea7-a108-4045-9189-7fe46b03764f tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "88c039e8-358a-400e-960c-d718b37a8677-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.311256] env[69357]: INFO nova.compute.manager [None req-7e9b8ea7-a108-4045-9189-7fe46b03764f tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Terminating instance [ 1085.354217] env[69357]: INFO nova.compute.manager [-] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Took 1.26 seconds to deallocate network for instance. [ 1085.452042] env[69357]: DEBUG oslo_vmware.api [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283309, 'name': ReconfigVM_Task, 'duration_secs': 0.562586} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.452042] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Reconfigured VM instance instance-0000004c to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1085.452337] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241ab5cd-4c6c-4431-a481-820baf8a4560 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.477736] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 293709c1-4f73-4f7c-a4b9-c11d41ab685e/293709c1-4f73-4f7c-a4b9-c11d41ab685e.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.481018] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b2ebe26-454f-4979-b034-52cf1a10c4d7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.500594] env[69357]: DEBUG oslo_vmware.api [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1085.500594] env[69357]: value = "task-3283311" [ 1085.500594] env[69357]: _type = "Task" [ 1085.500594] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.514958] env[69357]: DEBUG oslo_vmware.api [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283311, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.681636] env[69357]: DEBUG oslo_vmware.api [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283310, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.736552] env[69357]: DEBUG nova.network.neutron [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Port c23b7748-ff2e-47bd-9dca-066779f516a1 binding to destination host cpu-1 is already ACTIVE {{(pid=69357) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1085.736996] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquiring lock "refresh_cache-79ac978d-b2d3-4ad5-8166-969c511a07c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.737981] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquired lock "refresh_cache-79ac978d-b2d3-4ad5-8166-969c511a07c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.737981] env[69357]: DEBUG nova.network.neutron [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.746437] env[69357]: DEBUG oslo_vmware.api [None req-e9a5b5ba-4ad0-412b-b188-01e389abf5f2 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.815366] env[69357]: DEBUG nova.compute.manager [None req-7e9b8ea7-a108-4045-9189-7fe46b03764f tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.815751] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9b8ea7-a108-4045-9189-7fe46b03764f tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.816469] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401d48be-3ced-49e8-910a-81d1ae77e152 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.825099] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e9b8ea7-a108-4045-9189-7fe46b03764f tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.825336] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec6161ca-7ce6-4c4a-b342-2c1b4537464b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.832974] env[69357]: DEBUG oslo_vmware.api [None req-7e9b8ea7-a108-4045-9189-7fe46b03764f tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1085.832974] env[69357]: value = "task-3283313" [ 1085.832974] env[69357]: _type = "Task" [ 1085.832974] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.840555] env[69357]: DEBUG oslo_vmware.api [None req-7e9b8ea7-a108-4045-9189-7fe46b03764f tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.899347] env[69357]: DEBUG nova.network.neutron [-] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.916722] env[69357]: INFO nova.compute.manager [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Took 0.56 seconds to detach 1 volumes for instance. [ 1086.013546] env[69357]: DEBUG oslo_vmware.api [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283311, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.178885] env[69357]: DEBUG oslo_vmware.api [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283310, 'name': PowerOnVM_Task, 'duration_secs': 0.825481} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.179508] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.179820] env[69357]: INFO nova.compute.manager [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Took 8.71 seconds to spawn the instance on the hypervisor. [ 1086.180017] env[69357]: DEBUG nova.compute.manager [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.180928] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340e27c8-f894-4d55-9712-d384384d81f8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.248052] env[69357]: DEBUG oslo_vmware.api [None req-e9a5b5ba-4ad0-412b-b188-01e389abf5f2 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.345460] env[69357]: DEBUG oslo_vmware.api [None req-7e9b8ea7-a108-4045-9189-7fe46b03764f tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283313, 'name': PowerOffVM_Task, 'duration_secs': 0.249207} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.346014] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e9b8ea7-a108-4045-9189-7fe46b03764f tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.346309] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9b8ea7-a108-4045-9189-7fe46b03764f tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.346693] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f457c9a2-117e-4dc8-a6fe-c330ee98bb55 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.405023] env[69357]: INFO nova.compute.manager [-] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Took 1.74 seconds to deallocate network for instance. [ 1086.407198] env[69357]: DEBUG nova.compute.manager [req-eb674e0a-2737-4f38-bd24-139ff7e024a0 req-68a96be8-5039-45e3-bbac-aef44a1a91d1 service nova] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Received event network-vif-deleted-860c46d3-7737-4710-946d-fd6a9459e87c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.421131] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9b8ea7-a108-4045-9189-7fe46b03764f tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.421131] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9b8ea7-a108-4045-9189-7fe46b03764f tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.421131] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e9b8ea7-a108-4045-9189-7fe46b03764f tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Deleting the datastore file [datastore1] 88c039e8-358a-400e-960c-d718b37a8677 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.421131] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-daf81c4a-2ce0-41e7-a15a-5effb3d56572 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.423949] env[69357]: DEBUG oslo_concurrency.lockutils [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.424515] env[69357]: DEBUG oslo_concurrency.lockutils [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.424844] env[69357]: DEBUG nova.objects.instance [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lazy-loading 'resources' on Instance uuid e0f7cdda-4cd6-416a-9a08-3fd4b41b057f {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.432354] env[69357]: DEBUG oslo_vmware.api [None req-7e9b8ea7-a108-4045-9189-7fe46b03764f tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1086.432354] env[69357]: value = "task-3283315" [ 1086.432354] env[69357]: _type = "Task" [ 1086.432354] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.442646] env[69357]: DEBUG oslo_vmware.api [None req-7e9b8ea7-a108-4045-9189-7fe46b03764f tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.511780] env[69357]: DEBUG oslo_vmware.api [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283311, 'name': ReconfigVM_Task, 'duration_secs': 0.613509} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.512070] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 293709c1-4f73-4f7c-a4b9-c11d41ab685e/293709c1-4f73-4f7c-a4b9-c11d41ab685e.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.512342] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Updating instance '293709c1-4f73-4f7c-a4b9-c11d41ab685e' progress to 50 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1086.566262] env[69357]: DEBUG nova.network.neutron [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Updating instance_info_cache with network_info: [{"id": "c23b7748-ff2e-47bd-9dca-066779f516a1", "address": "fa:16:3e:17:f3:50", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc23b7748-ff", "ovs_interfaceid": "c23b7748-ff2e-47bd-9dca-066779f516a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.703485] env[69357]: INFO nova.compute.manager [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Took 17.01 seconds to build instance. [ 1086.745532] env[69357]: DEBUG oslo_vmware.api [None req-e9a5b5ba-4ad0-412b-b188-01e389abf5f2 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.913911] env[69357]: DEBUG oslo_concurrency.lockutils [None req-da3f6085-6c22-4b8f-bd2b-ef7ce7e271f2 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.944434] env[69357]: DEBUG oslo_vmware.api [None req-7e9b8ea7-a108-4045-9189-7fe46b03764f tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.019630] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2747227c-dedd-4ad5-aa9c-c22488181770 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.044558] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a3cd40-003f-4338-87a9-d9291eabffb9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.062329] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Updating instance '293709c1-4f73-4f7c-a4b9-c11d41ab685e' progress to 67 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1087.068342] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Releasing lock "refresh_cache-79ac978d-b2d3-4ad5-8166-969c511a07c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.189208] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dde9b4e-a97f-4e93-aa29-c8e990df4d26 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.197492] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ac723a-c8e8-4d90-a995-a2bb07381568 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.229767] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97a16982-0915-40c0-926b-f5a25e257673 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lock "3325a9cb-086d-4817-8941-d1eb7aa09748" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.540s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.230802] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e4d3cc-0187-435f-8d02-eeb1bd68df26 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.244440] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c0ddde-da4c-4732-a6d6-f7e209b4054d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.248715] env[69357]: DEBUG oslo_vmware.api [None req-e9a5b5ba-4ad0-412b-b188-01e389abf5f2 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.259605] env[69357]: DEBUG nova.compute.provider_tree [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1087.444237] env[69357]: DEBUG oslo_vmware.api [None req-7e9b8ea7-a108-4045-9189-7fe46b03764f tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283315, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.682174} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.444503] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e9b8ea7-a108-4045-9189-7fe46b03764f tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.444687] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9b8ea7-a108-4045-9189-7fe46b03764f tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.444861] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9b8ea7-a108-4045-9189-7fe46b03764f tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.445044] env[69357]: INFO nova.compute.manager [None req-7e9b8ea7-a108-4045-9189-7fe46b03764f tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1087.445298] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e9b8ea7-a108-4045-9189-7fe46b03764f tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.445512] env[69357]: DEBUG nova.compute.manager [-] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.445623] env[69357]: DEBUG nova.network.neutron [-] [instance: 88c039e8-358a-400e-960c-d718b37a8677] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.574334] env[69357]: DEBUG nova.compute.manager [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69357) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1087.574785] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.611575] env[69357]: DEBUG nova.network.neutron [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Port 5102908f-e028-4263-8706-1621337f379f binding to destination host cpu-1 is already ACTIVE {{(pid=69357) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1087.743976] env[69357]: DEBUG oslo_vmware.api [None req-e9a5b5ba-4ad0-412b-b188-01e389abf5f2 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.810248] env[69357]: DEBUG nova.scheduler.client.report [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Updated inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with generation 144 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1087.810537] env[69357]: DEBUG nova.compute.provider_tree [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Updating resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 generation from 144 to 145 during operation: update_inventory {{(pid=69357) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1087.810722] env[69357]: DEBUG nova.compute.provider_tree [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1088.225188] env[69357]: DEBUG nova.compute.manager [req-45d18861-c045-4a6d-aebf-af860c242552 req-9429c15d-4329-4e7f-9015-30b394b7dab0 service nova] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Received event network-changed-b6dc1eb6-1ef1-4627-b473-4db26d6838f0 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.225439] env[69357]: DEBUG nova.compute.manager [req-45d18861-c045-4a6d-aebf-af860c242552 req-9429c15d-4329-4e7f-9015-30b394b7dab0 service nova] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Refreshing instance network info cache due to event network-changed-b6dc1eb6-1ef1-4627-b473-4db26d6838f0. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.225640] env[69357]: DEBUG oslo_concurrency.lockutils [req-45d18861-c045-4a6d-aebf-af860c242552 req-9429c15d-4329-4e7f-9015-30b394b7dab0 service nova] Acquiring lock "refresh_cache-3325a9cb-086d-4817-8941-d1eb7aa09748" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.225795] env[69357]: DEBUG oslo_concurrency.lockutils [req-45d18861-c045-4a6d-aebf-af860c242552 req-9429c15d-4329-4e7f-9015-30b394b7dab0 service nova] Acquired lock "refresh_cache-3325a9cb-086d-4817-8941-d1eb7aa09748" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.225962] env[69357]: DEBUG nova.network.neutron [req-45d18861-c045-4a6d-aebf-af860c242552 req-9429c15d-4329-4e7f-9015-30b394b7dab0 service nova] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Refreshing network info cache for port b6dc1eb6-1ef1-4627-b473-4db26d6838f0 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.246317] env[69357]: DEBUG oslo_vmware.api [None req-e9a5b5ba-4ad0-412b-b188-01e389abf5f2 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.318959] env[69357]: DEBUG oslo_concurrency.lockutils [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.894s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.321222] env[69357]: DEBUG oslo_concurrency.lockutils [None req-da3f6085-6c22-4b8f-bd2b-ef7ce7e271f2 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.407s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.322723] env[69357]: DEBUG nova.objects.instance [None req-da3f6085-6c22-4b8f-bd2b-ef7ce7e271f2 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lazy-loading 'resources' on Instance uuid 0d3bc6af-ee75-42fb-a73d-b30def9bcced {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.343244] env[69357]: INFO nova.scheduler.client.report [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Deleted allocations for instance e0f7cdda-4cd6-416a-9a08-3fd4b41b057f [ 1088.364934] env[69357]: DEBUG nova.network.neutron [-] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.439455] env[69357]: DEBUG nova.compute.manager [req-83c88c8c-bbe4-4879-8c62-c338581da780 req-dcf95a96-37b6-41ad-9322-e9869e539df3 service nova] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Received event network-vif-deleted-3d956b0f-e10c-4c30-a4fd-46fb5f9c4161 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.455534] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Acquiring lock "772c9649-a1b5-4b7e-b956-0d7142796842" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.455911] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Lock "772c9649-a1b5-4b7e-b956-0d7142796842" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.652059] env[69357]: DEBUG oslo_concurrency.lockutils [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "293709c1-4f73-4f7c-a4b9-c11d41ab685e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.652484] env[69357]: DEBUG oslo_concurrency.lockutils [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "293709c1-4f73-4f7c-a4b9-c11d41ab685e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.652790] env[69357]: DEBUG oslo_concurrency.lockutils [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "293709c1-4f73-4f7c-a4b9-c11d41ab685e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.750016] env[69357]: DEBUG oslo_vmware.api [None req-e9a5b5ba-4ad0-412b-b188-01e389abf5f2 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.855483] env[69357]: DEBUG oslo_concurrency.lockutils [None req-470e928c-9b7c-4cd9-afde-c7fd61137cef tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "e0f7cdda-4cd6-416a-9a08-3fd4b41b057f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.142s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.869802] env[69357]: INFO nova.compute.manager [-] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Took 1.42 seconds to deallocate network for instance. [ 1088.959576] env[69357]: DEBUG nova.compute.manager [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1089.027192] env[69357]: DEBUG nova.network.neutron [req-45d18861-c045-4a6d-aebf-af860c242552 req-9429c15d-4329-4e7f-9015-30b394b7dab0 service nova] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Updated VIF entry in instance network info cache for port b6dc1eb6-1ef1-4627-b473-4db26d6838f0. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.027192] env[69357]: DEBUG nova.network.neutron [req-45d18861-c045-4a6d-aebf-af860c242552 req-9429c15d-4329-4e7f-9015-30b394b7dab0 service nova] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Updating instance_info_cache with network_info: [{"id": "b6dc1eb6-1ef1-4627-b473-4db26d6838f0", "address": "fa:16:3e:d0:08:57", "network": {"id": "5ddc1356-bab9-45c4-8200-1fb7195f0d77", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-903464567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c73ab9fcfd4648fd8935b075e25a9deb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6dc1eb6-1e", "ovs_interfaceid": "b6dc1eb6-1ef1-4627-b473-4db26d6838f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.074058] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1aac8d-2759-47b5-af5c-6f0b848230cd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.083227] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dddfa46-0398-49aa-8ed9-7e779d9b0d07 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.114400] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c41299-6fdd-4896-85cb-59e4a88d1934 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.122183] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0e0594-7d79-4fd6-85c5-a8d3b69581da {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.135792] env[69357]: DEBUG nova.compute.provider_tree [None req-da3f6085-6c22-4b8f-bd2b-ef7ce7e271f2 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.247806] env[69357]: DEBUG oslo_vmware.api [None req-e9a5b5ba-4ad0-412b-b188-01e389abf5f2 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.378347] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7e9b8ea7-a108-4045-9189-7fe46b03764f tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.482987] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.532869] env[69357]: DEBUG oslo_concurrency.lockutils [req-45d18861-c045-4a6d-aebf-af860c242552 req-9429c15d-4329-4e7f-9015-30b394b7dab0 service nova] Releasing lock "refresh_cache-3325a9cb-086d-4817-8941-d1eb7aa09748" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.639651] env[69357]: DEBUG nova.scheduler.client.report [None req-da3f6085-6c22-4b8f-bd2b-ef7ce7e271f2 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.695329] env[69357]: DEBUG oslo_concurrency.lockutils [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "refresh_cache-293709c1-4f73-4f7c-a4b9-c11d41ab685e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.695536] env[69357]: DEBUG oslo_concurrency.lockutils [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquired lock "refresh_cache-293709c1-4f73-4f7c-a4b9-c11d41ab685e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.695723] env[69357]: DEBUG nova.network.neutron [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.746673] env[69357]: DEBUG oslo_vmware.api [None req-e9a5b5ba-4ad0-412b-b188-01e389abf5f2 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283308, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.149035] env[69357]: DEBUG oslo_concurrency.lockutils [None req-da3f6085-6c22-4b8f-bd2b-ef7ce7e271f2 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.149035] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.574s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.168773] env[69357]: INFO nova.scheduler.client.report [None req-da3f6085-6c22-4b8f-bd2b-ef7ce7e271f2 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Deleted allocations for instance 0d3bc6af-ee75-42fb-a73d-b30def9bcced [ 1090.247686] env[69357]: DEBUG oslo_vmware.api [None req-e9a5b5ba-4ad0-412b-b188-01e389abf5f2 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283308, 'name': ReconfigVM_Task, 'duration_secs': 5.78307} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.248053] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e9a5b5ba-4ad0-412b-b188-01e389abf5f2 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Releasing lock "21b56f99-6443-4fe7-8b29-2e2c571f99e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.248299] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a5b5ba-4ad0-412b-b188-01e389abf5f2 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Reconfigured VM to detach interface {{(pid=69357) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1090.654830] env[69357]: DEBUG nova.objects.instance [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Lazy-loading 'migration_context' on Instance uuid 79ac978d-b2d3-4ad5-8166-969c511a07c0 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.679036] env[69357]: DEBUG oslo_concurrency.lockutils [None req-da3f6085-6c22-4b8f-bd2b-ef7ce7e271f2 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "0d3bc6af-ee75-42fb-a73d-b30def9bcced" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.689s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.752963] env[69357]: DEBUG nova.network.neutron [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Updating instance_info_cache with network_info: [{"id": "5102908f-e028-4263-8706-1621337f379f", "address": "fa:16:3e:c3:9d:92", "network": {"id": "91507c6f-2dae-4b3a-832f-a0844c7f3c7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-298291127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25f1f9bf540c4f3ca42ed05d7038170a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5102908f-e0", "ovs_interfaceid": "5102908f-e028-4263-8706-1621337f379f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.255844] env[69357]: DEBUG oslo_concurrency.lockutils [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Releasing lock "refresh_cache-293709c1-4f73-4f7c-a4b9-c11d41ab685e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.310773] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "0d3cebd2-636d-4956-892b-5bbf14b6d83b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.311058] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "0d3cebd2-636d-4956-892b-5bbf14b6d83b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.382311] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e92190-8924-4390-88b8-cfd4a04356e5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.389985] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae59d0f-bbb5-46ff-b6ec-dee8e76a47c2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.420087] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bbd234-9270-48e1-ba13-867c35b19c31 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.427218] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f4b0d8-5d11-4d9f-8c2a-b8cd8965585e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.441810] env[69357]: DEBUG nova.compute.provider_tree [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.545778] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e9a5b5ba-4ad0-412b-b188-01e389abf5f2 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "refresh_cache-21b56f99-6443-4fe7-8b29-2e2c571f99e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.546033] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e9a5b5ba-4ad0-412b-b188-01e389abf5f2 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquired lock "refresh_cache-21b56f99-6443-4fe7-8b29-2e2c571f99e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.546228] env[69357]: DEBUG nova.network.neutron [None req-e9a5b5ba-4ad0-412b-b188-01e389abf5f2 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.780548] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff166f2d-03a5-487b-853c-3b0ef4512b18 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.800010] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25d0b81-7b46-4c51-b056-eaea664deb02 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.807104] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Updating instance '293709c1-4f73-4f7c-a4b9-c11d41ab685e' progress to 83 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1091.815390] env[69357]: DEBUG nova.compute.manager [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1091.945297] env[69357]: DEBUG nova.scheduler.client.report [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.108956] env[69357]: DEBUG oslo_concurrency.lockutils [None req-588dd995-d4e8-4d9f-81ae-d18a4a72eaba tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "21b56f99-6443-4fe7-8b29-2e2c571f99e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.109250] env[69357]: DEBUG oslo_concurrency.lockutils [None req-588dd995-d4e8-4d9f-81ae-d18a4a72eaba tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "21b56f99-6443-4fe7-8b29-2e2c571f99e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.109521] env[69357]: DEBUG oslo_concurrency.lockutils [None req-588dd995-d4e8-4d9f-81ae-d18a4a72eaba tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "21b56f99-6443-4fe7-8b29-2e2c571f99e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.109728] env[69357]: DEBUG oslo_concurrency.lockutils [None req-588dd995-d4e8-4d9f-81ae-d18a4a72eaba tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "21b56f99-6443-4fe7-8b29-2e2c571f99e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.109896] env[69357]: DEBUG oslo_concurrency.lockutils [None req-588dd995-d4e8-4d9f-81ae-d18a4a72eaba tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "21b56f99-6443-4fe7-8b29-2e2c571f99e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.112042] env[69357]: INFO nova.compute.manager [None req-588dd995-d4e8-4d9f-81ae-d18a4a72eaba tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Terminating instance [ 1092.313967] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-059d5df4-3e95-4734-81a3-8f4265b3a2c6 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Updating instance '293709c1-4f73-4f7c-a4b9-c11d41ab685e' progress to 100 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1092.327520] env[69357]: INFO nova.network.neutron [None req-e9a5b5ba-4ad0-412b-b188-01e389abf5f2 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Port 51da2b05-86ae-4de9-967f-38e8d74c7ea7 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1092.327895] env[69357]: DEBUG nova.network.neutron [None req-e9a5b5ba-4ad0-412b-b188-01e389abf5f2 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Updating instance_info_cache with network_info: [{"id": "ac98f4cb-2315-49ff-b3e6-226d182f37dc", "address": "fa:16:3e:de:cc:92", "network": {"id": "46150dba-e50f-47c1-9016-bf8c13ef7cfd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-672437628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee1c5526ed04060a1bc0e75be3dc547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac98f4cb-23", "ovs_interfaceid": "ac98f4cb-2315-49ff-b3e6-226d182f37dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.338156] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.563172] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquiring lock "d4d1f741-9ebb-4cad-8053-d278bf07b55a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.563428] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "d4d1f741-9ebb-4cad-8053-d278bf07b55a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.616049] env[69357]: DEBUG nova.compute.manager [None req-588dd995-d4e8-4d9f-81ae-d18a4a72eaba tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1092.616049] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-588dd995-d4e8-4d9f-81ae-d18a4a72eaba tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.616865] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcdd28f-ed0c-4df2-9af5-27a8980e48fc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.624591] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-588dd995-d4e8-4d9f-81ae-d18a4a72eaba tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.624824] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-410ab616-9362-432e-b0cb-345208a712ab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.631313] env[69357]: DEBUG oslo_vmware.api [None req-588dd995-d4e8-4d9f-81ae-d18a4a72eaba tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 1092.631313] env[69357]: value = "task-3283319" [ 1092.631313] env[69357]: _type = "Task" [ 1092.631313] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.640723] env[69357]: DEBUG oslo_vmware.api [None req-588dd995-d4e8-4d9f-81ae-d18a4a72eaba tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.831319] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e9a5b5ba-4ad0-412b-b188-01e389abf5f2 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Releasing lock "refresh_cache-21b56f99-6443-4fe7-8b29-2e2c571f99e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.955249] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.806s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.960964] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7e9b8ea7-a108-4045-9189-7fe46b03764f tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.583s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.961162] env[69357]: DEBUG nova.objects.instance [None req-7e9b8ea7-a108-4045-9189-7fe46b03764f tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lazy-loading 'resources' on Instance uuid 88c039e8-358a-400e-960c-d718b37a8677 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.065797] env[69357]: DEBUG nova.compute.manager [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1093.142277] env[69357]: DEBUG oslo_vmware.api [None req-588dd995-d4e8-4d9f-81ae-d18a4a72eaba tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283319, 'name': PowerOffVM_Task, 'duration_secs': 0.227677} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.142593] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-588dd995-d4e8-4d9f-81ae-d18a4a72eaba tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.142802] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-588dd995-d4e8-4d9f-81ae-d18a4a72eaba tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.143092] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fde2e63-0f16-46d9-ae27-e8e6074f4954 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.218018] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-588dd995-d4e8-4d9f-81ae-d18a4a72eaba tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.218479] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-588dd995-d4e8-4d9f-81ae-d18a4a72eaba tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.218752] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-588dd995-d4e8-4d9f-81ae-d18a4a72eaba tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Deleting the datastore file [datastore1] 21b56f99-6443-4fe7-8b29-2e2c571f99e3 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.219031] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bc21737-4e81-4b3b-ac19-28336fd67d72 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.224858] env[69357]: DEBUG oslo_vmware.api [None req-588dd995-d4e8-4d9f-81ae-d18a4a72eaba tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 1093.224858] env[69357]: value = "task-3283321" [ 1093.224858] env[69357]: _type = "Task" [ 1093.224858] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.232789] env[69357]: DEBUG oslo_vmware.api [None req-588dd995-d4e8-4d9f-81ae-d18a4a72eaba tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.335597] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e9a5b5ba-4ad0-412b-b188-01e389abf5f2 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "interface-21b56f99-6443-4fe7-8b29-2e2c571f99e3-51da2b05-86ae-4de9-967f-38e8d74c7ea7" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.687s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.583942] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.670989] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979a2e8e-0a1f-4e91-89c2-f374cb676d1c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.680389] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3c5580-c4e8-499a-8746-7c00a0a00e3e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.713438] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ff22d1-178f-4e9e-812e-6a293e0b5818 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.722469] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253b84bd-eea1-40c1-b1b8-428d054abb9c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.738868] env[69357]: DEBUG nova.compute.provider_tree [None req-7e9b8ea7-a108-4045-9189-7fe46b03764f tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.743622] env[69357]: DEBUG oslo_vmware.api [None req-588dd995-d4e8-4d9f-81ae-d18a4a72eaba tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.450183} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.743879] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-588dd995-d4e8-4d9f-81ae-d18a4a72eaba tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.744745] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-588dd995-d4e8-4d9f-81ae-d18a4a72eaba tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.744745] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-588dd995-d4e8-4d9f-81ae-d18a4a72eaba tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.744745] env[69357]: INFO nova.compute.manager [None req-588dd995-d4e8-4d9f-81ae-d18a4a72eaba tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1093.744745] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-588dd995-d4e8-4d9f-81ae-d18a4a72eaba tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.744930] env[69357]: DEBUG nova.compute.manager [-] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1093.744930] env[69357]: DEBUG nova.network.neutron [-] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.056529] env[69357]: DEBUG oslo_concurrency.lockutils [None req-200eabc2-7791-4c8c-b6de-91f903f3e388 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "293709c1-4f73-4f7c-a4b9-c11d41ab685e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.056529] env[69357]: DEBUG oslo_concurrency.lockutils [None req-200eabc2-7791-4c8c-b6de-91f903f3e388 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "293709c1-4f73-4f7c-a4b9-c11d41ab685e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.056766] env[69357]: DEBUG nova.compute.manager [None req-200eabc2-7791-4c8c-b6de-91f903f3e388 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Going to confirm migration 5 {{(pid=69357) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1094.241653] env[69357]: DEBUG nova.scheduler.client.report [None req-7e9b8ea7-a108-4045-9189-7fe46b03764f tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.494254] env[69357]: INFO nova.compute.manager [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Swapping old allocation on dict_keys(['dcb9ec35-bfdd-4e17-b2d7-2501509e9896']) held by migration 87de322e-a43f-4b8c-9f95-f749b5a75a63 for instance [ 1094.513654] env[69357]: DEBUG nova.compute.manager [req-1dd92c05-178e-44ce-a347-17d1526fec66 req-d2cb5d0b-cdab-4c03-9435-e6d1f502179e service nova] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Received event network-vif-deleted-ac98f4cb-2315-49ff-b3e6-226d182f37dc {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.513907] env[69357]: INFO nova.compute.manager [req-1dd92c05-178e-44ce-a347-17d1526fec66 req-d2cb5d0b-cdab-4c03-9435-e6d1f502179e service nova] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Neutron deleted interface ac98f4cb-2315-49ff-b3e6-226d182f37dc; detaching it from the instance and deleting it from the info cache [ 1094.514130] env[69357]: DEBUG nova.network.neutron [req-1dd92c05-178e-44ce-a347-17d1526fec66 req-d2cb5d0b-cdab-4c03-9435-e6d1f502179e service nova] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.519516] env[69357]: DEBUG nova.scheduler.client.report [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Overwriting current allocation {'allocations': {'dcb9ec35-bfdd-4e17-b2d7-2501509e9896': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 149}}, 'project_id': '2a0ca0d1c0704feda289e2d673c2792c', 'user_id': 'dfa00c27cdc3498a881bf28479bea7cf', 'consumer_generation': 1} on consumer 79ac978d-b2d3-4ad5-8166-969c511a07c0 {{(pid=69357) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1094.594595] env[69357]: DEBUG oslo_concurrency.lockutils [None req-200eabc2-7791-4c8c-b6de-91f903f3e388 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "refresh_cache-293709c1-4f73-4f7c-a4b9-c11d41ab685e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.595757] env[69357]: DEBUG oslo_concurrency.lockutils [None req-200eabc2-7791-4c8c-b6de-91f903f3e388 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquired lock "refresh_cache-293709c1-4f73-4f7c-a4b9-c11d41ab685e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.595757] env[69357]: DEBUG nova.network.neutron [None req-200eabc2-7791-4c8c-b6de-91f903f3e388 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.595757] env[69357]: DEBUG nova.objects.instance [None req-200eabc2-7791-4c8c-b6de-91f903f3e388 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lazy-loading 'info_cache' on Instance uuid 293709c1-4f73-4f7c-a4b9-c11d41ab685e {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.600711] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquiring lock "refresh_cache-79ac978d-b2d3-4ad5-8166-969c511a07c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.600860] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquired lock "refresh_cache-79ac978d-b2d3-4ad5-8166-969c511a07c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.601154] env[69357]: DEBUG nova.network.neutron [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.746908] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7e9b8ea7-a108-4045-9189-7fe46b03764f tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.786s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.749194] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.266s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.750661] env[69357]: INFO nova.compute.claims [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1094.769034] env[69357]: INFO nova.scheduler.client.report [None req-7e9b8ea7-a108-4045-9189-7fe46b03764f tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Deleted allocations for instance 88c039e8-358a-400e-960c-d718b37a8677 [ 1094.991912] env[69357]: DEBUG nova.network.neutron [-] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.016987] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-825383e1-6097-4bef-b4a4-e97c23c5dbde {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.028106] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7bf080-41f6-451b-9f90-c502b0ad2f80 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.058074] env[69357]: DEBUG nova.compute.manager [req-1dd92c05-178e-44ce-a347-17d1526fec66 req-d2cb5d0b-cdab-4c03-9435-e6d1f502179e service nova] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Detach interface failed, port_id=ac98f4cb-2315-49ff-b3e6-226d182f37dc, reason: Instance 21b56f99-6443-4fe7-8b29-2e2c571f99e3 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1095.278315] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7e9b8ea7-a108-4045-9189-7fe46b03764f tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "88c039e8-358a-400e-960c-d718b37a8677" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.970s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.295880] env[69357]: DEBUG nova.network.neutron [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Updating instance_info_cache with network_info: [{"id": "c23b7748-ff2e-47bd-9dca-066779f516a1", "address": "fa:16:3e:17:f3:50", "network": {"id": "8d16ed3a-9ae3-4735-8fcb-33e8df7f6c2f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ba406a41a6741008f520ce573e1fcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc23b7748-ff", "ovs_interfaceid": "c23b7748-ff2e-47bd-9dca-066779f516a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.494224] env[69357]: INFO nova.compute.manager [-] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Took 1.75 seconds to deallocate network for instance. [ 1095.798995] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Releasing lock "refresh_cache-79ac978d-b2d3-4ad5-8166-969c511a07c0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.800014] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.800014] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4f8d235-2642-4ebe-ad86-bb3f368301b0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.806821] env[69357]: DEBUG oslo_vmware.api [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for the task: (returnval){ [ 1095.806821] env[69357]: value = "task-3283323" [ 1095.806821] env[69357]: _type = "Task" [ 1095.806821] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.814015] env[69357]: DEBUG nova.network.neutron [None req-200eabc2-7791-4c8c-b6de-91f903f3e388 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Updating instance_info_cache with network_info: [{"id": "5102908f-e028-4263-8706-1621337f379f", "address": "fa:16:3e:c3:9d:92", "network": {"id": "91507c6f-2dae-4b3a-832f-a0844c7f3c7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-298291127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25f1f9bf540c4f3ca42ed05d7038170a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5102908f-e0", "ovs_interfaceid": "5102908f-e028-4263-8706-1621337f379f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.820795] env[69357]: DEBUG oslo_vmware.api [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.959700] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91f8a21-66d8-46e2-8009-ab508d9980c9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.968024] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc51572b-80ae-4cd7-a095-bf2f6cf12a17 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.998719] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78ecfb4-17b0-4288-a367-1cb9fbffcea1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.002055] env[69357]: DEBUG oslo_concurrency.lockutils [None req-588dd995-d4e8-4d9f-81ae-d18a4a72eaba tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.006903] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3fe70e-5ce3-4ea6-ab75-c141355045d1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.020063] env[69357]: DEBUG nova.compute.provider_tree [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.316721] env[69357]: DEBUG oslo_concurrency.lockutils [None req-200eabc2-7791-4c8c-b6de-91f903f3e388 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Releasing lock "refresh_cache-293709c1-4f73-4f7c-a4b9-c11d41ab685e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.316996] env[69357]: DEBUG nova.objects.instance [None req-200eabc2-7791-4c8c-b6de-91f903f3e388 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lazy-loading 'migration_context' on Instance uuid 293709c1-4f73-4f7c-a4b9-c11d41ab685e {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.318122] env[69357]: DEBUG oslo_vmware.api [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283323, 'name': PowerOffVM_Task, 'duration_secs': 0.184551} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.318555] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.319561] env[69357]: DEBUG nova.virt.hardware [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:10:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='37f5a817-a159-46f2-93cf-82c9de24f3af',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-345585756',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.321454] env[69357]: DEBUG nova.virt.hardware [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.321454] env[69357]: DEBUG nova.virt.hardware [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.321454] env[69357]: DEBUG nova.virt.hardware [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.321454] env[69357]: DEBUG nova.virt.hardware [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.321454] env[69357]: DEBUG nova.virt.hardware [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.321454] env[69357]: DEBUG nova.virt.hardware [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.321454] env[69357]: DEBUG nova.virt.hardware [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.321454] env[69357]: DEBUG nova.virt.hardware [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.321454] env[69357]: DEBUG nova.virt.hardware [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.321454] env[69357]: DEBUG nova.virt.hardware [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.326743] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c31614b-7062-4214-9574-3543e47d0923 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.341718] env[69357]: DEBUG oslo_vmware.api [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for the task: (returnval){ [ 1096.341718] env[69357]: value = "task-3283325" [ 1096.341718] env[69357]: _type = "Task" [ 1096.341718] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.350063] env[69357]: DEBUG oslo_vmware.api [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283325, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.523115] env[69357]: DEBUG nova.scheduler.client.report [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.819666] env[69357]: DEBUG nova.objects.base [None req-200eabc2-7791-4c8c-b6de-91f903f3e388 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Object Instance<293709c1-4f73-4f7c-a4b9-c11d41ab685e> lazy-loaded attributes: info_cache,migration_context {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1096.820633] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3265eedf-7165-4449-ad21-638cd6464f20 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.841155] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae381306-63ba-4323-9faa-74fef35cab48 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.849091] env[69357]: DEBUG oslo_vmware.api [None req-200eabc2-7791-4c8c-b6de-91f903f3e388 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1096.849091] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ffca1d-ce91-a408-b86a-f6493677bc5d" [ 1096.849091] env[69357]: _type = "Task" [ 1096.849091] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.852404] env[69357]: DEBUG oslo_vmware.api [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283325, 'name': ReconfigVM_Task, 'duration_secs': 0.126103} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.856026] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcfaa42-0006-4fc5-b308-fe44e7df4db0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.863038] env[69357]: DEBUG oslo_vmware.api [None req-200eabc2-7791-4c8c-b6de-91f903f3e388 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ffca1d-ce91-a408-b86a-f6493677bc5d, 'name': SearchDatastore_Task, 'duration_secs': 0.008092} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.877580] env[69357]: DEBUG oslo_concurrency.lockutils [None req-200eabc2-7791-4c8c-b6de-91f903f3e388 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.881922] env[69357]: DEBUG nova.virt.hardware [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:10:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='37f5a817-a159-46f2-93cf-82c9de24f3af',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-345585756',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.881922] env[69357]: DEBUG nova.virt.hardware [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.881922] env[69357]: DEBUG nova.virt.hardware [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.881922] env[69357]: DEBUG nova.virt.hardware [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.882170] env[69357]: DEBUG nova.virt.hardware [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.882170] env[69357]: DEBUG nova.virt.hardware [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.882311] env[69357]: DEBUG nova.virt.hardware [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.882473] env[69357]: DEBUG nova.virt.hardware [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.882638] env[69357]: DEBUG nova.virt.hardware [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.882808] env[69357]: DEBUG nova.virt.hardware [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.882972] env[69357]: DEBUG nova.virt.hardware [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.883803] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "9b869590-0a38-40d3-9de4-dccada7fb4cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.884035] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "9b869590-0a38-40d3-9de4-dccada7fb4cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.885293] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a64aa1a-8848-40c9-ac0a-ab1b438cd9cd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.891521] env[69357]: DEBUG oslo_vmware.api [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for the task: (returnval){ [ 1096.891521] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52364d63-9752-9377-db6a-b93a7353b545" [ 1096.891521] env[69357]: _type = "Task" [ 1096.891521] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.900666] env[69357]: DEBUG oslo_vmware.api [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52364d63-9752-9377-db6a-b93a7353b545, 'name': SearchDatastore_Task, 'duration_secs': 0.006552} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.905919] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Reconfiguring VM instance instance-0000005f to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1096.906412] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1aec8e44-e62a-4924-805d-716041848546 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.924231] env[69357]: DEBUG oslo_vmware.api [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for the task: (returnval){ [ 1096.924231] env[69357]: value = "task-3283326" [ 1096.924231] env[69357]: _type = "Task" [ 1096.924231] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.931638] env[69357]: DEBUG oslo_vmware.api [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283326, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.027824] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.028469] env[69357]: DEBUG nova.compute.manager [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1097.031313] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.693s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.033033] env[69357]: INFO nova.compute.claims [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.076272] env[69357]: DEBUG oslo_concurrency.lockutils [None req-db9cd397-9e6d-4906-bb88-add9f151a64d tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "a62cc20a-ba03-4a29-868e-cb0fadfd2c62" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.076524] env[69357]: DEBUG oslo_concurrency.lockutils [None req-db9cd397-9e6d-4906-bb88-add9f151a64d tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "a62cc20a-ba03-4a29-868e-cb0fadfd2c62" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.236919] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.237174] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.237332] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.237479] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.237628] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.237773] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.237917] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.238062] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69357) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1097.238211] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.389146] env[69357]: DEBUG nova.compute.manager [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1097.435280] env[69357]: DEBUG oslo_vmware.api [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283326, 'name': ReconfigVM_Task, 'duration_secs': 0.17623} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.435609] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Reconfigured VM instance instance-0000005f to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1097.436443] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7315ff1d-f6fd-4791-8933-198758a8126c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.458895] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 79ac978d-b2d3-4ad5-8166-969c511a07c0/79ac978d-b2d3-4ad5-8166-969c511a07c0.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.459184] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e4cecc1-66d0-4193-972b-9d38d8777324 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.477218] env[69357]: DEBUG oslo_vmware.api [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for the task: (returnval){ [ 1097.477218] env[69357]: value = "task-3283327" [ 1097.477218] env[69357]: _type = "Task" [ 1097.477218] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.484448] env[69357]: DEBUG oslo_vmware.api [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283327, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.537281] env[69357]: DEBUG nova.compute.utils [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1097.540683] env[69357]: DEBUG nova.compute.manager [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1097.540965] env[69357]: DEBUG nova.network.neutron [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1097.579267] env[69357]: DEBUG nova.policy [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '132933c2c4a44dd8a4f77d8340adaea2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '917019d9d74942ffadbfb64eb56db983', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1097.581464] env[69357]: DEBUG nova.compute.utils [None req-db9cd397-9e6d-4906-bb88-add9f151a64d tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1097.740765] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.830871] env[69357]: DEBUG nova.network.neutron [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Successfully created port: 1a5f4dff-987b-4f94-a8cb-b69d2b7c7290 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1097.910609] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.987085] env[69357]: DEBUG oslo_vmware.api [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283327, 'name': ReconfigVM_Task, 'duration_secs': 0.247419} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.987364] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 79ac978d-b2d3-4ad5-8166-969c511a07c0/79ac978d-b2d3-4ad5-8166-969c511a07c0.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.988175] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27750892-7560-45a6-bae1-902a8bb2d8f8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.006660] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b6417d-63a4-40ea-8336-67f4f9974c10 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.025698] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba12dd8-f992-4ce1-8f09-0cda7206d8f7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.043497] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c4a5e8-7933-4bdb-b1f7-7275d0904eba {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.046560] env[69357]: DEBUG nova.compute.manager [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1098.056790] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.056928] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-548ccf25-ea6f-4727-8e08-d23a084e602b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.063621] env[69357]: DEBUG oslo_vmware.api [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for the task: (returnval){ [ 1098.063621] env[69357]: value = "task-3283328" [ 1098.063621] env[69357]: _type = "Task" [ 1098.063621] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.074121] env[69357]: DEBUG oslo_vmware.api [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.084851] env[69357]: DEBUG oslo_concurrency.lockutils [None req-db9cd397-9e6d-4906-bb88-add9f151a64d tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "a62cc20a-ba03-4a29-868e-cb0fadfd2c62" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.239075] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f44dfb-9224-433e-97d9-196aa8a6c3e3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.246674] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea2d177-b751-4bdc-951c-7f2bdfdd0fb7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.279780] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66d3f92-7d86-485e-b206-886770091def {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.286932] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5675117-eeda-437b-b75e-b143264a899f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.300830] env[69357]: DEBUG nova.compute.provider_tree [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.573911] env[69357]: DEBUG oslo_vmware.api [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283328, 'name': PowerOnVM_Task, 'duration_secs': 0.367306} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.574186] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.804497] env[69357]: DEBUG nova.scheduler.client.report [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.058289] env[69357]: DEBUG nova.compute.manager [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.089420] env[69357]: DEBUG nova.virt.hardware [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.089697] env[69357]: DEBUG nova.virt.hardware [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.089819] env[69357]: DEBUG nova.virt.hardware [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.090011] env[69357]: DEBUG nova.virt.hardware [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.090162] env[69357]: DEBUG nova.virt.hardware [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.090311] env[69357]: DEBUG nova.virt.hardware [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.090520] env[69357]: DEBUG nova.virt.hardware [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.090677] env[69357]: DEBUG nova.virt.hardware [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.090879] env[69357]: DEBUG nova.virt.hardware [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.091076] env[69357]: DEBUG nova.virt.hardware [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.091258] env[69357]: DEBUG nova.virt.hardware [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.092130] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb35bd44-833b-40bd-884b-4e308c786cf5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.100250] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa44d5cb-2acb-454a-8b1a-ae43f165ebe6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.140335] env[69357]: DEBUG oslo_concurrency.lockutils [None req-db9cd397-9e6d-4906-bb88-add9f151a64d tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "a62cc20a-ba03-4a29-868e-cb0fadfd2c62" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.140615] env[69357]: DEBUG oslo_concurrency.lockutils [None req-db9cd397-9e6d-4906-bb88-add9f151a64d tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "a62cc20a-ba03-4a29-868e-cb0fadfd2c62" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.140870] env[69357]: INFO nova.compute.manager [None req-db9cd397-9e6d-4906-bb88-add9f151a64d tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Attaching volume a1c16fce-8656-4473-9945-71633e337de1 to /dev/sdb [ 1099.172724] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62088f5-c3eb-420c-be2f-44285478d650 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.180139] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384beffa-98f5-4224-bd00-7b66ae309b88 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.186397] env[69357]: DEBUG nova.compute.manager [req-71c21f6d-610a-42bf-b140-ae09084355e0 req-832a1b25-7b6b-493d-a1a4-1867c2d0446a service nova] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Received event network-vif-plugged-1a5f4dff-987b-4f94-a8cb-b69d2b7c7290 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.186641] env[69357]: DEBUG oslo_concurrency.lockutils [req-71c21f6d-610a-42bf-b140-ae09084355e0 req-832a1b25-7b6b-493d-a1a4-1867c2d0446a service nova] Acquiring lock "772c9649-a1b5-4b7e-b956-0d7142796842-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.186838] env[69357]: DEBUG oslo_concurrency.lockutils [req-71c21f6d-610a-42bf-b140-ae09084355e0 req-832a1b25-7b6b-493d-a1a4-1867c2d0446a service nova] Lock "772c9649-a1b5-4b7e-b956-0d7142796842-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.187017] env[69357]: DEBUG oslo_concurrency.lockutils [req-71c21f6d-610a-42bf-b140-ae09084355e0 req-832a1b25-7b6b-493d-a1a4-1867c2d0446a service nova] Lock "772c9649-a1b5-4b7e-b956-0d7142796842-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.187234] env[69357]: DEBUG nova.compute.manager [req-71c21f6d-610a-42bf-b140-ae09084355e0 req-832a1b25-7b6b-493d-a1a4-1867c2d0446a service nova] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] No waiting events found dispatching network-vif-plugged-1a5f4dff-987b-4f94-a8cb-b69d2b7c7290 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1099.187362] env[69357]: WARNING nova.compute.manager [req-71c21f6d-610a-42bf-b140-ae09084355e0 req-832a1b25-7b6b-493d-a1a4-1867c2d0446a service nova] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Received unexpected event network-vif-plugged-1a5f4dff-987b-4f94-a8cb-b69d2b7c7290 for instance with vm_state building and task_state spawning. [ 1099.193456] env[69357]: DEBUG nova.virt.block_device [None req-db9cd397-9e6d-4906-bb88-add9f151a64d tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Updating existing volume attachment record: f58cf9fc-268e-4896-9180-ab4e3d3a45af {{(pid=69357) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1099.274316] env[69357]: DEBUG nova.network.neutron [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Successfully updated port: 1a5f4dff-987b-4f94-a8cb-b69d2b7c7290 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1099.309515] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.278s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.309715] env[69357]: DEBUG nova.compute.manager [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1099.312816] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.729s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.314435] env[69357]: INFO nova.compute.claims [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.585136] env[69357]: INFO nova.compute.manager [None req-1e01565f-fba7-4ec4-a6d5-b05a741c31a7 tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Updating instance to original state: 'active' [ 1099.779297] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Acquiring lock "refresh_cache-772c9649-a1b5-4b7e-b956-0d7142796842" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.780280] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Acquired lock "refresh_cache-772c9649-a1b5-4b7e-b956-0d7142796842" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.780280] env[69357]: DEBUG nova.network.neutron [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.818736] env[69357]: DEBUG nova.compute.utils [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.822081] env[69357]: DEBUG nova.compute.manager [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1099.823024] env[69357]: DEBUG nova.network.neutron [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1099.860940] env[69357]: DEBUG nova.policy [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3ad29d51a8b4d3d9369dae6faa47c0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ce3a6bd35be4a73861bc478261e9be0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1100.111017] env[69357]: DEBUG nova.network.neutron [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Successfully created port: 45209eae-c1d6-40d8-b79c-97cfd7651d6d {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1100.323676] env[69357]: DEBUG nova.compute.manager [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1100.371510] env[69357]: DEBUG nova.network.neutron [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1100.559792] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a165414-b462-41bb-997a-75dbd8c44ff4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.568154] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5917ff-d656-439e-8dfe-090ee3d4d1da {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.572634] env[69357]: DEBUG nova.network.neutron [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Updating instance_info_cache with network_info: [{"id": "1a5f4dff-987b-4f94-a8cb-b69d2b7c7290", "address": "fa:16:3e:e8:55:3f", "network": {"id": "cec81ec3-a466-4bd8-9ecd-28f2ab4b6d8a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1462390666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "917019d9d74942ffadbfb64eb56db983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a5f4dff-98", "ovs_interfaceid": "1a5f4dff-987b-4f94-a8cb-b69d2b7c7290", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.574014] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e5ab7a43-27a1-4caa-9b34-67f7e4548a0c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquiring lock "79ac978d-b2d3-4ad5-8166-969c511a07c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.574246] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e5ab7a43-27a1-4caa-9b34-67f7e4548a0c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Lock "79ac978d-b2d3-4ad5-8166-969c511a07c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.574462] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e5ab7a43-27a1-4caa-9b34-67f7e4548a0c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquiring lock "79ac978d-b2d3-4ad5-8166-969c511a07c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.574812] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e5ab7a43-27a1-4caa-9b34-67f7e4548a0c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Lock "79ac978d-b2d3-4ad5-8166-969c511a07c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.574812] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e5ab7a43-27a1-4caa-9b34-67f7e4548a0c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Lock "79ac978d-b2d3-4ad5-8166-969c511a07c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.577438] env[69357]: INFO nova.compute.manager [None req-e5ab7a43-27a1-4caa-9b34-67f7e4548a0c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Terminating instance [ 1100.609060] env[69357]: DEBUG nova.compute.manager [None req-e5ab7a43-27a1-4caa-9b34-67f7e4548a0c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1100.609274] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ab7a43-27a1-4caa-9b34-67f7e4548a0c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.610014] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba812f8-69b4-478a-a576-9cf3e63150f3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.612986] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462fe48f-8525-4e5f-917d-a46ceaa28a0c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.623608] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2b5f30-e5ca-40d0-a42b-57d4e03bcbd4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.627432] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ab7a43-27a1-4caa-9b34-67f7e4548a0c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.627907] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79f5ed2d-928d-4bd8-975f-adad8c5d74ef {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.640237] env[69357]: DEBUG nova.compute.provider_tree [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.642851] env[69357]: DEBUG oslo_vmware.api [None req-e5ab7a43-27a1-4caa-9b34-67f7e4548a0c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for the task: (returnval){ [ 1100.642851] env[69357]: value = "task-3283331" [ 1100.642851] env[69357]: _type = "Task" [ 1100.642851] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.651931] env[69357]: DEBUG oslo_vmware.api [None req-e5ab7a43-27a1-4caa-9b34-67f7e4548a0c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.077601] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Releasing lock "refresh_cache-772c9649-a1b5-4b7e-b956-0d7142796842" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.077975] env[69357]: DEBUG nova.compute.manager [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Instance network_info: |[{"id": "1a5f4dff-987b-4f94-a8cb-b69d2b7c7290", "address": "fa:16:3e:e8:55:3f", "network": {"id": "cec81ec3-a466-4bd8-9ecd-28f2ab4b6d8a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1462390666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "917019d9d74942ffadbfb64eb56db983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a5f4dff-98", "ovs_interfaceid": "1a5f4dff-987b-4f94-a8cb-b69d2b7c7290", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1101.078428] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:55:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a5f4dff-987b-4f94-a8cb-b69d2b7c7290', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.086010] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Creating folder: Project (917019d9d74942ffadbfb64eb56db983). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.086294] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bdf5cb3c-bd13-4c69-ac90-c1a487ac854c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.096941] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Created folder: Project (917019d9d74942ffadbfb64eb56db983) in parent group-v655402. [ 1101.097491] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Creating folder: Instances. Parent ref: group-v655690. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.097491] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4c964e2-fe64-432d-ba4f-ead67cbae7b5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.104996] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Created folder: Instances in parent group-v655690. [ 1101.105235] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.105416] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.105631] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eac62716-a13d-40cc-8204-1f8783e658cf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.124328] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.124328] env[69357]: value = "task-3283334" [ 1101.124328] env[69357]: _type = "Task" [ 1101.124328] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.131815] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283334, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.144730] env[69357]: DEBUG nova.scheduler.client.report [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.156798] env[69357]: DEBUG oslo_vmware.api [None req-e5ab7a43-27a1-4caa-9b34-67f7e4548a0c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283331, 'name': PowerOffVM_Task, 'duration_secs': 0.199282} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.157056] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ab7a43-27a1-4caa-9b34-67f7e4548a0c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.157228] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ab7a43-27a1-4caa-9b34-67f7e4548a0c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.157482] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ab511c1-7936-4f0c-a5bb-9fd62a90c1d9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.221388] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ab7a43-27a1-4caa-9b34-67f7e4548a0c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.221622] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ab7a43-27a1-4caa-9b34-67f7e4548a0c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.221835] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5ab7a43-27a1-4caa-9b34-67f7e4548a0c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Deleting the datastore file [datastore2] 79ac978d-b2d3-4ad5-8166-969c511a07c0 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.222139] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d15da176-0d7a-4d6b-8738-ac5052d63260 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.228547] env[69357]: DEBUG oslo_vmware.api [None req-e5ab7a43-27a1-4caa-9b34-67f7e4548a0c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for the task: (returnval){ [ 1101.228547] env[69357]: value = "task-3283336" [ 1101.228547] env[69357]: _type = "Task" [ 1101.228547] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.236084] env[69357]: DEBUG oslo_vmware.api [None req-e5ab7a43-27a1-4caa-9b34-67f7e4548a0c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.319687] env[69357]: DEBUG nova.compute.manager [req-b906f58b-958e-4acf-a417-205e60005a52 req-e9578499-9fa0-453b-864c-f488519df465 service nova] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Received event network-changed-1a5f4dff-987b-4f94-a8cb-b69d2b7c7290 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.319687] env[69357]: DEBUG nova.compute.manager [req-b906f58b-958e-4acf-a417-205e60005a52 req-e9578499-9fa0-453b-864c-f488519df465 service nova] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Refreshing instance network info cache due to event network-changed-1a5f4dff-987b-4f94-a8cb-b69d2b7c7290. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1101.319687] env[69357]: DEBUG oslo_concurrency.lockutils [req-b906f58b-958e-4acf-a417-205e60005a52 req-e9578499-9fa0-453b-864c-f488519df465 service nova] Acquiring lock "refresh_cache-772c9649-a1b5-4b7e-b956-0d7142796842" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.319687] env[69357]: DEBUG oslo_concurrency.lockutils [req-b906f58b-958e-4acf-a417-205e60005a52 req-e9578499-9fa0-453b-864c-f488519df465 service nova] Acquired lock "refresh_cache-772c9649-a1b5-4b7e-b956-0d7142796842" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.319687] env[69357]: DEBUG nova.network.neutron [req-b906f58b-958e-4acf-a417-205e60005a52 req-e9578499-9fa0-453b-864c-f488519df465 service nova] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Refreshing network info cache for port 1a5f4dff-987b-4f94-a8cb-b69d2b7c7290 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.335620] env[69357]: DEBUG nova.compute.manager [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1101.363672] env[69357]: DEBUG nova.virt.hardware [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.363982] env[69357]: DEBUG nova.virt.hardware [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.364205] env[69357]: DEBUG nova.virt.hardware [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.364678] env[69357]: DEBUG nova.virt.hardware [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.364815] env[69357]: DEBUG nova.virt.hardware [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.364976] env[69357]: DEBUG nova.virt.hardware [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.365214] env[69357]: DEBUG nova.virt.hardware [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.365381] env[69357]: DEBUG nova.virt.hardware [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.365717] env[69357]: DEBUG nova.virt.hardware [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.365761] env[69357]: DEBUG nova.virt.hardware [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.365939] env[69357]: DEBUG nova.virt.hardware [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.367095] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d887c7d4-2f0d-4462-97c3-dad603fddd54 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.375343] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920addb4-f1b6-4f6b-98df-2acd553097cc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.635029] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283334, 'name': CreateVM_Task, 'duration_secs': 0.349387} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.635229] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.635963] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.636145] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.636474] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.636721] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-902e5aca-644c-4f9e-9df2-1155aa5065ce {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.641577] env[69357]: DEBUG oslo_vmware.api [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Waiting for the task: (returnval){ [ 1101.641577] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]528964a1-fc5e-c80e-091d-0a9962f81c4f" [ 1101.641577] env[69357]: _type = "Task" [ 1101.641577] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.650317] env[69357]: DEBUG oslo_vmware.api [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]528964a1-fc5e-c80e-091d-0a9962f81c4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.655334] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.655334] env[69357]: DEBUG nova.compute.manager [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1101.658327] env[69357]: DEBUG oslo_concurrency.lockutils [None req-588dd995-d4e8-4d9f-81ae-d18a4a72eaba tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.656s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.658327] env[69357]: DEBUG nova.objects.instance [None req-588dd995-d4e8-4d9f-81ae-d18a4a72eaba tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lazy-loading 'resources' on Instance uuid 21b56f99-6443-4fe7-8b29-2e2c571f99e3 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.738281] env[69357]: DEBUG oslo_vmware.api [None req-e5ab7a43-27a1-4caa-9b34-67f7e4548a0c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198883} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.738559] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5ab7a43-27a1-4caa-9b34-67f7e4548a0c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.738740] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ab7a43-27a1-4caa-9b34-67f7e4548a0c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.738916] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ab7a43-27a1-4caa-9b34-67f7e4548a0c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.739140] env[69357]: INFO nova.compute.manager [None req-e5ab7a43-27a1-4caa-9b34-67f7e4548a0c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1101.739389] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5ab7a43-27a1-4caa-9b34-67f7e4548a0c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.739588] env[69357]: DEBUG nova.compute.manager [-] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1101.739690] env[69357]: DEBUG nova.network.neutron [-] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.805035] env[69357]: DEBUG nova.network.neutron [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Successfully updated port: 45209eae-c1d6-40d8-b79c-97cfd7651d6d {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1101.995997] env[69357]: DEBUG nova.network.neutron [req-b906f58b-958e-4acf-a417-205e60005a52 req-e9578499-9fa0-453b-864c-f488519df465 service nova] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Updated VIF entry in instance network info cache for port 1a5f4dff-987b-4f94-a8cb-b69d2b7c7290. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.996428] env[69357]: DEBUG nova.network.neutron [req-b906f58b-958e-4acf-a417-205e60005a52 req-e9578499-9fa0-453b-864c-f488519df465 service nova] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Updating instance_info_cache with network_info: [{"id": "1a5f4dff-987b-4f94-a8cb-b69d2b7c7290", "address": "fa:16:3e:e8:55:3f", "network": {"id": "cec81ec3-a466-4bd8-9ecd-28f2ab4b6d8a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1462390666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "917019d9d74942ffadbfb64eb56db983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a5f4dff-98", "ovs_interfaceid": "1a5f4dff-987b-4f94-a8cb-b69d2b7c7290", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.026775] env[69357]: DEBUG nova.compute.manager [req-74be6b3d-7efe-44d8-9802-8abb6306255f req-a3d807f1-0cbf-449f-bd0a-4d5bd8569788 service nova] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Received event network-vif-deleted-c23b7748-ff2e-47bd-9dca-066779f516a1 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.026775] env[69357]: INFO nova.compute.manager [req-74be6b3d-7efe-44d8-9802-8abb6306255f req-a3d807f1-0cbf-449f-bd0a-4d5bd8569788 service nova] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Neutron deleted interface c23b7748-ff2e-47bd-9dca-066779f516a1; detaching it from the instance and deleting it from the info cache [ 1102.026920] env[69357]: DEBUG nova.network.neutron [req-74be6b3d-7efe-44d8-9802-8abb6306255f req-a3d807f1-0cbf-449f-bd0a-4d5bd8569788 service nova] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.152171] env[69357]: DEBUG oslo_vmware.api [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]528964a1-fc5e-c80e-091d-0a9962f81c4f, 'name': SearchDatastore_Task, 'duration_secs': 0.009643} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.152484] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.152693] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.152983] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.153151] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.153394] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.153693] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9f92095-285a-4a62-9247-74ed9c96c108 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.161536] env[69357]: DEBUG nova.compute.utils [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.163715] env[69357]: DEBUG nova.compute.manager [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1102.163938] env[69357]: DEBUG nova.network.neutron [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1102.167783] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.167877] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.169944] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffdc7ff8-8483-4590-9df0-2408f2ba53be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.175070] env[69357]: DEBUG oslo_vmware.api [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Waiting for the task: (returnval){ [ 1102.175070] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]525337e4-fca4-08f9-7232-24375bcb930d" [ 1102.175070] env[69357]: _type = "Task" [ 1102.175070] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.183097] env[69357]: DEBUG oslo_vmware.api [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]525337e4-fca4-08f9-7232-24375bcb930d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.206458] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "8ea553bd-7063-4123-90f4-f53808003b23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.206458] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "8ea553bd-7063-4123-90f4-f53808003b23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.208275] env[69357]: DEBUG nova.policy [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eabb09b2069944d2b43b5d8bd65568de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '908005a1aca5413f88021f894d13f683', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1102.309576] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "refresh_cache-0d3cebd2-636d-4956-892b-5bbf14b6d83b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.309576] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquired lock "refresh_cache-0d3cebd2-636d-4956-892b-5bbf14b6d83b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.309576] env[69357]: DEBUG nova.network.neutron [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.384547] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6a756e-01b7-4772-b9e7-d06cb7533817 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.392396] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761e49f6-0c94-466a-bb17-a33a89dcc105 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.421738] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1581d500-dd08-4955-ad64-8336f08f61de {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.428951] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2976314-8193-46c3-a16a-a97c8b5b5d57 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.441935] env[69357]: DEBUG nova.compute.provider_tree [None req-588dd995-d4e8-4d9f-81ae-d18a4a72eaba tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.486396] env[69357]: DEBUG nova.network.neutron [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Successfully created port: 9186f40f-846e-4c9d-941f-1943de8a7eb7 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1102.499081] env[69357]: DEBUG oslo_concurrency.lockutils [req-b906f58b-958e-4acf-a417-205e60005a52 req-e9578499-9fa0-453b-864c-f488519df465 service nova] Releasing lock "refresh_cache-772c9649-a1b5-4b7e-b956-0d7142796842" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.510613] env[69357]: DEBUG nova.network.neutron [-] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.529085] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43350b9d-3ffd-4025-9f65-8919ed8f81ee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.539151] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92298cb8-6090-48f3-88a2-28b0cf52d755 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.577738] env[69357]: DEBUG nova.compute.manager [req-74be6b3d-7efe-44d8-9802-8abb6306255f req-a3d807f1-0cbf-449f-bd0a-4d5bd8569788 service nova] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Detach interface failed, port_id=c23b7748-ff2e-47bd-9dca-066779f516a1, reason: Instance 79ac978d-b2d3-4ad5-8166-969c511a07c0 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1102.670311] env[69357]: DEBUG nova.compute.manager [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1102.685604] env[69357]: DEBUG oslo_vmware.api [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]525337e4-fca4-08f9-7232-24375bcb930d, 'name': SearchDatastore_Task, 'duration_secs': 0.00872} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.686359] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d50f26a-7630-40c0-8e31-00e36793c987 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.692544] env[69357]: DEBUG oslo_vmware.api [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Waiting for the task: (returnval){ [ 1102.692544] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52138e38-2a87-77e9-7ce0-cb6c6cc159f8" [ 1102.692544] env[69357]: _type = "Task" [ 1102.692544] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.700456] env[69357]: DEBUG oslo_vmware.api [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52138e38-2a87-77e9-7ce0-cb6c6cc159f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.711311] env[69357]: DEBUG nova.compute.manager [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1102.850297] env[69357]: DEBUG nova.network.neutron [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1102.945080] env[69357]: DEBUG nova.scheduler.client.report [None req-588dd995-d4e8-4d9f-81ae-d18a4a72eaba tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.993978] env[69357]: DEBUG nova.network.neutron [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Updating instance_info_cache with network_info: [{"id": "45209eae-c1d6-40d8-b79c-97cfd7651d6d", "address": "fa:16:3e:e3:11:66", "network": {"id": "14a080ce-f6fb-4b67-8c28-3f21d485ab29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1330525983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ce3a6bd35be4a73861bc478261e9be0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45209eae-c1", "ovs_interfaceid": "45209eae-c1d6-40d8-b79c-97cfd7651d6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.014128] env[69357]: INFO nova.compute.manager [-] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Took 1.27 seconds to deallocate network for instance. [ 1103.203339] env[69357]: DEBUG oslo_vmware.api [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52138e38-2a87-77e9-7ce0-cb6c6cc159f8, 'name': SearchDatastore_Task, 'duration_secs': 0.009517} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.203680] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.203897] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 772c9649-a1b5-4b7e-b956-0d7142796842/772c9649-a1b5-4b7e-b956-0d7142796842.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.204181] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03f76d88-aeed-42e2-9a6e-e5538c03e47e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.212072] env[69357]: DEBUG oslo_vmware.api [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Waiting for the task: (returnval){ [ 1103.212072] env[69357]: value = "task-3283338" [ 1103.212072] env[69357]: _type = "Task" [ 1103.212072] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.226983] env[69357]: DEBUG oslo_vmware.api [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Task: {'id': task-3283338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.235508] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.346816] env[69357]: DEBUG nova.compute.manager [req-4414b02a-7386-4fea-a1cf-d1ff1534204e req-aa19b7ff-10e3-4401-b569-83d1394bc6c7 service nova] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Received event network-vif-plugged-45209eae-c1d6-40d8-b79c-97cfd7651d6d {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.347090] env[69357]: DEBUG oslo_concurrency.lockutils [req-4414b02a-7386-4fea-a1cf-d1ff1534204e req-aa19b7ff-10e3-4401-b569-83d1394bc6c7 service nova] Acquiring lock "0d3cebd2-636d-4956-892b-5bbf14b6d83b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.347409] env[69357]: DEBUG oslo_concurrency.lockutils [req-4414b02a-7386-4fea-a1cf-d1ff1534204e req-aa19b7ff-10e3-4401-b569-83d1394bc6c7 service nova] Lock "0d3cebd2-636d-4956-892b-5bbf14b6d83b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.347562] env[69357]: DEBUG oslo_concurrency.lockutils [req-4414b02a-7386-4fea-a1cf-d1ff1534204e req-aa19b7ff-10e3-4401-b569-83d1394bc6c7 service nova] Lock "0d3cebd2-636d-4956-892b-5bbf14b6d83b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.347755] env[69357]: DEBUG nova.compute.manager [req-4414b02a-7386-4fea-a1cf-d1ff1534204e req-aa19b7ff-10e3-4401-b569-83d1394bc6c7 service nova] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] No waiting events found dispatching network-vif-plugged-45209eae-c1d6-40d8-b79c-97cfd7651d6d {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1103.347954] env[69357]: WARNING nova.compute.manager [req-4414b02a-7386-4fea-a1cf-d1ff1534204e req-aa19b7ff-10e3-4401-b569-83d1394bc6c7 service nova] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Received unexpected event network-vif-plugged-45209eae-c1d6-40d8-b79c-97cfd7651d6d for instance with vm_state building and task_state spawning. [ 1103.348211] env[69357]: DEBUG nova.compute.manager [req-4414b02a-7386-4fea-a1cf-d1ff1534204e req-aa19b7ff-10e3-4401-b569-83d1394bc6c7 service nova] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Received event network-changed-45209eae-c1d6-40d8-b79c-97cfd7651d6d {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.348422] env[69357]: DEBUG nova.compute.manager [req-4414b02a-7386-4fea-a1cf-d1ff1534204e req-aa19b7ff-10e3-4401-b569-83d1394bc6c7 service nova] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Refreshing instance network info cache due to event network-changed-45209eae-c1d6-40d8-b79c-97cfd7651d6d. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1103.348629] env[69357]: DEBUG oslo_concurrency.lockutils [req-4414b02a-7386-4fea-a1cf-d1ff1534204e req-aa19b7ff-10e3-4401-b569-83d1394bc6c7 service nova] Acquiring lock "refresh_cache-0d3cebd2-636d-4956-892b-5bbf14b6d83b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.452027] env[69357]: DEBUG oslo_concurrency.lockutils [None req-588dd995-d4e8-4d9f-81ae-d18a4a72eaba tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.794s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.454607] env[69357]: DEBUG oslo_concurrency.lockutils [None req-200eabc2-7791-4c8c-b6de-91f903f3e388 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.577s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.477938] env[69357]: INFO nova.scheduler.client.report [None req-588dd995-d4e8-4d9f-81ae-d18a4a72eaba tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Deleted allocations for instance 21b56f99-6443-4fe7-8b29-2e2c571f99e3 [ 1103.499637] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Releasing lock "refresh_cache-0d3cebd2-636d-4956-892b-5bbf14b6d83b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.500371] env[69357]: DEBUG nova.compute.manager [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Instance network_info: |[{"id": "45209eae-c1d6-40d8-b79c-97cfd7651d6d", "address": "fa:16:3e:e3:11:66", "network": {"id": "14a080ce-f6fb-4b67-8c28-3f21d485ab29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1330525983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ce3a6bd35be4a73861bc478261e9be0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45209eae-c1", "ovs_interfaceid": "45209eae-c1d6-40d8-b79c-97cfd7651d6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1103.501097] env[69357]: DEBUG oslo_concurrency.lockutils [req-4414b02a-7386-4fea-a1cf-d1ff1534204e req-aa19b7ff-10e3-4401-b569-83d1394bc6c7 service nova] Acquired lock "refresh_cache-0d3cebd2-636d-4956-892b-5bbf14b6d83b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.501303] env[69357]: DEBUG nova.network.neutron [req-4414b02a-7386-4fea-a1cf-d1ff1534204e req-aa19b7ff-10e3-4401-b569-83d1394bc6c7 service nova] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Refreshing network info cache for port 45209eae-c1d6-40d8-b79c-97cfd7651d6d {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.503028] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:11:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2321dbbe-f64a-4253-a462-21676f8a278e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45209eae-c1d6-40d8-b79c-97cfd7651d6d', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.510785] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.513979] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.514567] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d03f402-de26-4c9e-9f2a-0b3bcb98ea2a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.532800] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e5ab7a43-27a1-4caa-9b34-67f7e4548a0c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.538650] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.538650] env[69357]: value = "task-3283339" [ 1103.538650] env[69357]: _type = "Task" [ 1103.538650] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.547541] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283339, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.680902] env[69357]: DEBUG nova.compute.manager [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1103.707811] env[69357]: DEBUG nova.virt.hardware [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.708103] env[69357]: DEBUG nova.virt.hardware [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.708264] env[69357]: DEBUG nova.virt.hardware [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.708445] env[69357]: DEBUG nova.virt.hardware [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.708588] env[69357]: DEBUG nova.virt.hardware [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.708733] env[69357]: DEBUG nova.virt.hardware [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.709018] env[69357]: DEBUG nova.virt.hardware [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.709201] env[69357]: DEBUG nova.virt.hardware [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.709373] env[69357]: DEBUG nova.virt.hardware [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.709536] env[69357]: DEBUG nova.virt.hardware [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.709761] env[69357]: DEBUG nova.virt.hardware [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.710721] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c655d2f9-dbb7-4d2d-9f63-99c28858499e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.724982] env[69357]: DEBUG oslo_vmware.api [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Task: {'id': task-3283338, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449214} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.725432] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 772c9649-a1b5-4b7e-b956-0d7142796842/772c9649-a1b5-4b7e-b956-0d7142796842.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1103.725779] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1103.727712] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd5a7b7-53cf-4749-a440-8c4e3ab18cee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.731326] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e01c45b2-2a57-43a8-845e-1d312db68360 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.736791] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-db9cd397-9e6d-4906-bb88-add9f151a64d tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Volume attach. Driver type: vmdk {{(pid=69357) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1103.737068] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-db9cd397-9e6d-4906-bb88-add9f151a64d tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655689', 'volume_id': 'a1c16fce-8656-4473-9945-71633e337de1', 'name': 'volume-a1c16fce-8656-4473-9945-71633e337de1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a62cc20a-ba03-4a29-868e-cb0fadfd2c62', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1c16fce-8656-4473-9945-71633e337de1', 'serial': 'a1c16fce-8656-4473-9945-71633e337de1'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1103.737804] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e1375b-2888-49fe-8b6a-c637c7801ab1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.752648] env[69357]: DEBUG oslo_vmware.api [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Waiting for the task: (returnval){ [ 1103.752648] env[69357]: value = "task-3283340" [ 1103.752648] env[69357]: _type = "Task" [ 1103.752648] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.768709] env[69357]: DEBUG nova.network.neutron [req-4414b02a-7386-4fea-a1cf-d1ff1534204e req-aa19b7ff-10e3-4401-b569-83d1394bc6c7 service nova] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Updated VIF entry in instance network info cache for port 45209eae-c1d6-40d8-b79c-97cfd7651d6d. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.769189] env[69357]: DEBUG nova.network.neutron [req-4414b02a-7386-4fea-a1cf-d1ff1534204e req-aa19b7ff-10e3-4401-b569-83d1394bc6c7 service nova] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Updating instance_info_cache with network_info: [{"id": "45209eae-c1d6-40d8-b79c-97cfd7651d6d", "address": "fa:16:3e:e3:11:66", "network": {"id": "14a080ce-f6fb-4b67-8c28-3f21d485ab29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1330525983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ce3a6bd35be4a73861bc478261e9be0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45209eae-c1", "ovs_interfaceid": "45209eae-c1d6-40d8-b79c-97cfd7651d6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.771794] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9149c134-7926-45db-8115-a2d43bb79309 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.778205] env[69357]: DEBUG oslo_vmware.api [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Task: {'id': task-3283340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.802213] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-db9cd397-9e6d-4906-bb88-add9f151a64d tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] volume-a1c16fce-8656-4473-9945-71633e337de1/volume-a1c16fce-8656-4473-9945-71633e337de1.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.802870] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-094ec723-7572-4d21-bffb-701049f3e96d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.827026] env[69357]: DEBUG oslo_vmware.api [None req-db9cd397-9e6d-4906-bb88-add9f151a64d tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 1103.827026] env[69357]: value = "task-3283341" [ 1103.827026] env[69357]: _type = "Task" [ 1103.827026] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.835232] env[69357]: DEBUG oslo_vmware.api [None req-db9cd397-9e6d-4906-bb88-add9f151a64d tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283341, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.987260] env[69357]: DEBUG oslo_concurrency.lockutils [None req-588dd995-d4e8-4d9f-81ae-d18a4a72eaba tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "21b56f99-6443-4fe7-8b29-2e2c571f99e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.878s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.049827] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283339, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.160471] env[69357]: DEBUG nova.compute.manager [req-a772b9e2-89f2-41c4-a5c4-907a021f66d1 req-970fae93-43c6-4a24-af38-8a29fd0a53da service nova] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Received event network-vif-plugged-9186f40f-846e-4c9d-941f-1943de8a7eb7 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.160616] env[69357]: DEBUG oslo_concurrency.lockutils [req-a772b9e2-89f2-41c4-a5c4-907a021f66d1 req-970fae93-43c6-4a24-af38-8a29fd0a53da service nova] Acquiring lock "d4d1f741-9ebb-4cad-8053-d278bf07b55a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.160823] env[69357]: DEBUG oslo_concurrency.lockutils [req-a772b9e2-89f2-41c4-a5c4-907a021f66d1 req-970fae93-43c6-4a24-af38-8a29fd0a53da service nova] Lock "d4d1f741-9ebb-4cad-8053-d278bf07b55a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.160988] env[69357]: DEBUG oslo_concurrency.lockutils [req-a772b9e2-89f2-41c4-a5c4-907a021f66d1 req-970fae93-43c6-4a24-af38-8a29fd0a53da service nova] Lock "d4d1f741-9ebb-4cad-8053-d278bf07b55a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.161169] env[69357]: DEBUG nova.compute.manager [req-a772b9e2-89f2-41c4-a5c4-907a021f66d1 req-970fae93-43c6-4a24-af38-8a29fd0a53da service nova] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] No waiting events found dispatching network-vif-plugged-9186f40f-846e-4c9d-941f-1943de8a7eb7 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1104.161330] env[69357]: WARNING nova.compute.manager [req-a772b9e2-89f2-41c4-a5c4-907a021f66d1 req-970fae93-43c6-4a24-af38-8a29fd0a53da service nova] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Received unexpected event network-vif-plugged-9186f40f-846e-4c9d-941f-1943de8a7eb7 for instance with vm_state building and task_state spawning. [ 1104.200652] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37aeb154-da94-43ac-93d4-666d1aabeac9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.208248] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a929e3b3-b17b-458e-aa3f-40d5f0417a15 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.243214] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c40230-2faa-4906-8995-40acba9289a0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.251305] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4c623c-460f-4c9c-9427-fc97c3f8ac3e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.263767] env[69357]: DEBUG oslo_vmware.api [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Task: {'id': task-3283340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114763} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.271933] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.272557] env[69357]: DEBUG nova.compute.provider_tree [None req-200eabc2-7791-4c8c-b6de-91f903f3e388 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.274793] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8166af4b-e7dc-423d-b57d-7cd2f7ca2833 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.278344] env[69357]: DEBUG oslo_concurrency.lockutils [req-4414b02a-7386-4fea-a1cf-d1ff1534204e req-aa19b7ff-10e3-4401-b569-83d1394bc6c7 service nova] Releasing lock "refresh_cache-0d3cebd2-636d-4956-892b-5bbf14b6d83b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.300429] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 772c9649-a1b5-4b7e-b956-0d7142796842/772c9649-a1b5-4b7e-b956-0d7142796842.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.301366] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a842379e-8a2d-4bd2-bd2c-437d75f1da70 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.322076] env[69357]: DEBUG oslo_vmware.api [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Waiting for the task: (returnval){ [ 1104.322076] env[69357]: value = "task-3283342" [ 1104.322076] env[69357]: _type = "Task" [ 1104.322076] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.331389] env[69357]: DEBUG oslo_vmware.api [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Task: {'id': task-3283342, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.337008] env[69357]: DEBUG oslo_vmware.api [None req-db9cd397-9e6d-4906-bb88-add9f151a64d tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283341, 'name': ReconfigVM_Task, 'duration_secs': 0.381801} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.337285] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-db9cd397-9e6d-4906-bb88-add9f151a64d tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Reconfigured VM instance instance-0000005d to attach disk [datastore1] volume-a1c16fce-8656-4473-9945-71633e337de1/volume-a1c16fce-8656-4473-9945-71633e337de1.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.343011] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73c44c07-7f40-4423-9657-c72f6e69e491 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.358901] env[69357]: DEBUG oslo_vmware.api [None req-db9cd397-9e6d-4906-bb88-add9f151a64d tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 1104.358901] env[69357]: value = "task-3283343" [ 1104.358901] env[69357]: _type = "Task" [ 1104.358901] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.367267] env[69357]: DEBUG oslo_vmware.api [None req-db9cd397-9e6d-4906-bb88-add9f151a64d tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283343, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.549630] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283339, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.636025] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a59198b4-a92f-4a3d-84fc-e6c2fb6478b6 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "03f0e5ec-8777-42ce-9b73-a5dd273204df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.636320] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a59198b4-a92f-4a3d-84fc-e6c2fb6478b6 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "03f0e5ec-8777-42ce-9b73-a5dd273204df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.636585] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a59198b4-a92f-4a3d-84fc-e6c2fb6478b6 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "03f0e5ec-8777-42ce-9b73-a5dd273204df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.636837] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a59198b4-a92f-4a3d-84fc-e6c2fb6478b6 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "03f0e5ec-8777-42ce-9b73-a5dd273204df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.637065] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a59198b4-a92f-4a3d-84fc-e6c2fb6478b6 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "03f0e5ec-8777-42ce-9b73-a5dd273204df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.639373] env[69357]: INFO nova.compute.manager [None req-a59198b4-a92f-4a3d-84fc-e6c2fb6478b6 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Terminating instance [ 1104.677654] env[69357]: DEBUG nova.network.neutron [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Successfully updated port: 9186f40f-846e-4c9d-941f-1943de8a7eb7 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1104.695811] env[69357]: DEBUG nova.compute.manager [req-2b77947c-f2b9-421c-9c18-5fc97e1e7262 req-0fe632ae-bd7f-487b-a9e6-1adbb7a60701 service nova] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Received event network-changed-9186f40f-846e-4c9d-941f-1943de8a7eb7 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.696040] env[69357]: DEBUG nova.compute.manager [req-2b77947c-f2b9-421c-9c18-5fc97e1e7262 req-0fe632ae-bd7f-487b-a9e6-1adbb7a60701 service nova] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Refreshing instance network info cache due to event network-changed-9186f40f-846e-4c9d-941f-1943de8a7eb7. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.696261] env[69357]: DEBUG oslo_concurrency.lockutils [req-2b77947c-f2b9-421c-9c18-5fc97e1e7262 req-0fe632ae-bd7f-487b-a9e6-1adbb7a60701 service nova] Acquiring lock "refresh_cache-d4d1f741-9ebb-4cad-8053-d278bf07b55a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.696404] env[69357]: DEBUG oslo_concurrency.lockutils [req-2b77947c-f2b9-421c-9c18-5fc97e1e7262 req-0fe632ae-bd7f-487b-a9e6-1adbb7a60701 service nova] Acquired lock "refresh_cache-d4d1f741-9ebb-4cad-8053-d278bf07b55a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.696567] env[69357]: DEBUG nova.network.neutron [req-2b77947c-f2b9-421c-9c18-5fc97e1e7262 req-0fe632ae-bd7f-487b-a9e6-1adbb7a60701 service nova] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Refreshing network info cache for port 9186f40f-846e-4c9d-941f-1943de8a7eb7 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.778666] env[69357]: DEBUG nova.scheduler.client.report [None req-200eabc2-7791-4c8c-b6de-91f903f3e388 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.831636] env[69357]: DEBUG oslo_vmware.api [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Task: {'id': task-3283342, 'name': ReconfigVM_Task, 'duration_secs': 0.267375} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.831900] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 772c9649-a1b5-4b7e-b956-0d7142796842/772c9649-a1b5-4b7e-b956-0d7142796842.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.832498] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-487a8a62-9519-4f87-84b6-117b44d02880 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.838291] env[69357]: DEBUG oslo_vmware.api [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Waiting for the task: (returnval){ [ 1104.838291] env[69357]: value = "task-3283344" [ 1104.838291] env[69357]: _type = "Task" [ 1104.838291] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.846694] env[69357]: DEBUG oslo_vmware.api [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Task: {'id': task-3283344, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.867624] env[69357]: DEBUG oslo_vmware.api [None req-db9cd397-9e6d-4906-bb88-add9f151a64d tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283343, 'name': ReconfigVM_Task, 'duration_secs': 0.134687} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.867927] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-db9cd397-9e6d-4906-bb88-add9f151a64d tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655689', 'volume_id': 'a1c16fce-8656-4473-9945-71633e337de1', 'name': 'volume-a1c16fce-8656-4473-9945-71633e337de1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a62cc20a-ba03-4a29-868e-cb0fadfd2c62', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1c16fce-8656-4473-9945-71633e337de1', 'serial': 'a1c16fce-8656-4473-9945-71633e337de1'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1105.050412] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283339, 'name': CreateVM_Task, 'duration_secs': 1.471265} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.050592] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.051306] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.051475] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.051854] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.052132] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88571194-14c4-410a-b805-565ee9d99dfe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.056705] env[69357]: DEBUG oslo_vmware.api [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1105.056705] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5261b16f-04a6-f501-4b69-e05983c7d1f7" [ 1105.056705] env[69357]: _type = "Task" [ 1105.056705] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.063978] env[69357]: DEBUG oslo_vmware.api [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5261b16f-04a6-f501-4b69-e05983c7d1f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.143440] env[69357]: DEBUG nova.compute.manager [None req-a59198b4-a92f-4a3d-84fc-e6c2fb6478b6 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1105.143732] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a59198b4-a92f-4a3d-84fc-e6c2fb6478b6 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.144634] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2248425-a28f-47c1-89bb-0cc42a5d7f76 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.152391] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a59198b4-a92f-4a3d-84fc-e6c2fb6478b6 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.152667] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd8aff53-77af-49c5-af39-0d7e19e27853 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.158456] env[69357]: DEBUG oslo_vmware.api [None req-a59198b4-a92f-4a3d-84fc-e6c2fb6478b6 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 1105.158456] env[69357]: value = "task-3283345" [ 1105.158456] env[69357]: _type = "Task" [ 1105.158456] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.169770] env[69357]: DEBUG oslo_vmware.api [None req-a59198b4-a92f-4a3d-84fc-e6c2fb6478b6 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.180524] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquiring lock "refresh_cache-d4d1f741-9ebb-4cad-8053-d278bf07b55a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.227299] env[69357]: DEBUG nova.network.neutron [req-2b77947c-f2b9-421c-9c18-5fc97e1e7262 req-0fe632ae-bd7f-487b-a9e6-1adbb7a60701 service nova] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1105.345314] env[69357]: DEBUG nova.network.neutron [req-2b77947c-f2b9-421c-9c18-5fc97e1e7262 req-0fe632ae-bd7f-487b-a9e6-1adbb7a60701 service nova] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.349465] env[69357]: DEBUG oslo_vmware.api [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Task: {'id': task-3283344, 'name': Rename_Task, 'duration_secs': 0.14178} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.349947] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.350224] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8af7e9d-0213-41a2-ad9d-8f7b0fb92913 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.356860] env[69357]: DEBUG oslo_vmware.api [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Waiting for the task: (returnval){ [ 1105.356860] env[69357]: value = "task-3283346" [ 1105.356860] env[69357]: _type = "Task" [ 1105.356860] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.365562] env[69357]: DEBUG oslo_vmware.api [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Task: {'id': task-3283346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.567026] env[69357]: DEBUG oslo_vmware.api [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5261b16f-04a6-f501-4b69-e05983c7d1f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009531} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.567343] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.567605] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.567856] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.568015] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.568203] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.568466] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38af364c-1ff4-4df7-ad65-c0b50842c07f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.576213] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.576386] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.577068] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93912e49-dc55-42e0-ba32-fb785b7807d4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.581934] env[69357]: DEBUG oslo_vmware.api [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1105.581934] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]526c08e7-df45-39fd-ad48-5b551f9fdcab" [ 1105.581934] env[69357]: _type = "Task" [ 1105.581934] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.589303] env[69357]: DEBUG oslo_vmware.api [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]526c08e7-df45-39fd-ad48-5b551f9fdcab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.667890] env[69357]: DEBUG oslo_vmware.api [None req-a59198b4-a92f-4a3d-84fc-e6c2fb6478b6 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283345, 'name': PowerOffVM_Task, 'duration_secs': 0.251386} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.668201] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a59198b4-a92f-4a3d-84fc-e6c2fb6478b6 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.668373] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a59198b4-a92f-4a3d-84fc-e6c2fb6478b6 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.668621] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21f486f1-3ca0-4e3d-abb7-8ea4aad5b12d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.736489] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a59198b4-a92f-4a3d-84fc-e6c2fb6478b6 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.736919] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a59198b4-a92f-4a3d-84fc-e6c2fb6478b6 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.737194] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a59198b4-a92f-4a3d-84fc-e6c2fb6478b6 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Deleting the datastore file [datastore2] 03f0e5ec-8777-42ce-9b73-a5dd273204df {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.737469] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3a5afba-c5f4-4e62-89b8-d6596f98260c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.743873] env[69357]: DEBUG oslo_vmware.api [None req-a59198b4-a92f-4a3d-84fc-e6c2fb6478b6 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for the task: (returnval){ [ 1105.743873] env[69357]: value = "task-3283348" [ 1105.743873] env[69357]: _type = "Task" [ 1105.743873] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.751916] env[69357]: DEBUG oslo_vmware.api [None req-a59198b4-a92f-4a3d-84fc-e6c2fb6478b6 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.788785] env[69357]: DEBUG oslo_concurrency.lockutils [None req-200eabc2-7791-4c8c-b6de-91f903f3e388 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.334s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.788963] env[69357]: DEBUG nova.compute.manager [None req-200eabc2-7791-4c8c-b6de-91f903f3e388 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69357) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1105.791856] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.051s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.792118] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.792294] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69357) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1105.792574] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.882s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.794216] env[69357]: INFO nova.compute.claims [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.797312] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3709cd59-7753-4201-89a0-1087aaa45c38 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.805282] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21514c54-eedd-4453-976c-11ccf4afc472 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.819330] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcad528a-1558-4c6b-b6ba-546659fbc3e0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.825827] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4e55e7-7bf3-49d2-b22a-218725bdd8d0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.857245] env[69357]: DEBUG oslo_concurrency.lockutils [req-2b77947c-f2b9-421c-9c18-5fc97e1e7262 req-0fe632ae-bd7f-487b-a9e6-1adbb7a60701 service nova] Releasing lock "refresh_cache-d4d1f741-9ebb-4cad-8053-d278bf07b55a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.857691] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179345MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=69357) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1105.857827] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.858248] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquired lock "refresh_cache-d4d1f741-9ebb-4cad-8053-d278bf07b55a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.858397] env[69357]: DEBUG nova.network.neutron [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.867458] env[69357]: DEBUG oslo_vmware.api [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Task: {'id': task-3283346, 'name': PowerOnVM_Task, 'duration_secs': 0.44246} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.868193] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.868398] env[69357]: INFO nova.compute.manager [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Took 6.81 seconds to spawn the instance on the hypervisor. [ 1105.868576] env[69357]: DEBUG nova.compute.manager [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.869319] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86b3dd7-0f79-4134-a061-a4f2fc804afc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.909029] env[69357]: DEBUG nova.objects.instance [None req-db9cd397-9e6d-4906-bb88-add9f151a64d tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lazy-loading 'flavor' on Instance uuid a62cc20a-ba03-4a29-868e-cb0fadfd2c62 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.093155] env[69357]: DEBUG oslo_vmware.api [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]526c08e7-df45-39fd-ad48-5b551f9fdcab, 'name': SearchDatastore_Task, 'duration_secs': 0.008189} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.094045] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c376ee9-efbb-4313-b9dc-334cad815532 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.099224] env[69357]: DEBUG oslo_vmware.api [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1106.099224] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52359537-cd02-12fb-99ea-8b5b2292a145" [ 1106.099224] env[69357]: _type = "Task" [ 1106.099224] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.106803] env[69357]: DEBUG oslo_vmware.api [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52359537-cd02-12fb-99ea-8b5b2292a145, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.253860] env[69357]: DEBUG oslo_vmware.api [None req-a59198b4-a92f-4a3d-84fc-e6c2fb6478b6 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Task: {'id': task-3283348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141033} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.254143] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a59198b4-a92f-4a3d-84fc-e6c2fb6478b6 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.254312] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a59198b4-a92f-4a3d-84fc-e6c2fb6478b6 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.254490] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a59198b4-a92f-4a3d-84fc-e6c2fb6478b6 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.254660] env[69357]: INFO nova.compute.manager [None req-a59198b4-a92f-4a3d-84fc-e6c2fb6478b6 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1106.254899] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a59198b4-a92f-4a3d-84fc-e6c2fb6478b6 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.255125] env[69357]: DEBUG nova.compute.manager [-] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1106.255237] env[69357]: DEBUG nova.network.neutron [-] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1106.353782] env[69357]: INFO nova.scheduler.client.report [None req-200eabc2-7791-4c8c-b6de-91f903f3e388 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Deleted allocation for migration a3250b80-1e39-437e-8caf-d8847d9860c0 [ 1106.387428] env[69357]: INFO nova.compute.manager [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Took 16.92 seconds to build instance. [ 1106.416042] env[69357]: DEBUG oslo_concurrency.lockutils [None req-db9cd397-9e6d-4906-bb88-add9f151a64d tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "a62cc20a-ba03-4a29-868e-cb0fadfd2c62" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.275s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.424765] env[69357]: DEBUG nova.network.neutron [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1106.556525] env[69357]: DEBUG nova.network.neutron [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Updating instance_info_cache with network_info: [{"id": "9186f40f-846e-4c9d-941f-1943de8a7eb7", "address": "fa:16:3e:7b:3b:04", "network": {"id": "88641097-4386-4947-b3c1-83551b56298e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-297718487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "908005a1aca5413f88021f894d13f683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9186f40f-84", "ovs_interfaceid": "9186f40f-846e-4c9d-941f-1943de8a7eb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.610878] env[69357]: DEBUG oslo_vmware.api [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52359537-cd02-12fb-99ea-8b5b2292a145, 'name': SearchDatastore_Task, 'duration_secs': 0.010942} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.611223] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.611496] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 0d3cebd2-636d-4956-892b-5bbf14b6d83b/0d3cebd2-636d-4956-892b-5bbf14b6d83b.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1106.611762] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52d996c1-da81-4efd-85f6-1c4e9c7a5d26 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.620380] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e586b748-88e5-427d-9f5b-28a99127d2ad tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "a62cc20a-ba03-4a29-868e-cb0fadfd2c62" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.620612] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e586b748-88e5-427d-9f5b-28a99127d2ad tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "a62cc20a-ba03-4a29-868e-cb0fadfd2c62" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.622763] env[69357]: DEBUG oslo_vmware.api [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1106.622763] env[69357]: value = "task-3283349" [ 1106.622763] env[69357]: _type = "Task" [ 1106.622763] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.631174] env[69357]: DEBUG oslo_vmware.api [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.859226] env[69357]: DEBUG oslo_concurrency.lockutils [None req-200eabc2-7791-4c8c-b6de-91f903f3e388 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "293709c1-4f73-4f7c-a4b9-c11d41ab685e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.803s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.889730] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d81e3022-76da-4052-92c4-8667fa94be17 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Lock "772c9649-a1b5-4b7e-b956-0d7142796842" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.434s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.960334] env[69357]: DEBUG nova.compute.manager [req-f2953a9c-b330-4770-92bc-31d8bbc8e134 req-8f3327ad-a6c0-49e8-a3d4-fde3a1e39334 service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Received event network-vif-deleted-787cd20f-b7ed-4868-8194-87b9636a7b66 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.960588] env[69357]: INFO nova.compute.manager [req-f2953a9c-b330-4770-92bc-31d8bbc8e134 req-8f3327ad-a6c0-49e8-a3d4-fde3a1e39334 service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Neutron deleted interface 787cd20f-b7ed-4868-8194-87b9636a7b66; detaching it from the instance and deleting it from the info cache [ 1106.960782] env[69357]: DEBUG nova.network.neutron [req-f2953a9c-b330-4770-92bc-31d8bbc8e134 req-8f3327ad-a6c0-49e8-a3d4-fde3a1e39334 service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.033543] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06ea8f6-37e7-402d-a469-17fa61afb430 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.042469] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa69b7b0-c701-473b-bf37-d0a994765b7c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.075885] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Releasing lock "refresh_cache-d4d1f741-9ebb-4cad-8053-d278bf07b55a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.076196] env[69357]: DEBUG nova.compute.manager [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Instance network_info: |[{"id": "9186f40f-846e-4c9d-941f-1943de8a7eb7", "address": "fa:16:3e:7b:3b:04", "network": {"id": "88641097-4386-4947-b3c1-83551b56298e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-297718487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "908005a1aca5413f88021f894d13f683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9186f40f-84", "ovs_interfaceid": "9186f40f-846e-4c9d-941f-1943de8a7eb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1107.076898] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:3b:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604c9724-b4ef-4393-a76e-eb4a2b510796', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9186f40f-846e-4c9d-941f-1943de8a7eb7', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.084538] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.085284] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9609728b-e93d-4e74-99b3-a4815861ddf7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.088015] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.088273] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdfae845-1665-4774-be09-9779e02356a4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.107709] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e166d210-3c8c-45b6-aee2-30cb05ab857d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.112863] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1107.112863] env[69357]: value = "task-3283350" [ 1107.112863] env[69357]: _type = "Task" [ 1107.112863] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.123982] env[69357]: INFO nova.compute.manager [None req-e586b748-88e5-427d-9f5b-28a99127d2ad tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Detaching volume a1c16fce-8656-4473-9945-71633e337de1 [ 1107.125912] env[69357]: DEBUG nova.compute.provider_tree [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.133259] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283350, 'name': CreateVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.141682] env[69357]: DEBUG oslo_vmware.api [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481749} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.141927] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 0d3cebd2-636d-4956-892b-5bbf14b6d83b/0d3cebd2-636d-4956-892b-5bbf14b6d83b.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1107.142185] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1107.142440] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ef4caf2-623a-46d7-9e26-6106d1235a51 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.149541] env[69357]: DEBUG oslo_vmware.api [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1107.149541] env[69357]: value = "task-3283351" [ 1107.149541] env[69357]: _type = "Task" [ 1107.149541] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.159228] env[69357]: DEBUG oslo_vmware.api [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.166085] env[69357]: INFO nova.virt.block_device [None req-e586b748-88e5-427d-9f5b-28a99127d2ad tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Attempting to driver detach volume a1c16fce-8656-4473-9945-71633e337de1 from mountpoint /dev/sdb [ 1107.166368] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-e586b748-88e5-427d-9f5b-28a99127d2ad tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Volume detach. Driver type: vmdk {{(pid=69357) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1107.166582] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-e586b748-88e5-427d-9f5b-28a99127d2ad tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655689', 'volume_id': 'a1c16fce-8656-4473-9945-71633e337de1', 'name': 'volume-a1c16fce-8656-4473-9945-71633e337de1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a62cc20a-ba03-4a29-868e-cb0fadfd2c62', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1c16fce-8656-4473-9945-71633e337de1', 'serial': 'a1c16fce-8656-4473-9945-71633e337de1'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1107.167708] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb166271-1dec-4b3b-80b3-4fdc967c2fb5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.190806] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b16dd1-1305-4695-baff-f0efe4542a45 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.198376] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc95b580-52d7-49bd-bb14-d77597cc3856 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.220825] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19677ffd-d790-4377-8e3d-5f8728f98c22 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.237180] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-e586b748-88e5-427d-9f5b-28a99127d2ad tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] The volume has not been displaced from its original location: [datastore1] volume-a1c16fce-8656-4473-9945-71633e337de1/volume-a1c16fce-8656-4473-9945-71633e337de1.vmdk. No consolidation needed. {{(pid=69357) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1107.242522] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-e586b748-88e5-427d-9f5b-28a99127d2ad tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1107.242842] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e0a28c1-0c42-424b-a91b-6ad663ca1913 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.261939] env[69357]: DEBUG oslo_vmware.api [None req-e586b748-88e5-427d-9f5b-28a99127d2ad tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 1107.261939] env[69357]: value = "task-3283352" [ 1107.261939] env[69357]: _type = "Task" [ 1107.261939] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.270034] env[69357]: DEBUG oslo_vmware.api [None req-e586b748-88e5-427d-9f5b-28a99127d2ad tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283352, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.359698] env[69357]: DEBUG nova.objects.instance [None req-6c9a116f-2f22-414c-948d-c7e2b82e0823 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lazy-loading 'flavor' on Instance uuid 293709c1-4f73-4f7c-a4b9-c11d41ab685e {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.392637] env[69357]: DEBUG nova.network.neutron [-] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.438543] env[69357]: INFO nova.compute.manager [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Rescuing [ 1107.438820] env[69357]: DEBUG oslo_concurrency.lockutils [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Acquiring lock "refresh_cache-772c9649-a1b5-4b7e-b956-0d7142796842" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.438973] env[69357]: DEBUG oslo_concurrency.lockutils [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Acquired lock "refresh_cache-772c9649-a1b5-4b7e-b956-0d7142796842" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.439257] env[69357]: DEBUG nova.network.neutron [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.463926] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71e2571c-828c-41ed-adee-75ce3eb56bf6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.473263] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b277de2-ca20-4aa3-b7ce-894060ca0a67 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.505938] env[69357]: DEBUG nova.compute.manager [req-f2953a9c-b330-4770-92bc-31d8bbc8e134 req-8f3327ad-a6c0-49e8-a3d4-fde3a1e39334 service nova] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Detach interface failed, port_id=787cd20f-b7ed-4868-8194-87b9636a7b66, reason: Instance 03f0e5ec-8777-42ce-9b73-a5dd273204df could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1107.622935] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283350, 'name': CreateVM_Task, 'duration_secs': 0.33071} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.623079] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1107.623760] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.623919] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.624252] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.624495] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfcb5286-3c11-47e3-916e-43662c604ed6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.628863] env[69357]: DEBUG oslo_vmware.api [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for the task: (returnval){ [ 1107.628863] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]524ffd29-3503-7ef6-e874-94017e498dec" [ 1107.628863] env[69357]: _type = "Task" [ 1107.628863] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.632259] env[69357]: DEBUG nova.scheduler.client.report [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.641413] env[69357]: DEBUG oslo_vmware.api [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]524ffd29-3503-7ef6-e874-94017e498dec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.660052] env[69357]: DEBUG oslo_vmware.api [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063443} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.660272] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1107.661034] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b357a7d-2997-41c6-a898-e5e963200b0f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.682857] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 0d3cebd2-636d-4956-892b-5bbf14b6d83b/0d3cebd2-636d-4956-892b-5bbf14b6d83b.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.683490] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef6dc836-d352-4668-920d-251743343886 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.703161] env[69357]: DEBUG oslo_vmware.api [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1107.703161] env[69357]: value = "task-3283353" [ 1107.703161] env[69357]: _type = "Task" [ 1107.703161] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.712017] env[69357]: DEBUG oslo_vmware.api [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283353, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.771504] env[69357]: DEBUG oslo_vmware.api [None req-e586b748-88e5-427d-9f5b-28a99127d2ad tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283352, 'name': ReconfigVM_Task, 'duration_secs': 0.253636} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.771808] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-e586b748-88e5-427d-9f5b-28a99127d2ad tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1107.776798] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9144ff86-236d-4251-9b96-206f5fa62116 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.792519] env[69357]: DEBUG oslo_vmware.api [None req-e586b748-88e5-427d-9f5b-28a99127d2ad tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 1107.792519] env[69357]: value = "task-3283354" [ 1107.792519] env[69357]: _type = "Task" [ 1107.792519] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.800177] env[69357]: DEBUG oslo_vmware.api [None req-e586b748-88e5-427d-9f5b-28a99127d2ad tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283354, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.867604] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6c9a116f-2f22-414c-948d-c7e2b82e0823 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "refresh_cache-293709c1-4f73-4f7c-a4b9-c11d41ab685e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.867762] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6c9a116f-2f22-414c-948d-c7e2b82e0823 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquired lock "refresh_cache-293709c1-4f73-4f7c-a4b9-c11d41ab685e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.868009] env[69357]: DEBUG nova.network.neutron [None req-6c9a116f-2f22-414c-948d-c7e2b82e0823 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.868229] env[69357]: DEBUG nova.objects.instance [None req-6c9a116f-2f22-414c-948d-c7e2b82e0823 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lazy-loading 'info_cache' on Instance uuid 293709c1-4f73-4f7c-a4b9-c11d41ab685e {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.896041] env[69357]: INFO nova.compute.manager [-] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Took 1.64 seconds to deallocate network for instance. [ 1108.139566] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.140088] env[69357]: DEBUG nova.compute.manager [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1108.143263] env[69357]: DEBUG oslo_vmware.api [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]524ffd29-3503-7ef6-e874-94017e498dec, 'name': SearchDatastore_Task, 'duration_secs': 0.017433} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.143589] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.908s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.145175] env[69357]: INFO nova.compute.claims [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.151030] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.151030] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.151030] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.151030] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.151030] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.151030] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fde1940c-5159-4e01-b4ce-2501523b96be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.162514] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.162709] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.163477] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbf72039-9cb7-42dc-a4e7-93bdb7a5e12f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.169512] env[69357]: DEBUG oslo_vmware.api [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for the task: (returnval){ [ 1108.169512] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52757634-6f5f-2f43-ead9-cacbb95e7ba5" [ 1108.169512] env[69357]: _type = "Task" [ 1108.169512] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.177757] env[69357]: DEBUG oslo_vmware.api [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52757634-6f5f-2f43-ead9-cacbb95e7ba5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.215223] env[69357]: DEBUG oslo_vmware.api [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283353, 'name': ReconfigVM_Task, 'duration_secs': 0.299185} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.215522] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 0d3cebd2-636d-4956-892b-5bbf14b6d83b/0d3cebd2-636d-4956-892b-5bbf14b6d83b.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.216205] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-168f9586-f42d-4e1c-b7a0-bca200e111b4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.222589] env[69357]: DEBUG oslo_vmware.api [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1108.222589] env[69357]: value = "task-3283355" [ 1108.222589] env[69357]: _type = "Task" [ 1108.222589] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.223499] env[69357]: DEBUG nova.network.neutron [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Updating instance_info_cache with network_info: [{"id": "1a5f4dff-987b-4f94-a8cb-b69d2b7c7290", "address": "fa:16:3e:e8:55:3f", "network": {"id": "cec81ec3-a466-4bd8-9ecd-28f2ab4b6d8a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1462390666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "917019d9d74942ffadbfb64eb56db983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a5f4dff-98", "ovs_interfaceid": "1a5f4dff-987b-4f94-a8cb-b69d2b7c7290", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.233473] env[69357]: DEBUG oslo_vmware.api [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283355, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.302653] env[69357]: DEBUG oslo_vmware.api [None req-e586b748-88e5-427d-9f5b-28a99127d2ad tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283354, 'name': ReconfigVM_Task, 'duration_secs': 0.132057} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.302955] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-e586b748-88e5-427d-9f5b-28a99127d2ad tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655689', 'volume_id': 'a1c16fce-8656-4473-9945-71633e337de1', 'name': 'volume-a1c16fce-8656-4473-9945-71633e337de1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a62cc20a-ba03-4a29-868e-cb0fadfd2c62', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1c16fce-8656-4473-9945-71633e337de1', 'serial': 'a1c16fce-8656-4473-9945-71633e337de1'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1108.373020] env[69357]: DEBUG nova.objects.base [None req-6c9a116f-2f22-414c-948d-c7e2b82e0823 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Object Instance<293709c1-4f73-4f7c-a4b9-c11d41ab685e> lazy-loaded attributes: flavor,info_cache {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1108.403767] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a59198b4-a92f-4a3d-84fc-e6c2fb6478b6 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.645291] env[69357]: DEBUG nova.compute.utils [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.646874] env[69357]: DEBUG nova.compute.manager [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1108.647519] env[69357]: DEBUG nova.network.neutron [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1108.680720] env[69357]: DEBUG oslo_vmware.api [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52757634-6f5f-2f43-ead9-cacbb95e7ba5, 'name': SearchDatastore_Task, 'duration_secs': 0.046178} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.681267] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8041df8-a7e9-4aa1-9eb3-45305f71441c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.685077] env[69357]: DEBUG nova.policy [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11d1590b22aa4a97b82a92a371b5e17d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01537ba7ccd1491f8129f9bc9e5b0ba8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1108.688060] env[69357]: DEBUG oslo_vmware.api [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for the task: (returnval){ [ 1108.688060] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c1f7a5-85da-0f4e-9b8d-29d2ecfab94b" [ 1108.688060] env[69357]: _type = "Task" [ 1108.688060] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.696423] env[69357]: DEBUG oslo_vmware.api [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c1f7a5-85da-0f4e-9b8d-29d2ecfab94b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.728711] env[69357]: DEBUG oslo_concurrency.lockutils [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Releasing lock "refresh_cache-772c9649-a1b5-4b7e-b956-0d7142796842" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.737398] env[69357]: DEBUG oslo_vmware.api [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283355, 'name': Rename_Task, 'duration_secs': 0.139405} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.737679] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1108.737912] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f9bf9b2-3ec4-4071-9dcc-61fc9c956405 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.744406] env[69357]: DEBUG oslo_vmware.api [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1108.744406] env[69357]: value = "task-3283356" [ 1108.744406] env[69357]: _type = "Task" [ 1108.744406] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.754097] env[69357]: DEBUG oslo_vmware.api [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.848553] env[69357]: DEBUG nova.objects.instance [None req-e586b748-88e5-427d-9f5b-28a99127d2ad tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lazy-loading 'flavor' on Instance uuid a62cc20a-ba03-4a29-868e-cb0fadfd2c62 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.960426] env[69357]: DEBUG nova.network.neutron [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Successfully created port: 07f59bf7-a256-4fa5-a2aa-b315295fa781 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1109.098744] env[69357]: DEBUG nova.network.neutron [None req-6c9a116f-2f22-414c-948d-c7e2b82e0823 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Updating instance_info_cache with network_info: [{"id": "5102908f-e028-4263-8706-1621337f379f", "address": "fa:16:3e:c3:9d:92", "network": {"id": "91507c6f-2dae-4b3a-832f-a0844c7f3c7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-298291127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25f1f9bf540c4f3ca42ed05d7038170a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5102908f-e0", "ovs_interfaceid": "5102908f-e028-4263-8706-1621337f379f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.151025] env[69357]: DEBUG nova.compute.manager [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1109.200448] env[69357]: DEBUG oslo_vmware.api [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c1f7a5-85da-0f4e-9b8d-29d2ecfab94b, 'name': SearchDatastore_Task, 'duration_secs': 0.032347} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.203122] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.203388] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] d4d1f741-9ebb-4cad-8053-d278bf07b55a/d4d1f741-9ebb-4cad-8053-d278bf07b55a.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1109.203906] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03d632d9-0cbe-4f47-94a6-b2861889b67c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.211371] env[69357]: DEBUG oslo_vmware.api [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for the task: (returnval){ [ 1109.211371] env[69357]: value = "task-3283357" [ 1109.211371] env[69357]: _type = "Task" [ 1109.211371] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.220395] env[69357]: DEBUG oslo_vmware.api [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.254411] env[69357]: DEBUG oslo_vmware.api [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283356, 'name': PowerOnVM_Task, 'duration_secs': 0.443726} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.257208] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.257563] env[69357]: INFO nova.compute.manager [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Took 7.92 seconds to spawn the instance on the hypervisor. [ 1109.257845] env[69357]: DEBUG nova.compute.manager [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.261395] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b55edd9-6f61-417f-a3cc-28596da4083f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.383372] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab4c0f4-8233-4dfc-82c6-f16c8b998f5e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.392781] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231de68c-4390-4209-b6d9-f76d7a99a50a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.424383] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cc3053-62ec-4f25-981a-451f19682e04 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.432424] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d32a734-143c-4339-9fcc-676c7b23baec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.447209] env[69357]: DEBUG nova.compute.provider_tree [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.601853] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6c9a116f-2f22-414c-948d-c7e2b82e0823 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Releasing lock "refresh_cache-293709c1-4f73-4f7c-a4b9-c11d41ab685e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.723624] env[69357]: DEBUG oslo_vmware.api [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283357, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.783106] env[69357]: INFO nova.compute.manager [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Took 17.46 seconds to build instance. [ 1109.856393] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e586b748-88e5-427d-9f5b-28a99127d2ad tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "a62cc20a-ba03-4a29-868e-cb0fadfd2c62" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.236s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.951631] env[69357]: DEBUG nova.scheduler.client.report [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.962947] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ebf229f8-6e3a-4b85-b568-c26031a6cdde tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "a62cc20a-ba03-4a29-868e-cb0fadfd2c62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.963404] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ebf229f8-6e3a-4b85-b568-c26031a6cdde tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "a62cc20a-ba03-4a29-868e-cb0fadfd2c62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.963747] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ebf229f8-6e3a-4b85-b568-c26031a6cdde tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "a62cc20a-ba03-4a29-868e-cb0fadfd2c62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.964051] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ebf229f8-6e3a-4b85-b568-c26031a6cdde tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "a62cc20a-ba03-4a29-868e-cb0fadfd2c62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.964318] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ebf229f8-6e3a-4b85-b568-c26031a6cdde tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "a62cc20a-ba03-4a29-868e-cb0fadfd2c62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.967221] env[69357]: INFO nova.compute.manager [None req-ebf229f8-6e3a-4b85-b568-c26031a6cdde tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Terminating instance [ 1110.161405] env[69357]: DEBUG nova.compute.manager [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1110.187511] env[69357]: DEBUG nova.virt.hardware [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.187790] env[69357]: DEBUG nova.virt.hardware [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.187899] env[69357]: DEBUG nova.virt.hardware [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.188079] env[69357]: DEBUG nova.virt.hardware [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.188228] env[69357]: DEBUG nova.virt.hardware [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.188368] env[69357]: DEBUG nova.virt.hardware [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.188575] env[69357]: DEBUG nova.virt.hardware [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.188732] env[69357]: DEBUG nova.virt.hardware [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.188898] env[69357]: DEBUG nova.virt.hardware [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.189070] env[69357]: DEBUG nova.virt.hardware [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.189244] env[69357]: DEBUG nova.virt.hardware [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.190167] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a79e1df-4d68-41c5-8f44-388a14dbfa5a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.198187] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b7461a-83e4-4648-b5e9-e7335619b72f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.221034] env[69357]: DEBUG oslo_vmware.api [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.804583} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.221290] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] d4d1f741-9ebb-4cad-8053-d278bf07b55a/d4d1f741-9ebb-4cad-8053-d278bf07b55a.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.221533] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.221725] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a97456b-4fe5-4864-801c-79c67a224c31 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.227667] env[69357]: DEBUG oslo_vmware.api [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for the task: (returnval){ [ 1110.227667] env[69357]: value = "task-3283358" [ 1110.227667] env[69357]: _type = "Task" [ 1110.227667] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.235579] env[69357]: DEBUG oslo_vmware.api [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.273278] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.273607] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82024be5-8764-452a-bcd5-5cff457f91f6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.280881] env[69357]: DEBUG oslo_vmware.api [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Waiting for the task: (returnval){ [ 1110.280881] env[69357]: value = "task-3283359" [ 1110.280881] env[69357]: _type = "Task" [ 1110.280881] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.285061] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8e8629f3-b6de-4084-bb35-5c9c53177b3d tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "0d3cebd2-636d-4956-892b-5bbf14b6d83b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.974s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.290508] env[69357]: DEBUG oslo_vmware.api [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Task: {'id': task-3283359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.345110] env[69357]: DEBUG nova.compute.manager [req-90849b09-235b-4d62-82f5-2dcf90334ff4 req-4afe3507-9556-4eab-9293-2aea2ec5abed service nova] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Received event network-vif-plugged-07f59bf7-a256-4fa5-a2aa-b315295fa781 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.345346] env[69357]: DEBUG oslo_concurrency.lockutils [req-90849b09-235b-4d62-82f5-2dcf90334ff4 req-4afe3507-9556-4eab-9293-2aea2ec5abed service nova] Acquiring lock "9b869590-0a38-40d3-9de4-dccada7fb4cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.345553] env[69357]: DEBUG oslo_concurrency.lockutils [req-90849b09-235b-4d62-82f5-2dcf90334ff4 req-4afe3507-9556-4eab-9293-2aea2ec5abed service nova] Lock "9b869590-0a38-40d3-9de4-dccada7fb4cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.345818] env[69357]: DEBUG oslo_concurrency.lockutils [req-90849b09-235b-4d62-82f5-2dcf90334ff4 req-4afe3507-9556-4eab-9293-2aea2ec5abed service nova] Lock "9b869590-0a38-40d3-9de4-dccada7fb4cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.345999] env[69357]: DEBUG nova.compute.manager [req-90849b09-235b-4d62-82f5-2dcf90334ff4 req-4afe3507-9556-4eab-9293-2aea2ec5abed service nova] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] No waiting events found dispatching network-vif-plugged-07f59bf7-a256-4fa5-a2aa-b315295fa781 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1110.346202] env[69357]: WARNING nova.compute.manager [req-90849b09-235b-4d62-82f5-2dcf90334ff4 req-4afe3507-9556-4eab-9293-2aea2ec5abed service nova] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Received unexpected event network-vif-plugged-07f59bf7-a256-4fa5-a2aa-b315295fa781 for instance with vm_state building and task_state spawning. [ 1110.458341] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.458769] env[69357]: DEBUG nova.compute.manager [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1110.461494] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e5ab7a43-27a1-4caa-9b34-67f7e4548a0c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.929s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.461688] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e5ab7a43-27a1-4caa-9b34-67f7e4548a0c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.463750] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.606s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.471573] env[69357]: DEBUG nova.compute.manager [None req-ebf229f8-6e3a-4b85-b568-c26031a6cdde tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1110.471803] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf229f8-6e3a-4b85-b568-c26031a6cdde tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.472741] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd8980a-8597-4c41-893f-01bd2da6efd8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.481549] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf229f8-6e3a-4b85-b568-c26031a6cdde tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.481549] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73ea88e8-9f49-4956-9d0c-4cdba7acb284 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.487042] env[69357]: INFO nova.scheduler.client.report [None req-e5ab7a43-27a1-4caa-9b34-67f7e4548a0c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Deleted allocations for instance 79ac978d-b2d3-4ad5-8166-969c511a07c0 [ 1110.493435] env[69357]: DEBUG oslo_vmware.api [None req-ebf229f8-6e3a-4b85-b568-c26031a6cdde tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 1110.493435] env[69357]: value = "task-3283360" [ 1110.493435] env[69357]: _type = "Task" [ 1110.493435] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.514838] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "0d3cebd2-636d-4956-892b-5bbf14b6d83b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.515096] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "0d3cebd2-636d-4956-892b-5bbf14b6d83b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.515298] env[69357]: INFO nova.compute.manager [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Shelving [ 1110.517973] env[69357]: DEBUG oslo_vmware.api [None req-ebf229f8-6e3a-4b85-b568-c26031a6cdde tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283360, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.526024] env[69357]: DEBUG nova.network.neutron [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Successfully updated port: 07f59bf7-a256-4fa5-a2aa-b315295fa781 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1110.608688] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9a116f-2f22-414c-948d-c7e2b82e0823 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.609064] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-475e720a-dc86-4b3b-8585-745adfa9907c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.616980] env[69357]: DEBUG oslo_vmware.api [None req-6c9a116f-2f22-414c-948d-c7e2b82e0823 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1110.616980] env[69357]: value = "task-3283361" [ 1110.616980] env[69357]: _type = "Task" [ 1110.616980] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.625833] env[69357]: DEBUG oslo_vmware.api [None req-6c9a116f-2f22-414c-948d-c7e2b82e0823 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283361, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.737554] env[69357]: DEBUG oslo_vmware.api [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283358, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072831} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.737869] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1110.738662] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc2ecec-3ab6-4315-b2f8-d63dd0d8e227 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.760650] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] d4d1f741-9ebb-4cad-8053-d278bf07b55a/d4d1f741-9ebb-4cad-8053-d278bf07b55a.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.760951] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c90b2a30-29a2-4149-afdf-2d075e250537 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.779866] env[69357]: DEBUG oslo_vmware.api [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for the task: (returnval){ [ 1110.779866] env[69357]: value = "task-3283362" [ 1110.779866] env[69357]: _type = "Task" [ 1110.779866] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.790311] env[69357]: DEBUG oslo_vmware.api [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283362, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.793217] env[69357]: DEBUG oslo_vmware.api [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Task: {'id': task-3283359, 'name': PowerOffVM_Task, 'duration_secs': 0.381515} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.793448] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.794246] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8719292-8e13-4686-93ee-7effff21d4a4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.814059] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bcffb3-b2f3-417f-a9fa-160b40e0279e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.847039] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.847363] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33462d07-eb08-4969-ad03-515cae325b53 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.854500] env[69357]: DEBUG oslo_vmware.api [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Waiting for the task: (returnval){ [ 1110.854500] env[69357]: value = "task-3283363" [ 1110.854500] env[69357]: _type = "Task" [ 1110.854500] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.862762] env[69357]: DEBUG oslo_vmware.api [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Task: {'id': task-3283363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.968264] env[69357]: DEBUG nova.compute.utils [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.977503] env[69357]: DEBUG nova.compute.manager [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1110.977719] env[69357]: DEBUG nova.network.neutron [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1111.011423] env[69357]: DEBUG oslo_vmware.api [None req-ebf229f8-6e3a-4b85-b568-c26031a6cdde tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283360, 'name': PowerOffVM_Task, 'duration_secs': 0.197691} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.011720] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf229f8-6e3a-4b85-b568-c26031a6cdde tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.011992] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf229f8-6e3a-4b85-b568-c26031a6cdde tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.013128] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-228920f0-050d-4f7a-9cbc-acdfd963286b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.014996] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e5ab7a43-27a1-4caa-9b34-67f7e4548a0c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Lock "79ac978d-b2d3-4ad5-8166-969c511a07c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.441s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.026996] env[69357]: DEBUG nova.policy [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '323ba2eb835a4f8a855ba565696b0d5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34055bbad79e42e59bb22ff7a0529002', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.030749] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "refresh_cache-9b869590-0a38-40d3-9de4-dccada7fb4cf" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.030903] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquired lock "refresh_cache-9b869590-0a38-40d3-9de4-dccada7fb4cf" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.031044] env[69357]: DEBUG nova.network.neutron [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.076861] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf229f8-6e3a-4b85-b568-c26031a6cdde tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.077192] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf229f8-6e3a-4b85-b568-c26031a6cdde tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.077399] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebf229f8-6e3a-4b85-b568-c26031a6cdde tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Deleting the datastore file [datastore2] a62cc20a-ba03-4a29-868e-cb0fadfd2c62 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.077706] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3dbf84b1-d466-4d61-a64f-cf19476af9cf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.084760] env[69357]: DEBUG oslo_vmware.api [None req-ebf229f8-6e3a-4b85-b568-c26031a6cdde tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 1111.084760] env[69357]: value = "task-3283365" [ 1111.084760] env[69357]: _type = "Task" [ 1111.084760] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.094173] env[69357]: DEBUG oslo_vmware.api [None req-ebf229f8-6e3a-4b85-b568-c26031a6cdde tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.127496] env[69357]: DEBUG oslo_vmware.api [None req-6c9a116f-2f22-414c-948d-c7e2b82e0823 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283361, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.290161] env[69357]: DEBUG oslo_vmware.api [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283362, 'name': ReconfigVM_Task, 'duration_secs': 0.2586} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.291238] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Reconfigured VM instance instance-00000067 to attach disk [datastore1] d4d1f741-9ebb-4cad-8053-d278bf07b55a/d4d1f741-9ebb-4cad-8053-d278bf07b55a.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.291877] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f81286dd-ebcd-4820-ba6a-e4ee5692fb92 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.297889] env[69357]: DEBUG oslo_vmware.api [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for the task: (returnval){ [ 1111.297889] env[69357]: value = "task-3283366" [ 1111.297889] env[69357]: _type = "Task" [ 1111.297889] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.306621] env[69357]: DEBUG oslo_vmware.api [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283366, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.366538] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] VM already powered off {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1111.366768] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.367032] env[69357]: DEBUG oslo_concurrency.lockutils [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.367178] env[69357]: DEBUG oslo_concurrency.lockutils [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.367356] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.367628] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7490ee62-8e92-4c3f-8628-c4aa15bb8ba4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.377489] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.377489] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.377489] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c08ad840-1562-424a-aee5-61e544fbf0b9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.382707] env[69357]: DEBUG oslo_vmware.api [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Waiting for the task: (returnval){ [ 1111.382707] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52be528c-987a-f7fc-281c-81613788f1ab" [ 1111.382707] env[69357]: _type = "Task" [ 1111.382707] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.390979] env[69357]: DEBUG oslo_vmware.api [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52be528c-987a-f7fc-281c-81613788f1ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.391820] env[69357]: DEBUG nova.network.neutron [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Successfully created port: 2ed986ca-84ac-4a99-950a-ec97276cd0e6 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1111.482027] env[69357]: DEBUG nova.compute.manager [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1111.503666] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance af8f9e4f-c0d8-447b-91ad-04f88290c199 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1111.505634] env[69357]: WARNING nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 03f0e5ec-8777-42ce-9b73-a5dd273204df is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1111.505634] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance d4d1668d-9a0a-4185-b190-7dc7cb668411 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1111.505634] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance e446971c-3947-4544-ab25-39eaefc9097d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1111.505634] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance a62cc20a-ba03-4a29-868e-cb0fadfd2c62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1111.505634] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance da37ae95-0dd7-48ef-9e03-c05c8c4a9c36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1111.506437] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 3325a9cb-086d-4817-8941-d1eb7aa09748 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1111.506861] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 293709c1-4f73-4f7c-a4b9-c11d41ab685e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1111.510118] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 772c9649-a1b5-4b7e-b956-0d7142796842 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1111.510118] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 0d3cebd2-636d-4956-892b-5bbf14b6d83b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1111.510118] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance d4d1f741-9ebb-4cad-8053-d278bf07b55a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1111.510118] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 9b869590-0a38-40d3-9de4-dccada7fb4cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1111.510118] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 8ea553bd-7063-4123-90f4-f53808003b23 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1111.510118] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1111.510118] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2944MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1111.525778] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.526721] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ababbcd-bc05-4058-b6b1-a993428c897b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.533637] env[69357]: DEBUG oslo_vmware.api [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1111.533637] env[69357]: value = "task-3283367" [ 1111.533637] env[69357]: _type = "Task" [ 1111.533637] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.551766] env[69357]: DEBUG oslo_vmware.api [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.579375] env[69357]: DEBUG nova.network.neutron [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1111.595058] env[69357]: DEBUG oslo_vmware.api [None req-ebf229f8-6e3a-4b85-b568-c26031a6cdde tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334168} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.597595] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebf229f8-6e3a-4b85-b568-c26031a6cdde tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.597789] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf229f8-6e3a-4b85-b568-c26031a6cdde tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.598189] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf229f8-6e3a-4b85-b568-c26031a6cdde tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.598408] env[69357]: INFO nova.compute.manager [None req-ebf229f8-6e3a-4b85-b568-c26031a6cdde tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1111.598652] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebf229f8-6e3a-4b85-b568-c26031a6cdde tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.604766] env[69357]: DEBUG nova.compute.manager [-] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1111.604766] env[69357]: DEBUG nova.network.neutron [-] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1111.630927] env[69357]: DEBUG oslo_vmware.api [None req-6c9a116f-2f22-414c-948d-c7e2b82e0823 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283361, 'name': PowerOnVM_Task, 'duration_secs': 0.551864} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.631433] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9a116f-2f22-414c-948d-c7e2b82e0823 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.631744] env[69357]: DEBUG nova.compute.manager [None req-6c9a116f-2f22-414c-948d-c7e2b82e0823 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.632533] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc8339e-c08b-4de6-8ba0-e78dbbfe7270 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.747519] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bfaaf6-573d-4ed1-b0a7-c3607780f043 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.758491] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4cf8ae-1e28-400f-8ff9-15339d927923 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.796795] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e794df6e-16d0-4818-ad78-0f75747ae40c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.809486] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7007c6a-b277-4f18-bb4f-795ea6daad13 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.813225] env[69357]: DEBUG oslo_vmware.api [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283366, 'name': Rename_Task, 'duration_secs': 0.145584} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.813508] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.814129] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4dd8a6dc-cc2e-4a58-ba69-2000620062e9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.823258] env[69357]: DEBUG nova.compute.provider_tree [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.825602] env[69357]: DEBUG nova.network.neutron [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Updating instance_info_cache with network_info: [{"id": "07f59bf7-a256-4fa5-a2aa-b315295fa781", "address": "fa:16:3e:fe:a7:4e", "network": {"id": "1fe716ab-5de7-4135-baac-15962de59e5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-749542812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01537ba7ccd1491f8129f9bc9e5b0ba8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07f59bf7-a2", "ovs_interfaceid": "07f59bf7-a256-4fa5-a2aa-b315295fa781", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.832138] env[69357]: DEBUG oslo_vmware.api [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for the task: (returnval){ [ 1111.832138] env[69357]: value = "task-3283368" [ 1111.832138] env[69357]: _type = "Task" [ 1111.832138] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.840303] env[69357]: DEBUG oslo_vmware.api [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.892910] env[69357]: DEBUG oslo_vmware.api [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52be528c-987a-f7fc-281c-81613788f1ab, 'name': SearchDatastore_Task, 'duration_secs': 0.009223} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.893346] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0034bd66-b59c-473b-84f5-6fb31132d2ea {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.898268] env[69357]: DEBUG oslo_vmware.api [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Waiting for the task: (returnval){ [ 1111.898268] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52629a45-1559-7451-699e-b6277ce6363f" [ 1111.898268] env[69357]: _type = "Task" [ 1111.898268] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.907676] env[69357]: DEBUG oslo_vmware.api [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52629a45-1559-7451-699e-b6277ce6363f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.988410] env[69357]: INFO nova.virt.block_device [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Booting with volume 1cb537cc-2f1d-4340-b8c1-b9961581fa37 at /dev/sda [ 1112.026474] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c5ac8d03-20c7-413f-97c2-9b49045e917c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquiring lock "d4d1668d-9a0a-4185-b190-7dc7cb668411" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.026990] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c5ac8d03-20c7-413f-97c2-9b49045e917c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Lock "d4d1668d-9a0a-4185-b190-7dc7cb668411" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.027083] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c5ac8d03-20c7-413f-97c2-9b49045e917c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquiring lock "d4d1668d-9a0a-4185-b190-7dc7cb668411-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.027285] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c5ac8d03-20c7-413f-97c2-9b49045e917c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Lock "d4d1668d-9a0a-4185-b190-7dc7cb668411-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.027466] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c5ac8d03-20c7-413f-97c2-9b49045e917c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Lock "d4d1668d-9a0a-4185-b190-7dc7cb668411-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.030998] env[69357]: INFO nova.compute.manager [None req-c5ac8d03-20c7-413f-97c2-9b49045e917c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Terminating instance [ 1112.034592] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f83a3d4d-ac58-4168-954b-8606df7c6bb2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.048393] env[69357]: DEBUG oslo_vmware.api [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283367, 'name': PowerOffVM_Task, 'duration_secs': 0.208604} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.049515] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.050352] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3a016e-7769-41e6-8575-b953740e7cd7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.055884] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d10833-1823-4b8f-b7cb-72e2a729fba5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.091418] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44faad0e-07c9-4956-a8bd-e1b046003ccf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.094097] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3d94987-7b2b-4d28-90cc-c2060d31278a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.105679] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8584df7b-140f-4d1c-916a-ec9323b1a6b5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.137986] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902985ad-9390-435e-b6e2-9169106a4d71 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.148831] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38f8cdb-c0f6-4e52-8626-0c73031a074c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.165283] env[69357]: DEBUG nova.virt.block_device [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Updating existing volume attachment record: 2834f83f-0d88-4adf-a6a1-345ee48586e0 {{(pid=69357) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1112.181819] env[69357]: DEBUG nova.compute.manager [req-2c8bc696-ea04-452b-a395-0a4f4c7b7e34 req-08c96db8-756a-48fa-8f06-d37b9cbfd949 service nova] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Received event network-vif-deleted-95c773a7-c892-4577-bb7e-692c0e667f0d {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.181997] env[69357]: INFO nova.compute.manager [req-2c8bc696-ea04-452b-a395-0a4f4c7b7e34 req-08c96db8-756a-48fa-8f06-d37b9cbfd949 service nova] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Neutron deleted interface 95c773a7-c892-4577-bb7e-692c0e667f0d; detaching it from the instance and deleting it from the info cache [ 1112.182191] env[69357]: DEBUG nova.network.neutron [req-2c8bc696-ea04-452b-a395-0a4f4c7b7e34 req-08c96db8-756a-48fa-8f06-d37b9cbfd949 service nova] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.328461] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Releasing lock "refresh_cache-9b869590-0a38-40d3-9de4-dccada7fb4cf" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.328820] env[69357]: DEBUG nova.compute.manager [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Instance network_info: |[{"id": "07f59bf7-a256-4fa5-a2aa-b315295fa781", "address": "fa:16:3e:fe:a7:4e", "network": {"id": "1fe716ab-5de7-4135-baac-15962de59e5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-749542812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01537ba7ccd1491f8129f9bc9e5b0ba8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07f59bf7-a2", "ovs_interfaceid": "07f59bf7-a256-4fa5-a2aa-b315295fa781", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1112.329629] env[69357]: DEBUG nova.scheduler.client.report [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.332765] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:a7:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07f59bf7-a256-4fa5-a2aa-b315295fa781', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.340707] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.341259] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1112.344662] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfeed1f5-1fc7-41c1-8129-fd393623aafe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.365849] env[69357]: DEBUG oslo_vmware.api [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283368, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.367669] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1112.367669] env[69357]: value = "task-3283369" [ 1112.367669] env[69357]: _type = "Task" [ 1112.367669] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.374809] env[69357]: DEBUG nova.compute.manager [req-616ec447-0817-4591-a1ff-7b0e303b62ed req-5a918786-e754-4f0e-b071-f1a33b480352 service nova] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Received event network-changed-07f59bf7-a256-4fa5-a2aa-b315295fa781 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.374954] env[69357]: DEBUG nova.compute.manager [req-616ec447-0817-4591-a1ff-7b0e303b62ed req-5a918786-e754-4f0e-b071-f1a33b480352 service nova] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Refreshing instance network info cache due to event network-changed-07f59bf7-a256-4fa5-a2aa-b315295fa781. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.375113] env[69357]: DEBUG oslo_concurrency.lockutils [req-616ec447-0817-4591-a1ff-7b0e303b62ed req-5a918786-e754-4f0e-b071-f1a33b480352 service nova] Acquiring lock "refresh_cache-9b869590-0a38-40d3-9de4-dccada7fb4cf" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.375258] env[69357]: DEBUG oslo_concurrency.lockutils [req-616ec447-0817-4591-a1ff-7b0e303b62ed req-5a918786-e754-4f0e-b071-f1a33b480352 service nova] Acquired lock "refresh_cache-9b869590-0a38-40d3-9de4-dccada7fb4cf" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.375412] env[69357]: DEBUG nova.network.neutron [req-616ec447-0817-4591-a1ff-7b0e303b62ed req-5a918786-e754-4f0e-b071-f1a33b480352 service nova] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Refreshing network info cache for port 07f59bf7-a256-4fa5-a2aa-b315295fa781 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.379879] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283369, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.408956] env[69357]: DEBUG oslo_vmware.api [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52629a45-1559-7451-699e-b6277ce6363f, 'name': SearchDatastore_Task, 'duration_secs': 0.032491} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.409250] env[69357]: DEBUG oslo_concurrency.lockutils [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.409509] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 772c9649-a1b5-4b7e-b956-0d7142796842/fe1241e3-a525-45a4-9f14-4b6d4cb924e4-rescue.vmdk. {{(pid=69357) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1112.409823] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-acf3719f-a0e3-451b-8cd2-ae7970613a90 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.417150] env[69357]: DEBUG oslo_vmware.api [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Waiting for the task: (returnval){ [ 1112.417150] env[69357]: value = "task-3283370" [ 1112.417150] env[69357]: _type = "Task" [ 1112.417150] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.425725] env[69357]: DEBUG oslo_vmware.api [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Task: {'id': task-3283370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.535747] env[69357]: DEBUG nova.compute.manager [None req-c5ac8d03-20c7-413f-97c2-9b49045e917c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1112.536290] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ac8d03-20c7-413f-97c2-9b49045e917c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1112.537072] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c1c31e-87ee-4396-ac55-69b310d4f758 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.545522] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ac8d03-20c7-413f-97c2-9b49045e917c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.545817] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76d739d3-2f4b-4d05-9c2c-b4529975f2f0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.552673] env[69357]: DEBUG oslo_vmware.api [None req-c5ac8d03-20c7-413f-97c2-9b49045e917c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for the task: (returnval){ [ 1112.552673] env[69357]: value = "task-3283371" [ 1112.552673] env[69357]: _type = "Task" [ 1112.552673] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.560649] env[69357]: DEBUG oslo_vmware.api [None req-c5ac8d03-20c7-413f-97c2-9b49045e917c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.604865] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Creating Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1112.605265] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-654a772f-cad2-4d6b-96b0-384b6906e766 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.615012] env[69357]: DEBUG oslo_vmware.api [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1112.615012] env[69357]: value = "task-3283372" [ 1112.615012] env[69357]: _type = "Task" [ 1112.615012] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.627330] env[69357]: DEBUG oslo_vmware.api [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283372, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.670747] env[69357]: DEBUG nova.network.neutron [-] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.684850] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6f97030-ef6e-4aba-84ac-1af79dd0456b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.694777] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833dbcaf-a50a-414c-9a7b-313417a206ff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.737206] env[69357]: DEBUG nova.compute.manager [req-2c8bc696-ea04-452b-a395-0a4f4c7b7e34 req-08c96db8-756a-48fa-8f06-d37b9cbfd949 service nova] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Detach interface failed, port_id=95c773a7-c892-4577-bb7e-692c0e667f0d, reason: Instance a62cc20a-ba03-4a29-868e-cb0fadfd2c62 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1112.842739] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1112.843035] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.379s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.847104] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a59198b4-a92f-4a3d-84fc-e6c2fb6478b6 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.443s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.847335] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a59198b4-a92f-4a3d-84fc-e6c2fb6478b6 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.857629] env[69357]: DEBUG oslo_vmware.api [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283368, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.878932] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283369, 'name': CreateVM_Task, 'duration_secs': 0.344884} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.880018] env[69357]: INFO nova.scheduler.client.report [None req-a59198b4-a92f-4a3d-84fc-e6c2fb6478b6 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Deleted allocations for instance 03f0e5ec-8777-42ce-9b73-a5dd273204df [ 1112.881022] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1112.886399] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.888284] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.888622] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.889275] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0051e709-a0d8-472d-ad45-791049508d47 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.899752] env[69357]: DEBUG oslo_vmware.api [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1112.899752] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5202e516-5350-5ee2-ca5e-dbe735c50db8" [ 1112.899752] env[69357]: _type = "Task" [ 1112.899752] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.914254] env[69357]: DEBUG oslo_vmware.api [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5202e516-5350-5ee2-ca5e-dbe735c50db8, 'name': SearchDatastore_Task, 'duration_secs': 0.010879} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.915161] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.918031] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.918031] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.918031] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.918031] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.918031] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8850fc0-269d-41c9-b5ed-31eef28b0cb1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.930953] env[69357]: DEBUG oslo_vmware.api [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Task: {'id': task-3283370, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474312} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.931232] env[69357]: INFO nova.virt.vmwareapi.ds_util [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 772c9649-a1b5-4b7e-b956-0d7142796842/fe1241e3-a525-45a4-9f14-4b6d4cb924e4-rescue.vmdk. [ 1112.932161] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7741ac-058a-4274-a854-fc59399d1383 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.960761] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 772c9649-a1b5-4b7e-b956-0d7142796842/fe1241e3-a525-45a4-9f14-4b6d4cb924e4-rescue.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.962041] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-454f81d8-ecb2-421d-bae8-77e28cb29266 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.975213] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.975418] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.976566] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8988886-7234-44f9-8c4a-6b8b854cc399 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.985722] env[69357]: DEBUG oslo_vmware.api [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Waiting for the task: (returnval){ [ 1112.985722] env[69357]: value = "task-3283373" [ 1112.985722] env[69357]: _type = "Task" [ 1112.985722] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.985980] env[69357]: DEBUG oslo_vmware.api [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1112.985980] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c96f50-0113-31a9-609b-970d2a66595d" [ 1112.985980] env[69357]: _type = "Task" [ 1112.985980] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.997870] env[69357]: DEBUG oslo_vmware.api [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Task: {'id': task-3283373, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.001270] env[69357]: DEBUG oslo_vmware.api [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c96f50-0113-31a9-609b-970d2a66595d, 'name': SearchDatastore_Task, 'duration_secs': 0.010335} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.002297] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6870c28-6e48-4d44-9e85-66fd4b695c76 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.010535] env[69357]: DEBUG oslo_vmware.api [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1113.010535] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ae6a3e-b072-ef43-94e2-ecfec57a9664" [ 1113.010535] env[69357]: _type = "Task" [ 1113.010535] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.021562] env[69357]: DEBUG oslo_vmware.api [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ae6a3e-b072-ef43-94e2-ecfec57a9664, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.061970] env[69357]: DEBUG oslo_vmware.api [None req-c5ac8d03-20c7-413f-97c2-9b49045e917c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283371, 'name': PowerOffVM_Task, 'duration_secs': 0.195728} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.064699] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ac8d03-20c7-413f-97c2-9b49045e917c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.064874] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ac8d03-20c7-413f-97c2-9b49045e917c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.065168] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6abb440a-14d3-4d23-91cb-b8350e74d7fd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.124598] env[69357]: DEBUG oslo_vmware.api [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283372, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.136707] env[69357]: DEBUG nova.network.neutron [req-616ec447-0817-4591-a1ff-7b0e303b62ed req-5a918786-e754-4f0e-b071-f1a33b480352 service nova] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Updated VIF entry in instance network info cache for port 07f59bf7-a256-4fa5-a2aa-b315295fa781. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.137185] env[69357]: DEBUG nova.network.neutron [req-616ec447-0817-4591-a1ff-7b0e303b62ed req-5a918786-e754-4f0e-b071-f1a33b480352 service nova] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Updating instance_info_cache with network_info: [{"id": "07f59bf7-a256-4fa5-a2aa-b315295fa781", "address": "fa:16:3e:fe:a7:4e", "network": {"id": "1fe716ab-5de7-4135-baac-15962de59e5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-749542812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01537ba7ccd1491f8129f9bc9e5b0ba8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07f59bf7-a2", "ovs_interfaceid": "07f59bf7-a256-4fa5-a2aa-b315295fa781", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.140293] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ac8d03-20c7-413f-97c2-9b49045e917c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.140293] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ac8d03-20c7-413f-97c2-9b49045e917c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.140430] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5ac8d03-20c7-413f-97c2-9b49045e917c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Deleting the datastore file [datastore2] d4d1668d-9a0a-4185-b190-7dc7cb668411 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.141701] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a441206c-7d5c-4910-af38-888d7517c078 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.147418] env[69357]: DEBUG oslo_vmware.api [None req-c5ac8d03-20c7-413f-97c2-9b49045e917c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for the task: (returnval){ [ 1113.147418] env[69357]: value = "task-3283375" [ 1113.147418] env[69357]: _type = "Task" [ 1113.147418] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.156844] env[69357]: DEBUG oslo_vmware.api [None req-c5ac8d03-20c7-413f-97c2-9b49045e917c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.173584] env[69357]: INFO nova.compute.manager [-] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Took 1.57 seconds to deallocate network for instance. [ 1113.272107] env[69357]: DEBUG nova.network.neutron [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Successfully updated port: 2ed986ca-84ac-4a99-950a-ec97276cd0e6 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1113.351483] env[69357]: DEBUG oslo_vmware.api [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283368, 'name': PowerOnVM_Task, 'duration_secs': 1.170257} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.351750] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.351949] env[69357]: INFO nova.compute.manager [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Took 9.67 seconds to spawn the instance on the hypervisor. [ 1113.352136] env[69357]: DEBUG nova.compute.manager [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.353018] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1b0d5c-4364-40f5-aa37-44cd1d21cc90 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.393060] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a59198b4-a92f-4a3d-84fc-e6c2fb6478b6 tempest-AttachInterfacesTestJSON-1291790791 tempest-AttachInterfacesTestJSON-1291790791-project-member] Lock "03f0e5ec-8777-42ce-9b73-a5dd273204df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.757s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.495701] env[69357]: DEBUG oslo_vmware.api [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Task: {'id': task-3283373, 'name': ReconfigVM_Task, 'duration_secs': 0.323734} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.496666] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 772c9649-a1b5-4b7e-b956-0d7142796842/fe1241e3-a525-45a4-9f14-4b6d4cb924e4-rescue.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.496937] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ee5746-f7d3-4089-a7e8-37cca5558a36 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.524536] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8044c85-1e8d-4be6-87ac-d08ed831e640 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.540396] env[69357]: DEBUG oslo_vmware.api [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ae6a3e-b072-ef43-94e2-ecfec57a9664, 'name': SearchDatastore_Task, 'duration_secs': 0.009944} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.541607] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.541872] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 9b869590-0a38-40d3-9de4-dccada7fb4cf/9b869590-0a38-40d3-9de4-dccada7fb4cf.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1113.542199] env[69357]: DEBUG oslo_vmware.api [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Waiting for the task: (returnval){ [ 1113.542199] env[69357]: value = "task-3283376" [ 1113.542199] env[69357]: _type = "Task" [ 1113.542199] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.542393] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c797e3e-585e-4254-8565-346745bac93a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.554963] env[69357]: DEBUG oslo_vmware.api [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Task: {'id': task-3283376, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.555956] env[69357]: DEBUG oslo_vmware.api [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1113.555956] env[69357]: value = "task-3283377" [ 1113.555956] env[69357]: _type = "Task" [ 1113.555956] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.564500] env[69357]: DEBUG oslo_vmware.api [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283377, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.626097] env[69357]: DEBUG oslo_vmware.api [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283372, 'name': CreateSnapshot_Task, 'duration_secs': 0.522306} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.626377] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Created Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1113.627204] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2432da05-4b2b-4a3e-b5fe-4ab2bb5ef4cf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.641468] env[69357]: DEBUG oslo_concurrency.lockutils [req-616ec447-0817-4591-a1ff-7b0e303b62ed req-5a918786-e754-4f0e-b071-f1a33b480352 service nova] Releasing lock "refresh_cache-9b869590-0a38-40d3-9de4-dccada7fb4cf" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.657973] env[69357]: DEBUG oslo_vmware.api [None req-c5ac8d03-20c7-413f-97c2-9b49045e917c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Task: {'id': task-3283375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181982} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.658364] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5ac8d03-20c7-413f-97c2-9b49045e917c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1113.658591] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ac8d03-20c7-413f-97c2-9b49045e917c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1113.658818] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ac8d03-20c7-413f-97c2-9b49045e917c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1113.659027] env[69357]: INFO nova.compute.manager [None req-c5ac8d03-20c7-413f-97c2-9b49045e917c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1113.659305] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5ac8d03-20c7-413f-97c2-9b49045e917c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.659550] env[69357]: DEBUG nova.compute.manager [-] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1113.659677] env[69357]: DEBUG nova.network.neutron [-] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1113.674932] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f5f7178e-5a1c-4423-a187-10d0ed654e9c tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "293709c1-4f73-4f7c-a4b9-c11d41ab685e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.675763] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f5f7178e-5a1c-4423-a187-10d0ed654e9c tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "293709c1-4f73-4f7c-a4b9-c11d41ab685e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.675763] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f5f7178e-5a1c-4423-a187-10d0ed654e9c tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "293709c1-4f73-4f7c-a4b9-c11d41ab685e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.675763] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f5f7178e-5a1c-4423-a187-10d0ed654e9c tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "293709c1-4f73-4f7c-a4b9-c11d41ab685e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.675968] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f5f7178e-5a1c-4423-a187-10d0ed654e9c tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "293709c1-4f73-4f7c-a4b9-c11d41ab685e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.680670] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ebf229f8-6e3a-4b85-b568-c26031a6cdde tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.681023] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ebf229f8-6e3a-4b85-b568-c26031a6cdde tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.681445] env[69357]: DEBUG nova.objects.instance [None req-ebf229f8-6e3a-4b85-b568-c26031a6cdde tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lazy-loading 'resources' on Instance uuid a62cc20a-ba03-4a29-868e-cb0fadfd2c62 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.682765] env[69357]: INFO nova.compute.manager [None req-f5f7178e-5a1c-4423-a187-10d0ed654e9c tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Terminating instance [ 1113.775427] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "refresh_cache-8ea553bd-7063-4123-90f4-f53808003b23" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.775427] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquired lock "refresh_cache-8ea553bd-7063-4123-90f4-f53808003b23" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.775427] env[69357]: DEBUG nova.network.neutron [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.874483] env[69357]: INFO nova.compute.manager [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Took 20.30 seconds to build instance. [ 1114.054235] env[69357]: DEBUG oslo_vmware.api [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Task: {'id': task-3283376, 'name': ReconfigVM_Task, 'duration_secs': 0.326727} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.054468] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.054728] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb691228-93ed-447e-9cb9-b81134bde9cd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.064162] env[69357]: DEBUG oslo_vmware.api [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283377, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.065287] env[69357]: DEBUG oslo_vmware.api [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Waiting for the task: (returnval){ [ 1114.065287] env[69357]: value = "task-3283378" [ 1114.065287] env[69357]: _type = "Task" [ 1114.065287] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.072438] env[69357]: DEBUG oslo_vmware.api [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Task: {'id': task-3283378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.146520] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Creating linked-clone VM from snapshot {{(pid=69357) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1114.146684] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d200cd20-01ba-4eac-8289-5111229599ed {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.154900] env[69357]: DEBUG oslo_vmware.api [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1114.154900] env[69357]: value = "task-3283379" [ 1114.154900] env[69357]: _type = "Task" [ 1114.154900] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.163578] env[69357]: DEBUG oslo_vmware.api [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283379, 'name': CloneVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.190887] env[69357]: DEBUG nova.compute.manager [None req-f5f7178e-5a1c-4423-a187-10d0ed654e9c tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1114.191149] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f7178e-5a1c-4423-a187-10d0ed654e9c tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.192048] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd5a0da-5163-4996-acc5-84f3e407a457 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.200123] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f7178e-5a1c-4423-a187-10d0ed654e9c tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.200371] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-022ccd14-2031-47b3-b1be-3b015b8cf2ae {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.207689] env[69357]: DEBUG oslo_vmware.api [None req-f5f7178e-5a1c-4423-a187-10d0ed654e9c tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1114.207689] env[69357]: value = "task-3283380" [ 1114.207689] env[69357]: _type = "Task" [ 1114.207689] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.220727] env[69357]: DEBUG oslo_vmware.api [None req-f5f7178e-5a1c-4423-a187-10d0ed654e9c tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.275982] env[69357]: DEBUG nova.compute.manager [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1114.276665] env[69357]: DEBUG nova.virt.hardware [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.277018] env[69357]: DEBUG nova.virt.hardware [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.277163] env[69357]: DEBUG nova.virt.hardware [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.277413] env[69357]: DEBUG nova.virt.hardware [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.277616] env[69357]: DEBUG nova.virt.hardware [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.277718] env[69357]: DEBUG nova.virt.hardware [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.278111] env[69357]: DEBUG nova.virt.hardware [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.278361] env[69357]: DEBUG nova.virt.hardware [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.279642] env[69357]: DEBUG nova.virt.hardware [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.279642] env[69357]: DEBUG nova.virt.hardware [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.279642] env[69357]: DEBUG nova.virt.hardware [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.286797] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b0fce9-a9d6-4005-b98f-1cca851e6391 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.296469] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d7c2ac-6c01-4410-b1ef-693fea774c9b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.371250] env[69357]: DEBUG nova.network.neutron [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1114.377021] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0abed5c4-af7a-46d1-aa1a-69748b0e7317 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "d4d1f741-9ebb-4cad-8053-d278bf07b55a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.813s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.399599] env[69357]: DEBUG nova.network.neutron [-] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.429634] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae6dd44-77fe-4dc8-8de8-96a3110dc6db {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.446044] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d607a79-38bb-4fa6-b2aa-4b2214fdcf46 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.482065] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84704dc-a337-4123-baab-2f2a68da409c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.486578] env[69357]: DEBUG nova.compute.manager [req-a3fbd0f5-cc48-4ea5-8a7a-9ae5d1740831 req-7a9a5945-afa2-48db-a146-7049ab59a5b7 service nova] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Received event network-vif-plugged-2ed986ca-84ac-4a99-950a-ec97276cd0e6 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.486802] env[69357]: DEBUG oslo_concurrency.lockutils [req-a3fbd0f5-cc48-4ea5-8a7a-9ae5d1740831 req-7a9a5945-afa2-48db-a146-7049ab59a5b7 service nova] Acquiring lock "8ea553bd-7063-4123-90f4-f53808003b23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.487083] env[69357]: DEBUG oslo_concurrency.lockutils [req-a3fbd0f5-cc48-4ea5-8a7a-9ae5d1740831 req-7a9a5945-afa2-48db-a146-7049ab59a5b7 service nova] Lock "8ea553bd-7063-4123-90f4-f53808003b23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.487306] env[69357]: DEBUG oslo_concurrency.lockutils [req-a3fbd0f5-cc48-4ea5-8a7a-9ae5d1740831 req-7a9a5945-afa2-48db-a146-7049ab59a5b7 service nova] Lock "8ea553bd-7063-4123-90f4-f53808003b23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.487502] env[69357]: DEBUG nova.compute.manager [req-a3fbd0f5-cc48-4ea5-8a7a-9ae5d1740831 req-7a9a5945-afa2-48db-a146-7049ab59a5b7 service nova] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] No waiting events found dispatching network-vif-plugged-2ed986ca-84ac-4a99-950a-ec97276cd0e6 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1114.487696] env[69357]: WARNING nova.compute.manager [req-a3fbd0f5-cc48-4ea5-8a7a-9ae5d1740831 req-7a9a5945-afa2-48db-a146-7049ab59a5b7 service nova] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Received unexpected event network-vif-plugged-2ed986ca-84ac-4a99-950a-ec97276cd0e6 for instance with vm_state building and task_state spawning. [ 1114.487878] env[69357]: DEBUG nova.compute.manager [req-a3fbd0f5-cc48-4ea5-8a7a-9ae5d1740831 req-7a9a5945-afa2-48db-a146-7049ab59a5b7 service nova] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Received event network-changed-2ed986ca-84ac-4a99-950a-ec97276cd0e6 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.488125] env[69357]: DEBUG nova.compute.manager [req-a3fbd0f5-cc48-4ea5-8a7a-9ae5d1740831 req-7a9a5945-afa2-48db-a146-7049ab59a5b7 service nova] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Refreshing instance network info cache due to event network-changed-2ed986ca-84ac-4a99-950a-ec97276cd0e6. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.488308] env[69357]: DEBUG oslo_concurrency.lockutils [req-a3fbd0f5-cc48-4ea5-8a7a-9ae5d1740831 req-7a9a5945-afa2-48db-a146-7049ab59a5b7 service nova] Acquiring lock "refresh_cache-8ea553bd-7063-4123-90f4-f53808003b23" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.499267] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd4ff9e-bad4-4544-98a7-4a0aaddd5b0c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.515963] env[69357]: DEBUG nova.compute.provider_tree [None req-ebf229f8-6e3a-4b85-b568-c26031a6cdde tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.573277] env[69357]: DEBUG oslo_vmware.api [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283377, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.000007} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.573979] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 9b869590-0a38-40d3-9de4-dccada7fb4cf/9b869590-0a38-40d3-9de4-dccada7fb4cf.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1114.574712] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1114.574712] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a515c01b-c834-4d34-8425-f29c70c86872 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.579718] env[69357]: DEBUG oslo_vmware.api [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Task: {'id': task-3283378, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.585082] env[69357]: DEBUG oslo_vmware.api [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1114.585082] env[69357]: value = "task-3283381" [ 1114.585082] env[69357]: _type = "Task" [ 1114.585082] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.595531] env[69357]: DEBUG oslo_vmware.api [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283381, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.600993] env[69357]: DEBUG nova.network.neutron [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Updating instance_info_cache with network_info: [{"id": "2ed986ca-84ac-4a99-950a-ec97276cd0e6", "address": "fa:16:3e:ca:2f:77", "network": {"id": "256f2819-f719-4377-82d3-97bddef87341", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-545752502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34055bbad79e42e59bb22ff7a0529002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ed986ca-84", "ovs_interfaceid": "2ed986ca-84ac-4a99-950a-ec97276cd0e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.671090] env[69357]: DEBUG oslo_vmware.api [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283379, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.717511] env[69357]: DEBUG oslo_vmware.api [None req-f5f7178e-5a1c-4423-a187-10d0ed654e9c tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283380, 'name': PowerOffVM_Task, 'duration_secs': 0.438281} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.717778] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f7178e-5a1c-4423-a187-10d0ed654e9c tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.717947] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f7178e-5a1c-4423-a187-10d0ed654e9c tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.718242] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9835c557-5ab8-40d0-8bac-94a07ea5754e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.794021] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f7178e-5a1c-4423-a187-10d0ed654e9c tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.794021] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f7178e-5a1c-4423-a187-10d0ed654e9c tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.794021] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5f7178e-5a1c-4423-a187-10d0ed654e9c tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Deleting the datastore file [datastore2] 293709c1-4f73-4f7c-a4b9-c11d41ab685e {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.794021] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49cf3e20-6275-4ebe-9177-74750f16f100 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.802028] env[69357]: DEBUG oslo_vmware.api [None req-f5f7178e-5a1c-4423-a187-10d0ed654e9c tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1114.802028] env[69357]: value = "task-3283383" [ 1114.802028] env[69357]: _type = "Task" [ 1114.802028] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.806945] env[69357]: DEBUG oslo_vmware.api [None req-f5f7178e-5a1c-4423-a187-10d0ed654e9c tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283383, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.903345] env[69357]: INFO nova.compute.manager [-] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Took 1.24 seconds to deallocate network for instance. [ 1115.019623] env[69357]: DEBUG nova.scheduler.client.report [None req-ebf229f8-6e3a-4b85-b568-c26031a6cdde tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.075288] env[69357]: DEBUG oslo_vmware.api [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Task: {'id': task-3283378, 'name': PowerOnVM_Task, 'duration_secs': 0.634675} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.075558] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.078267] env[69357]: DEBUG nova.compute.manager [None req-84fb65b9-74ac-4114-90bd-54eeda3620bc tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.079077] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bf0206-eaba-46c4-9b52-c87a4074a811 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.094313] env[69357]: DEBUG oslo_vmware.api [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283381, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115366} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.094560] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.095320] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435da8b5-93d2-43ad-b9e2-fcbb4279bb27 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.109919] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Releasing lock "refresh_cache-8ea553bd-7063-4123-90f4-f53808003b23" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.109919] env[69357]: DEBUG nova.compute.manager [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Instance network_info: |[{"id": "2ed986ca-84ac-4a99-950a-ec97276cd0e6", "address": "fa:16:3e:ca:2f:77", "network": {"id": "256f2819-f719-4377-82d3-97bddef87341", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-545752502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34055bbad79e42e59bb22ff7a0529002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ed986ca-84", "ovs_interfaceid": "2ed986ca-84ac-4a99-950a-ec97276cd0e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1115.120632] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 9b869590-0a38-40d3-9de4-dccada7fb4cf/9b869590-0a38-40d3-9de4-dccada7fb4cf.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.121807] env[69357]: DEBUG oslo_concurrency.lockutils [req-a3fbd0f5-cc48-4ea5-8a7a-9ae5d1740831 req-7a9a5945-afa2-48db-a146-7049ab59a5b7 service nova] Acquired lock "refresh_cache-8ea553bd-7063-4123-90f4-f53808003b23" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.121999] env[69357]: DEBUG nova.network.neutron [req-a3fbd0f5-cc48-4ea5-8a7a-9ae5d1740831 req-7a9a5945-afa2-48db-a146-7049ab59a5b7 service nova] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Refreshing network info cache for port 2ed986ca-84ac-4a99-950a-ec97276cd0e6 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.123122] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:2f:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ed986ca-84ac-4a99-950a-ec97276cd0e6', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.130504] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.130701] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7edd3b77-abbf-49ec-80a3-55375c14526a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.149100] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.149771] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-421f7190-0494-4f71-aa03-055a4aa1aa34 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.170895] env[69357]: DEBUG oslo_vmware.api [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1115.170895] env[69357]: value = "task-3283384" [ 1115.170895] env[69357]: _type = "Task" [ 1115.170895] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.178094] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.178094] env[69357]: value = "task-3283385" [ 1115.178094] env[69357]: _type = "Task" [ 1115.178094] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.178368] env[69357]: DEBUG oslo_vmware.api [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283379, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.187788] env[69357]: DEBUG oslo_vmware.api [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283384, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.191812] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283385, 'name': CreateVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.308923] env[69357]: DEBUG oslo_vmware.api [None req-f5f7178e-5a1c-4423-a187-10d0ed654e9c tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283383, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247859} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.309323] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5f7178e-5a1c-4423-a187-10d0ed654e9c tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.309426] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f7178e-5a1c-4423-a187-10d0ed654e9c tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.309635] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f7178e-5a1c-4423-a187-10d0ed654e9c tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.309770] env[69357]: INFO nova.compute.manager [None req-f5f7178e-5a1c-4423-a187-10d0ed654e9c tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1115.310033] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5f7178e-5a1c-4423-a187-10d0ed654e9c tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.310217] env[69357]: DEBUG nova.compute.manager [-] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1115.310310] env[69357]: DEBUG nova.network.neutron [-] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1115.415338] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c5ac8d03-20c7-413f-97c2-9b49045e917c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.526048] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ebf229f8-6e3a-4b85-b568-c26031a6cdde tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.845s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.529417] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c5ac8d03-20c7-413f-97c2-9b49045e917c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.114s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.530210] env[69357]: DEBUG nova.objects.instance [None req-c5ac8d03-20c7-413f-97c2-9b49045e917c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Lazy-loading 'resources' on Instance uuid d4d1668d-9a0a-4185-b190-7dc7cb668411 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.559143] env[69357]: INFO nova.scheduler.client.report [None req-ebf229f8-6e3a-4b85-b568-c26031a6cdde tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Deleted allocations for instance a62cc20a-ba03-4a29-868e-cb0fadfd2c62 [ 1115.641955] env[69357]: DEBUG nova.network.neutron [req-a3fbd0f5-cc48-4ea5-8a7a-9ae5d1740831 req-7a9a5945-afa2-48db-a146-7049ab59a5b7 service nova] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Updated VIF entry in instance network info cache for port 2ed986ca-84ac-4a99-950a-ec97276cd0e6. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.641955] env[69357]: DEBUG nova.network.neutron [req-a3fbd0f5-cc48-4ea5-8a7a-9ae5d1740831 req-7a9a5945-afa2-48db-a146-7049ab59a5b7 service nova] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Updating instance_info_cache with network_info: [{"id": "2ed986ca-84ac-4a99-950a-ec97276cd0e6", "address": "fa:16:3e:ca:2f:77", "network": {"id": "256f2819-f719-4377-82d3-97bddef87341", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-545752502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34055bbad79e42e59bb22ff7a0529002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ed986ca-84", "ovs_interfaceid": "2ed986ca-84ac-4a99-950a-ec97276cd0e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.694077] env[69357]: DEBUG oslo_vmware.api [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283379, 'name': CloneVM_Task, 'duration_secs': 1.519772} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.699072] env[69357]: INFO nova.virt.vmwareapi.vmops [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Created linked-clone VM from snapshot [ 1115.699556] env[69357]: DEBUG oslo_vmware.api [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283384, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.700751] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9cebe6-13db-4374-a7bf-ef1165e0966d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.708563] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283385, 'name': CreateVM_Task, 'duration_secs': 0.473077} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.709166] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.710274] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655688', 'volume_id': '1cb537cc-2f1d-4340-b8c1-b9961581fa37', 'name': 'volume-1cb537cc-2f1d-4340-b8c1-b9961581fa37', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ea553bd-7063-4123-90f4-f53808003b23', 'attached_at': '', 'detached_at': '', 'volume_id': '1cb537cc-2f1d-4340-b8c1-b9961581fa37', 'serial': '1cb537cc-2f1d-4340-b8c1-b9961581fa37'}, 'guest_format': None, 'delete_on_termination': True, 'disk_bus': None, 'device_type': None, 'attachment_id': '2834f83f-0d88-4adf-a6a1-345ee48586e0', 'mount_device': '/dev/sda', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=69357) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1115.711548] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Root volume attach. Driver type: vmdk {{(pid=69357) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1115.716071] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723696cc-6ca5-4c55-88a9-ed84fbafe841 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.719451] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Uploading image 74022495-1494-4245-9736-f6df6ca26bb8 {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1115.727625] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913d2324-4a68-479c-81ea-69db4078d4f6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.734371] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bd8d23-82ed-4eb4-bee7-021401ef9448 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.741082] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-8e8f2a76-9f16-4212-b047-828213835e2e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.750302] env[69357]: DEBUG oslo_vmware.api [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1115.750302] env[69357]: value = "task-3283386" [ 1115.750302] env[69357]: _type = "Task" [ 1115.750302] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.759191] env[69357]: DEBUG oslo_vmware.api [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283386, 'name': RelocateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.760767] env[69357]: DEBUG oslo_vmware.rw_handles [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1115.760767] env[69357]: value = "vm-655697" [ 1115.760767] env[69357]: _type = "VirtualMachine" [ 1115.760767] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1115.760988] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a9db7ede-434a-4cd6-90f7-2ef5e0e8db7b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.767211] env[69357]: DEBUG oslo_vmware.rw_handles [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lease: (returnval){ [ 1115.767211] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5259120c-dc56-7c70-2d4a-fedc771c4872" [ 1115.767211] env[69357]: _type = "HttpNfcLease" [ 1115.767211] env[69357]: } obtained for exporting VM: (result){ [ 1115.767211] env[69357]: value = "vm-655697" [ 1115.767211] env[69357]: _type = "VirtualMachine" [ 1115.767211] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1115.767452] env[69357]: DEBUG oslo_vmware.api [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the lease: (returnval){ [ 1115.767452] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5259120c-dc56-7c70-2d4a-fedc771c4872" [ 1115.767452] env[69357]: _type = "HttpNfcLease" [ 1115.767452] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1115.774142] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1115.774142] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5259120c-dc56-7c70-2d4a-fedc771c4872" [ 1115.774142] env[69357]: _type = "HttpNfcLease" [ 1115.774142] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1115.924623] env[69357]: DEBUG nova.compute.manager [req-99efa7a6-a6b3-4734-9f16-ba20829e3c85 req-be813a20-6574-45b8-bad7-17446fddecb2 service nova] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Received event network-vif-deleted-5102908f-e028-4263-8706-1621337f379f {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.924881] env[69357]: INFO nova.compute.manager [req-99efa7a6-a6b3-4734-9f16-ba20829e3c85 req-be813a20-6574-45b8-bad7-17446fddecb2 service nova] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Neutron deleted interface 5102908f-e028-4263-8706-1621337f379f; detaching it from the instance and deleting it from the info cache [ 1115.925067] env[69357]: DEBUG nova.network.neutron [req-99efa7a6-a6b3-4734-9f16-ba20829e3c85 req-be813a20-6574-45b8-bad7-17446fddecb2 service nova] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.073031] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ebf229f8-6e3a-4b85-b568-c26031a6cdde tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "a62cc20a-ba03-4a29-868e-cb0fadfd2c62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.110s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.145089] env[69357]: DEBUG oslo_concurrency.lockutils [req-a3fbd0f5-cc48-4ea5-8a7a-9ae5d1740831 req-7a9a5945-afa2-48db-a146-7049ab59a5b7 service nova] Releasing lock "refresh_cache-8ea553bd-7063-4123-90f4-f53808003b23" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.145089] env[69357]: DEBUG nova.compute.manager [req-a3fbd0f5-cc48-4ea5-8a7a-9ae5d1740831 req-7a9a5945-afa2-48db-a146-7049ab59a5b7 service nova] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Received event network-vif-deleted-f835c83d-bad4-4177-8ff8-2f93faf8ed78 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.188988] env[69357]: DEBUG oslo_vmware.api [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283384, 'name': ReconfigVM_Task, 'duration_secs': 0.55004} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.188988] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 9b869590-0a38-40d3-9de4-dccada7fb4cf/9b869590-0a38-40d3-9de4-dccada7fb4cf.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.188988] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bf98464-1e15-4965-b66c-9a38408589b5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.193355] env[69357]: DEBUG oslo_vmware.api [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1116.193355] env[69357]: value = "task-3283388" [ 1116.193355] env[69357]: _type = "Task" [ 1116.193355] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.202084] env[69357]: DEBUG oslo_vmware.api [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283388, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.230909] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edb4869-28b2-49e2-9299-1f9c11f96cc9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.240054] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63825f2d-9ac2-427f-ae4f-a8501114c524 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.276549] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46fd47f-6ab3-4a7f-905f-fd53e0f0159b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.284380] env[69357]: DEBUG oslo_vmware.api [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283386, 'name': RelocateVM_Task} progress is 34%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.287989] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1116.287989] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5259120c-dc56-7c70-2d4a-fedc771c4872" [ 1116.287989] env[69357]: _type = "HttpNfcLease" [ 1116.287989] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1116.288426] env[69357]: DEBUG oslo_vmware.rw_handles [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1116.288426] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5259120c-dc56-7c70-2d4a-fedc771c4872" [ 1116.288426] env[69357]: _type = "HttpNfcLease" [ 1116.288426] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1116.289753] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3432b18a-713d-4b2a-ba09-119da1e3b63e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.294603] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b42b50-10c4-4a0c-aa8b-c55931e5fb57 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.310479] env[69357]: DEBUG nova.compute.provider_tree [None req-c5ac8d03-20c7-413f-97c2-9b49045e917c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.315324] env[69357]: DEBUG oslo_vmware.rw_handles [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52803111-2a2d-b146-8a60-0aacfcbc25dc/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1116.315540] env[69357]: DEBUG oslo_vmware.rw_handles [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52803111-2a2d-b146-8a60-0aacfcbc25dc/disk-0.vmdk for reading. {{(pid=69357) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1116.400982] env[69357]: DEBUG nova.network.neutron [-] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.419957] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0a91f554-c1d7-4d4a-a6af-117ab1f6875f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.428158] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93c0a16f-9eea-486e-afb8-78775ca6e62d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.440220] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da665609-0591-46b8-b8c4-57c35332fe3f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.476904] env[69357]: DEBUG nova.compute.manager [req-99efa7a6-a6b3-4734-9f16-ba20829e3c85 req-be813a20-6574-45b8-bad7-17446fddecb2 service nova] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Detach interface failed, port_id=5102908f-e028-4263-8706-1621337f379f, reason: Instance 293709c1-4f73-4f7c-a4b9-c11d41ab685e could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1116.630935] env[69357]: DEBUG nova.compute.manager [req-b896f3bb-45bd-4226-ab5c-130dda6402ac req-8125dd07-4c67-4030-ac6c-a4cd7df07901 service nova] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Received event network-changed-9186f40f-846e-4c9d-941f-1943de8a7eb7 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.631172] env[69357]: DEBUG nova.compute.manager [req-b896f3bb-45bd-4226-ab5c-130dda6402ac req-8125dd07-4c67-4030-ac6c-a4cd7df07901 service nova] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Refreshing instance network info cache due to event network-changed-9186f40f-846e-4c9d-941f-1943de8a7eb7. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1116.631389] env[69357]: DEBUG oslo_concurrency.lockutils [req-b896f3bb-45bd-4226-ab5c-130dda6402ac req-8125dd07-4c67-4030-ac6c-a4cd7df07901 service nova] Acquiring lock "refresh_cache-d4d1f741-9ebb-4cad-8053-d278bf07b55a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.631530] env[69357]: DEBUG oslo_concurrency.lockutils [req-b896f3bb-45bd-4226-ab5c-130dda6402ac req-8125dd07-4c67-4030-ac6c-a4cd7df07901 service nova] Acquired lock "refresh_cache-d4d1f741-9ebb-4cad-8053-d278bf07b55a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.631690] env[69357]: DEBUG nova.network.neutron [req-b896f3bb-45bd-4226-ab5c-130dda6402ac req-8125dd07-4c67-4030-ac6c-a4cd7df07901 service nova] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Refreshing network info cache for port 9186f40f-846e-4c9d-941f-1943de8a7eb7 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.707995] env[69357]: DEBUG oslo_vmware.api [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283388, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.781513] env[69357]: DEBUG oslo_vmware.api [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283386, 'name': RelocateVM_Task} progress is 45%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.819960] env[69357]: DEBUG nova.scheduler.client.report [None req-c5ac8d03-20c7-413f-97c2-9b49045e917c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.904553] env[69357]: INFO nova.compute.manager [-] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Took 1.59 seconds to deallocate network for instance. [ 1117.229298] env[69357]: DEBUG oslo_vmware.api [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283388, 'name': Rename_Task, 'duration_secs': 0.706572} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.232768] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.233218] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3708ff6-cc96-4354-bde5-b726041e31fc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.245204] env[69357]: DEBUG oslo_vmware.api [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1117.245204] env[69357]: value = "task-3283389" [ 1117.245204] env[69357]: _type = "Task" [ 1117.245204] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.261908] env[69357]: DEBUG oslo_vmware.api [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.285036] env[69357]: DEBUG oslo_vmware.api [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283386, 'name': RelocateVM_Task} progress is 58%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.327767] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c5ac8d03-20c7-413f-97c2-9b49045e917c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.362530] env[69357]: INFO nova.scheduler.client.report [None req-c5ac8d03-20c7-413f-97c2-9b49045e917c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Deleted allocations for instance d4d1668d-9a0a-4185-b190-7dc7cb668411 [ 1117.414954] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f5f7178e-5a1c-4423-a187-10d0ed654e9c tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.415406] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f5f7178e-5a1c-4423-a187-10d0ed654e9c tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.415723] env[69357]: DEBUG nova.objects.instance [None req-f5f7178e-5a1c-4423-a187-10d0ed654e9c tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lazy-loading 'resources' on Instance uuid 293709c1-4f73-4f7c-a4b9-c11d41ab685e {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.759550] env[69357]: DEBUG oslo_vmware.api [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283389, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.786354] env[69357]: DEBUG oslo_vmware.api [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283386, 'name': RelocateVM_Task} progress is 71%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.872606] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c5ac8d03-20c7-413f-97c2-9b49045e917c tempest-MigrationsAdminTest-1577095051 tempest-MigrationsAdminTest-1577095051-project-member] Lock "d4d1668d-9a0a-4185-b190-7dc7cb668411" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.845s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.962087] env[69357]: DEBUG nova.network.neutron [req-b896f3bb-45bd-4226-ab5c-130dda6402ac req-8125dd07-4c67-4030-ac6c-a4cd7df07901 service nova] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Updated VIF entry in instance network info cache for port 9186f40f-846e-4c9d-941f-1943de8a7eb7. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.962087] env[69357]: DEBUG nova.network.neutron [req-b896f3bb-45bd-4226-ab5c-130dda6402ac req-8125dd07-4c67-4030-ac6c-a4cd7df07901 service nova] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Updating instance_info_cache with network_info: [{"id": "9186f40f-846e-4c9d-941f-1943de8a7eb7", "address": "fa:16:3e:7b:3b:04", "network": {"id": "88641097-4386-4947-b3c1-83551b56298e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-297718487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "908005a1aca5413f88021f894d13f683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9186f40f-84", "ovs_interfaceid": "9186f40f-846e-4c9d-941f-1943de8a7eb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.115406] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289e05e7-a768-46c6-b734-93b5bfe844d7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.127883] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cf2e7f-5467-4768-a378-92d7ee9972d6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.164195] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30211181-74b6-42fd-b576-0e74104e2243 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.175662] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08696286-49c0-42af-a101-9652a622655b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.195926] env[69357]: DEBUG nova.compute.provider_tree [None req-f5f7178e-5a1c-4423-a187-10d0ed654e9c tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.260621] env[69357]: DEBUG oslo_vmware.api [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283389, 'name': PowerOnVM_Task, 'duration_secs': 0.794104} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.260933] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.261194] env[69357]: INFO nova.compute.manager [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1118.261448] env[69357]: DEBUG nova.compute.manager [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.262334] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358c19e5-22e6-4f3a-a3f4-48aed700b5b9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.287505] env[69357]: DEBUG oslo_vmware.api [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283386, 'name': RelocateVM_Task} progress is 84%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.467892] env[69357]: DEBUG oslo_concurrency.lockutils [req-b896f3bb-45bd-4226-ab5c-130dda6402ac req-8125dd07-4c67-4030-ac6c-a4cd7df07901 service nova] Releasing lock "refresh_cache-d4d1f741-9ebb-4cad-8053-d278bf07b55a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.674221] env[69357]: DEBUG nova.compute.manager [req-df2def6b-20f8-41c0-a8a9-f75b81d05d98 req-0c1738f6-0cd1-4857-a1e3-0e2c8e9afb85 service nova] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Received event network-changed-1a5f4dff-987b-4f94-a8cb-b69d2b7c7290 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.674221] env[69357]: DEBUG nova.compute.manager [req-df2def6b-20f8-41c0-a8a9-f75b81d05d98 req-0c1738f6-0cd1-4857-a1e3-0e2c8e9afb85 service nova] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Refreshing instance network info cache due to event network-changed-1a5f4dff-987b-4f94-a8cb-b69d2b7c7290. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.675052] env[69357]: DEBUG oslo_concurrency.lockutils [req-df2def6b-20f8-41c0-a8a9-f75b81d05d98 req-0c1738f6-0cd1-4857-a1e3-0e2c8e9afb85 service nova] Acquiring lock "refresh_cache-772c9649-a1b5-4b7e-b956-0d7142796842" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.675052] env[69357]: DEBUG oslo_concurrency.lockutils [req-df2def6b-20f8-41c0-a8a9-f75b81d05d98 req-0c1738f6-0cd1-4857-a1e3-0e2c8e9afb85 service nova] Acquired lock "refresh_cache-772c9649-a1b5-4b7e-b956-0d7142796842" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.675052] env[69357]: DEBUG nova.network.neutron [req-df2def6b-20f8-41c0-a8a9-f75b81d05d98 req-0c1738f6-0cd1-4857-a1e3-0e2c8e9afb85 service nova] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Refreshing network info cache for port 1a5f4dff-987b-4f94-a8cb-b69d2b7c7290 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.700778] env[69357]: DEBUG nova.scheduler.client.report [None req-f5f7178e-5a1c-4423-a187-10d0ed654e9c tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.798024] env[69357]: DEBUG oslo_vmware.api [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283386, 'name': RelocateVM_Task} progress is 97%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.799617] env[69357]: INFO nova.compute.manager [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Took 20.90 seconds to build instance. [ 1119.206888] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f5f7178e-5a1c-4423-a187-10d0ed654e9c tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.239035] env[69357]: INFO nova.scheduler.client.report [None req-f5f7178e-5a1c-4423-a187-10d0ed654e9c tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Deleted allocations for instance 293709c1-4f73-4f7c-a4b9-c11d41ab685e [ 1119.289139] env[69357]: DEBUG oslo_vmware.api [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283386, 'name': RelocateVM_Task} progress is 97%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.303900] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ce258cd-03d3-4d02-aa40-ecf287750f03 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "9b869590-0a38-40d3-9de4-dccada7fb4cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.420s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.622126] env[69357]: DEBUG nova.network.neutron [req-df2def6b-20f8-41c0-a8a9-f75b81d05d98 req-0c1738f6-0cd1-4857-a1e3-0e2c8e9afb85 service nova] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Updated VIF entry in instance network info cache for port 1a5f4dff-987b-4f94-a8cb-b69d2b7c7290. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.622126] env[69357]: DEBUG nova.network.neutron [req-df2def6b-20f8-41c0-a8a9-f75b81d05d98 req-0c1738f6-0cd1-4857-a1e3-0e2c8e9afb85 service nova] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Updating instance_info_cache with network_info: [{"id": "1a5f4dff-987b-4f94-a8cb-b69d2b7c7290", "address": "fa:16:3e:e8:55:3f", "network": {"id": "cec81ec3-a466-4bd8-9ecd-28f2ab4b6d8a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1462390666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "917019d9d74942ffadbfb64eb56db983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a5f4dff-98", "ovs_interfaceid": "1a5f4dff-987b-4f94-a8cb-b69d2b7c7290", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.748196] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f5f7178e-5a1c-4423-a187-10d0ed654e9c tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "293709c1-4f73-4f7c-a4b9-c11d41ab685e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.073s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.802597] env[69357]: DEBUG oslo_vmware.api [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283386, 'name': RelocateVM_Task} progress is 98%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.125536] env[69357]: DEBUG oslo_concurrency.lockutils [req-df2def6b-20f8-41c0-a8a9-f75b81d05d98 req-0c1738f6-0cd1-4857-a1e3-0e2c8e9afb85 service nova] Releasing lock "refresh_cache-772c9649-a1b5-4b7e-b956-0d7142796842" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.125838] env[69357]: DEBUG nova.compute.manager [req-df2def6b-20f8-41c0-a8a9-f75b81d05d98 req-0c1738f6-0cd1-4857-a1e3-0e2c8e9afb85 service nova] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Received event network-changed-1a5f4dff-987b-4f94-a8cb-b69d2b7c7290 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.126045] env[69357]: DEBUG nova.compute.manager [req-df2def6b-20f8-41c0-a8a9-f75b81d05d98 req-0c1738f6-0cd1-4857-a1e3-0e2c8e9afb85 service nova] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Refreshing instance network info cache due to event network-changed-1a5f4dff-987b-4f94-a8cb-b69d2b7c7290. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.126274] env[69357]: DEBUG oslo_concurrency.lockutils [req-df2def6b-20f8-41c0-a8a9-f75b81d05d98 req-0c1738f6-0cd1-4857-a1e3-0e2c8e9afb85 service nova] Acquiring lock "refresh_cache-772c9649-a1b5-4b7e-b956-0d7142796842" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.126464] env[69357]: DEBUG oslo_concurrency.lockutils [req-df2def6b-20f8-41c0-a8a9-f75b81d05d98 req-0c1738f6-0cd1-4857-a1e3-0e2c8e9afb85 service nova] Acquired lock "refresh_cache-772c9649-a1b5-4b7e-b956-0d7142796842" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.126571] env[69357]: DEBUG nova.network.neutron [req-df2def6b-20f8-41c0-a8a9-f75b81d05d98 req-0c1738f6-0cd1-4857-a1e3-0e2c8e9afb85 service nova] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Refreshing network info cache for port 1a5f4dff-987b-4f94-a8cb-b69d2b7c7290 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.296646] env[69357]: DEBUG oslo_vmware.api [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283386, 'name': RelocateVM_Task, 'duration_secs': 4.200933} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.296646] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Volume attach. Driver type: vmdk {{(pid=69357) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1120.296646] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655688', 'volume_id': '1cb537cc-2f1d-4340-b8c1-b9961581fa37', 'name': 'volume-1cb537cc-2f1d-4340-b8c1-b9961581fa37', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ea553bd-7063-4123-90f4-f53808003b23', 'attached_at': '', 'detached_at': '', 'volume_id': '1cb537cc-2f1d-4340-b8c1-b9961581fa37', 'serial': '1cb537cc-2f1d-4340-b8c1-b9961581fa37'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1120.297058] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b4a3d9-2809-40e3-8733-c6aff5b6cbea {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.314354] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35419b6c-6f55-4063-b913-174494e28b60 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.339280] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] volume-1cb537cc-2f1d-4340-b8c1-b9961581fa37/volume-1cb537cc-2f1d-4340-b8c1-b9961581fa37.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.340484] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3f7cdf4-9bca-47f9-a48a-13f18c6dc55a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.367028] env[69357]: DEBUG oslo_vmware.api [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1120.367028] env[69357]: value = "task-3283390" [ 1120.367028] env[69357]: _type = "Task" [ 1120.367028] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.375052] env[69357]: DEBUG oslo_vmware.api [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283390, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.479039] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "40fade25-4b45-40d6-b1ce-0756181953a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.479262] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "40fade25-4b45-40d6-b1ce-0756181953a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.876333] env[69357]: DEBUG oslo_vmware.api [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283390, 'name': ReconfigVM_Task, 'duration_secs': 0.339153} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.876713] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Reconfigured VM instance instance-00000069 to attach disk [datastore2] volume-1cb537cc-2f1d-4340-b8c1-b9961581fa37/volume-1cb537cc-2f1d-4340-b8c1-b9961581fa37.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.884311] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b674fc32-e9c7-4c59-9d23-7d6413ccec08 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.907673] env[69357]: DEBUG oslo_vmware.api [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1120.907673] env[69357]: value = "task-3283391" [ 1120.907673] env[69357]: _type = "Task" [ 1120.907673] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.919087] env[69357]: DEBUG oslo_vmware.api [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283391, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.982310] env[69357]: DEBUG nova.compute.manager [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1120.989585] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "2399fa1a-7a36-4ac8-afeb-1c812c88590e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.989857] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "2399fa1a-7a36-4ac8-afeb-1c812c88590e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.030934] env[69357]: DEBUG nova.network.neutron [req-df2def6b-20f8-41c0-a8a9-f75b81d05d98 req-0c1738f6-0cd1-4857-a1e3-0e2c8e9afb85 service nova] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Updated VIF entry in instance network info cache for port 1a5f4dff-987b-4f94-a8cb-b69d2b7c7290. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.030934] env[69357]: DEBUG nova.network.neutron [req-df2def6b-20f8-41c0-a8a9-f75b81d05d98 req-0c1738f6-0cd1-4857-a1e3-0e2c8e9afb85 service nova] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Updating instance_info_cache with network_info: [{"id": "1a5f4dff-987b-4f94-a8cb-b69d2b7c7290", "address": "fa:16:3e:e8:55:3f", "network": {"id": "cec81ec3-a466-4bd8-9ecd-28f2ab4b6d8a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1462390666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "917019d9d74942ffadbfb64eb56db983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a5f4dff-98", "ovs_interfaceid": "1a5f4dff-987b-4f94-a8cb-b69d2b7c7290", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.346942] env[69357]: DEBUG nova.compute.manager [req-d7640cd8-7ca0-482b-82a8-26c3bd11ae2c req-c3e7aff9-83a9-4caa-8256-6b9937d29ef1 service nova] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Received event network-changed-1a5f4dff-987b-4f94-a8cb-b69d2b7c7290 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.346942] env[69357]: DEBUG nova.compute.manager [req-d7640cd8-7ca0-482b-82a8-26c3bd11ae2c req-c3e7aff9-83a9-4caa-8256-6b9937d29ef1 service nova] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Refreshing instance network info cache due to event network-changed-1a5f4dff-987b-4f94-a8cb-b69d2b7c7290. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.347093] env[69357]: DEBUG oslo_concurrency.lockutils [req-d7640cd8-7ca0-482b-82a8-26c3bd11ae2c req-c3e7aff9-83a9-4caa-8256-6b9937d29ef1 service nova] Acquiring lock "refresh_cache-772c9649-a1b5-4b7e-b956-0d7142796842" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.421190] env[69357]: DEBUG oslo_vmware.api [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283391, 'name': ReconfigVM_Task, 'duration_secs': 0.148229} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.421190] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655688', 'volume_id': '1cb537cc-2f1d-4340-b8c1-b9961581fa37', 'name': 'volume-1cb537cc-2f1d-4340-b8c1-b9961581fa37', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ea553bd-7063-4123-90f4-f53808003b23', 'attached_at': '', 'detached_at': '', 'volume_id': '1cb537cc-2f1d-4340-b8c1-b9961581fa37', 'serial': '1cb537cc-2f1d-4340-b8c1-b9961581fa37'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1121.421979] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b229b0f-f385-46d2-a251-cd1fd9cb42b8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.430691] env[69357]: DEBUG oslo_vmware.api [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1121.430691] env[69357]: value = "task-3283392" [ 1121.430691] env[69357]: _type = "Task" [ 1121.430691] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.441254] env[69357]: DEBUG oslo_vmware.api [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283392, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.492319] env[69357]: DEBUG nova.compute.manager [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1121.515124] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.516379] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.517256] env[69357]: INFO nova.compute.claims [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.533015] env[69357]: DEBUG oslo_concurrency.lockutils [req-df2def6b-20f8-41c0-a8a9-f75b81d05d98 req-0c1738f6-0cd1-4857-a1e3-0e2c8e9afb85 service nova] Releasing lock "refresh_cache-772c9649-a1b5-4b7e-b956-0d7142796842" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.533555] env[69357]: DEBUG oslo_concurrency.lockutils [req-d7640cd8-7ca0-482b-82a8-26c3bd11ae2c req-c3e7aff9-83a9-4caa-8256-6b9937d29ef1 service nova] Acquired lock "refresh_cache-772c9649-a1b5-4b7e-b956-0d7142796842" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.533774] env[69357]: DEBUG nova.network.neutron [req-d7640cd8-7ca0-482b-82a8-26c3bd11ae2c req-c3e7aff9-83a9-4caa-8256-6b9937d29ef1 service nova] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Refreshing network info cache for port 1a5f4dff-987b-4f94-a8cb-b69d2b7c7290 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.917658] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Acquiring lock "f7ce3877-9ef5-475c-b4de-8630e0005400" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.917954] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Lock "f7ce3877-9ef5-475c-b4de-8630e0005400" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.946228] env[69357]: DEBUG oslo_vmware.api [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283392, 'name': Rename_Task, 'duration_secs': 0.146612} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.946522] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.946782] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-645939ba-e95d-41ff-9efa-f200cc1a16e0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.955232] env[69357]: DEBUG oslo_vmware.api [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1121.955232] env[69357]: value = "task-3283393" [ 1121.955232] env[69357]: _type = "Task" [ 1121.955232] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.966663] env[69357]: DEBUG oslo_vmware.api [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.025628] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.337956] env[69357]: DEBUG nova.network.neutron [req-d7640cd8-7ca0-482b-82a8-26c3bd11ae2c req-c3e7aff9-83a9-4caa-8256-6b9937d29ef1 service nova] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Updated VIF entry in instance network info cache for port 1a5f4dff-987b-4f94-a8cb-b69d2b7c7290. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.340036] env[69357]: DEBUG nova.network.neutron [req-d7640cd8-7ca0-482b-82a8-26c3bd11ae2c req-c3e7aff9-83a9-4caa-8256-6b9937d29ef1 service nova] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Updating instance_info_cache with network_info: [{"id": "1a5f4dff-987b-4f94-a8cb-b69d2b7c7290", "address": "fa:16:3e:e8:55:3f", "network": {"id": "cec81ec3-a466-4bd8-9ecd-28f2ab4b6d8a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1462390666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "917019d9d74942ffadbfb64eb56db983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a5f4dff-98", "ovs_interfaceid": "1a5f4dff-987b-4f94-a8cb-b69d2b7c7290", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.420643] env[69357]: DEBUG nova.compute.manager [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1122.465928] env[69357]: DEBUG oslo_vmware.api [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283393, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.745630] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8250b11f-dd37-4dc8-ada4-2d77cfb93ca0 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Acquiring lock "772c9649-a1b5-4b7e-b956-0d7142796842" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.745968] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8250b11f-dd37-4dc8-ada4-2d77cfb93ca0 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Lock "772c9649-a1b5-4b7e-b956-0d7142796842" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.746344] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8250b11f-dd37-4dc8-ada4-2d77cfb93ca0 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Acquiring lock "772c9649-a1b5-4b7e-b956-0d7142796842-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.746453] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8250b11f-dd37-4dc8-ada4-2d77cfb93ca0 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Lock "772c9649-a1b5-4b7e-b956-0d7142796842-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.746678] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8250b11f-dd37-4dc8-ada4-2d77cfb93ca0 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Lock "772c9649-a1b5-4b7e-b956-0d7142796842-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.749824] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f995e25-ba04-4916-96da-bd2e11e2a469 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.752827] env[69357]: INFO nova.compute.manager [None req-8250b11f-dd37-4dc8-ada4-2d77cfb93ca0 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Terminating instance [ 1122.759756] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1a216c-cbaf-4e60-8896-80222a4d7970 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.795904] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da56e08-0c44-49d7-aa94-9118b2830409 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.805584] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78873d6-58f6-4f3e-a0a8-189e96386550 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.820500] env[69357]: DEBUG nova.compute.provider_tree [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.846958] env[69357]: DEBUG oslo_concurrency.lockutils [req-d7640cd8-7ca0-482b-82a8-26c3bd11ae2c req-c3e7aff9-83a9-4caa-8256-6b9937d29ef1 service nova] Releasing lock "refresh_cache-772c9649-a1b5-4b7e-b956-0d7142796842" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.914126] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "caee54fd-3091-4ebd-94ac-879e7865f031" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.914773] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "caee54fd-3091-4ebd-94ac-879e7865f031" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.941827] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.972820] env[69357]: DEBUG oslo_vmware.api [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283393, 'name': PowerOnVM_Task, 'duration_secs': 0.564066} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.975461] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.975506] env[69357]: INFO nova.compute.manager [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1122.975692] env[69357]: DEBUG nova.compute.manager [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.976598] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0025ad-e041-4880-929b-d32fa031bed9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.258614] env[69357]: DEBUG nova.compute.manager [None req-8250b11f-dd37-4dc8-ada4-2d77cfb93ca0 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1123.259557] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8250b11f-dd37-4dc8-ada4-2d77cfb93ca0 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.260527] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f8d270-2a07-4b71-ae23-4e672e78422a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.268941] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8250b11f-dd37-4dc8-ada4-2d77cfb93ca0 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.269379] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc0cfdf0-1e70-4f9e-9aab-de25852e4cfa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.276529] env[69357]: DEBUG oslo_vmware.api [None req-8250b11f-dd37-4dc8-ada4-2d77cfb93ca0 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Waiting for the task: (returnval){ [ 1123.276529] env[69357]: value = "task-3283394" [ 1123.276529] env[69357]: _type = "Task" [ 1123.276529] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.286359] env[69357]: DEBUG oslo_vmware.api [None req-8250b11f-dd37-4dc8-ada4-2d77cfb93ca0 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Task: {'id': task-3283394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.324422] env[69357]: DEBUG nova.scheduler.client.report [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.417118] env[69357]: DEBUG nova.compute.manager [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1123.423950] env[69357]: DEBUG nova.compute.manager [req-7559ff1c-fbe6-43e0-800f-ab51041c1b79 req-45471fb5-5c33-4553-b760-8883746a8ae3 service nova] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Received event network-changed-1a5f4dff-987b-4f94-a8cb-b69d2b7c7290 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.426123] env[69357]: DEBUG nova.compute.manager [req-7559ff1c-fbe6-43e0-800f-ab51041c1b79 req-45471fb5-5c33-4553-b760-8883746a8ae3 service nova] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Refreshing instance network info cache due to event network-changed-1a5f4dff-987b-4f94-a8cb-b69d2b7c7290. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1123.426123] env[69357]: DEBUG oslo_concurrency.lockutils [req-7559ff1c-fbe6-43e0-800f-ab51041c1b79 req-45471fb5-5c33-4553-b760-8883746a8ae3 service nova] Acquiring lock "refresh_cache-772c9649-a1b5-4b7e-b956-0d7142796842" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.426123] env[69357]: DEBUG oslo_concurrency.lockutils [req-7559ff1c-fbe6-43e0-800f-ab51041c1b79 req-45471fb5-5c33-4553-b760-8883746a8ae3 service nova] Acquired lock "refresh_cache-772c9649-a1b5-4b7e-b956-0d7142796842" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.426123] env[69357]: DEBUG nova.network.neutron [req-7559ff1c-fbe6-43e0-800f-ab51041c1b79 req-45471fb5-5c33-4553-b760-8883746a8ae3 service nova] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Refreshing network info cache for port 1a5f4dff-987b-4f94-a8cb-b69d2b7c7290 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.501304] env[69357]: INFO nova.compute.manager [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Took 20.28 seconds to build instance. [ 1123.610036] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquiring lock "81d45460-51bd-4054-b273-282e721c45fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.611935] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lock "81d45460-51bd-4054-b273-282e721c45fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.798055] env[69357]: DEBUG oslo_vmware.api [None req-8250b11f-dd37-4dc8-ada4-2d77cfb93ca0 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Task: {'id': task-3283394, 'name': PowerOffVM_Task, 'duration_secs': 0.371001} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.798577] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8250b11f-dd37-4dc8-ada4-2d77cfb93ca0 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.798857] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8250b11f-dd37-4dc8-ada4-2d77cfb93ca0 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1123.799249] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86d7be80-5c4d-4b56-937a-a6e2a7dd68ba {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.829847] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.830676] env[69357]: DEBUG nova.compute.manager [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1123.833520] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.810s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.835141] env[69357]: INFO nova.compute.claims [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1123.876957] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8250b11f-dd37-4dc8-ada4-2d77cfb93ca0 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1123.876957] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8250b11f-dd37-4dc8-ada4-2d77cfb93ca0 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1123.876957] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-8250b11f-dd37-4dc8-ada4-2d77cfb93ca0 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Deleting the datastore file [datastore1] 772c9649-a1b5-4b7e-b956-0d7142796842 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1123.877281] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75e0bbb3-3816-4e34-90bd-17ee46c04acd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.884062] env[69357]: DEBUG oslo_vmware.api [None req-8250b11f-dd37-4dc8-ada4-2d77cfb93ca0 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Waiting for the task: (returnval){ [ 1123.884062] env[69357]: value = "task-3283396" [ 1123.884062] env[69357]: _type = "Task" [ 1123.884062] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.895269] env[69357]: DEBUG oslo_vmware.api [None req-8250b11f-dd37-4dc8-ada4-2d77cfb93ca0 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Task: {'id': task-3283396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.957232] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.998493] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquiring lock "77b739f4-17b0-40a0-928d-982b74f38efe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.998735] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lock "77b739f4-17b0-40a0-928d-982b74f38efe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.003203] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91d66921-1660-4195-a774-165bd0ab0975 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "8ea553bd-7063-4123-90f4-f53808003b23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.799s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.113552] env[69357]: DEBUG nova.compute.manager [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1124.344061] env[69357]: DEBUG nova.compute.utils [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1124.348088] env[69357]: DEBUG nova.compute.manager [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1124.348294] env[69357]: DEBUG nova.network.neutron [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1124.395515] env[69357]: DEBUG oslo_vmware.api [None req-8250b11f-dd37-4dc8-ada4-2d77cfb93ca0 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Task: {'id': task-3283396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.420776] env[69357]: DEBUG nova.network.neutron [req-7559ff1c-fbe6-43e0-800f-ab51041c1b79 req-45471fb5-5c33-4553-b760-8883746a8ae3 service nova] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Updated VIF entry in instance network info cache for port 1a5f4dff-987b-4f94-a8cb-b69d2b7c7290. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.420776] env[69357]: DEBUG nova.network.neutron [req-7559ff1c-fbe6-43e0-800f-ab51041c1b79 req-45471fb5-5c33-4553-b760-8883746a8ae3 service nova] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Updating instance_info_cache with network_info: [{"id": "1a5f4dff-987b-4f94-a8cb-b69d2b7c7290", "address": "fa:16:3e:e8:55:3f", "network": {"id": "cec81ec3-a466-4bd8-9ecd-28f2ab4b6d8a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1462390666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "917019d9d74942ffadbfb64eb56db983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a5f4dff-98", "ovs_interfaceid": "1a5f4dff-987b-4f94-a8cb-b69d2b7c7290", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.427380] env[69357]: DEBUG nova.policy [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11d1590b22aa4a97b82a92a371b5e17d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01537ba7ccd1491f8129f9bc9e5b0ba8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1124.504554] env[69357]: DEBUG nova.compute.manager [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1124.643853] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.848762] env[69357]: DEBUG nova.compute.manager [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1124.901024] env[69357]: DEBUG oslo_vmware.api [None req-8250b11f-dd37-4dc8-ada4-2d77cfb93ca0 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Task: {'id': task-3283396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.514254} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.901024] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-8250b11f-dd37-4dc8-ada4-2d77cfb93ca0 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.901024] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8250b11f-dd37-4dc8-ada4-2d77cfb93ca0 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.901024] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8250b11f-dd37-4dc8-ada4-2d77cfb93ca0 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.901024] env[69357]: INFO nova.compute.manager [None req-8250b11f-dd37-4dc8-ada4-2d77cfb93ca0 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1124.901024] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8250b11f-dd37-4dc8-ada4-2d77cfb93ca0 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.901024] env[69357]: DEBUG nova.compute.manager [-] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1124.901024] env[69357]: DEBUG nova.network.neutron [-] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1124.923798] env[69357]: DEBUG oslo_concurrency.lockutils [req-7559ff1c-fbe6-43e0-800f-ab51041c1b79 req-45471fb5-5c33-4553-b760-8883746a8ae3 service nova] Releasing lock "refresh_cache-772c9649-a1b5-4b7e-b956-0d7142796842" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.033126] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.058630] env[69357]: DEBUG nova.network.neutron [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Successfully created port: 90697583-dadd-4f37-8f4f-cd43b6d8e84e {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1125.140882] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91949ef6-6324-4798-9731-2ee33c834516 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.151804] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e2df62-40e9-43f6-b518-5eb932afe9b6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.184414] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757c4ed0-38b4-4686-b960-1cbbc8b9dc8d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.196020] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cc020b-dab9-4259-8531-fe32a3d44976 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.213453] env[69357]: DEBUG nova.compute.provider_tree [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.238773] env[69357]: DEBUG oslo_vmware.rw_handles [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52803111-2a2d-b146-8a60-0aacfcbc25dc/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1125.239609] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab245b59-d37a-4602-a7c0-5e914030deb5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.246581] env[69357]: DEBUG oslo_vmware.rw_handles [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52803111-2a2d-b146-8a60-0aacfcbc25dc/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1125.246754] env[69357]: ERROR oslo_vmware.rw_handles [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52803111-2a2d-b146-8a60-0aacfcbc25dc/disk-0.vmdk due to incomplete transfer. [ 1125.247030] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f7968935-4e2f-4586-84d2-f3aa16c10f7f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.254583] env[69357]: DEBUG oslo_vmware.rw_handles [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52803111-2a2d-b146-8a60-0aacfcbc25dc/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1125.254862] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Uploaded image 74022495-1494-4245-9736-f6df6ca26bb8 to the Glance image server {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1125.257705] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Destroying the VM {{(pid=69357) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1125.257705] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-69b47b4f-a5ef-4b5c-b42c-2a1cf6ca4d40 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.264656] env[69357]: DEBUG oslo_vmware.api [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1125.264656] env[69357]: value = "task-3283397" [ 1125.264656] env[69357]: _type = "Task" [ 1125.264656] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.274942] env[69357]: DEBUG oslo_vmware.api [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283397, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.278271] env[69357]: DEBUG nova.compute.manager [req-14422e0d-63fd-4274-a958-3befd88a7a96 req-c1486b7a-1184-4fb7-a5e0-0fb4ff82aa69 service nova] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Received event network-vif-deleted-1a5f4dff-987b-4f94-a8cb-b69d2b7c7290 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.278767] env[69357]: INFO nova.compute.manager [req-14422e0d-63fd-4274-a958-3befd88a7a96 req-c1486b7a-1184-4fb7-a5e0-0fb4ff82aa69 service nova] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Neutron deleted interface 1a5f4dff-987b-4f94-a8cb-b69d2b7c7290; detaching it from the instance and deleting it from the info cache [ 1125.278767] env[69357]: DEBUG nova.network.neutron [req-14422e0d-63fd-4274-a958-3befd88a7a96 req-c1486b7a-1184-4fb7-a5e0-0fb4ff82aa69 service nova] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.462440] env[69357]: DEBUG nova.compute.manager [req-b455d14e-27e4-4304-8256-5f4eef0474e0 req-a64eb66a-1ba2-45bc-a61a-2d68383e494d service nova] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Received event network-changed-86d1d0d8-6f45-4c35-88aa-b47b929759ae {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.462648] env[69357]: DEBUG nova.compute.manager [req-b455d14e-27e4-4304-8256-5f4eef0474e0 req-a64eb66a-1ba2-45bc-a61a-2d68383e494d service nova] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Refreshing instance network info cache due to event network-changed-86d1d0d8-6f45-4c35-88aa-b47b929759ae. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1125.462863] env[69357]: DEBUG oslo_concurrency.lockutils [req-b455d14e-27e4-4304-8256-5f4eef0474e0 req-a64eb66a-1ba2-45bc-a61a-2d68383e494d service nova] Acquiring lock "refresh_cache-af8f9e4f-c0d8-447b-91ad-04f88290c199" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.463016] env[69357]: DEBUG oslo_concurrency.lockutils [req-b455d14e-27e4-4304-8256-5f4eef0474e0 req-a64eb66a-1ba2-45bc-a61a-2d68383e494d service nova] Acquired lock "refresh_cache-af8f9e4f-c0d8-447b-91ad-04f88290c199" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.464232] env[69357]: DEBUG nova.network.neutron [req-b455d14e-27e4-4304-8256-5f4eef0474e0 req-a64eb66a-1ba2-45bc-a61a-2d68383e494d service nova] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Refreshing network info cache for port 86d1d0d8-6f45-4c35-88aa-b47b929759ae {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.687887] env[69357]: DEBUG nova.network.neutron [-] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.716411] env[69357]: DEBUG nova.scheduler.client.report [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.774989] env[69357]: DEBUG oslo_vmware.api [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283397, 'name': Destroy_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.781797] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed03c2e2-eebe-41b2-8a87-c0a96c391de8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.792783] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11da877-bebc-407d-8606-39acf7faf96c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.829941] env[69357]: DEBUG nova.compute.manager [req-14422e0d-63fd-4274-a958-3befd88a7a96 req-c1486b7a-1184-4fb7-a5e0-0fb4ff82aa69 service nova] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Detach interface failed, port_id=1a5f4dff-987b-4f94-a8cb-b69d2b7c7290, reason: Instance 772c9649-a1b5-4b7e-b956-0d7142796842 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1125.865776] env[69357]: DEBUG nova.compute.manager [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1125.902800] env[69357]: DEBUG nova.virt.hardware [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.903110] env[69357]: DEBUG nova.virt.hardware [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.903307] env[69357]: DEBUG nova.virt.hardware [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.903523] env[69357]: DEBUG nova.virt.hardware [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.903703] env[69357]: DEBUG nova.virt.hardware [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.903929] env[69357]: DEBUG nova.virt.hardware [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.904261] env[69357]: DEBUG nova.virt.hardware [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.904661] env[69357]: DEBUG nova.virt.hardware [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.904733] env[69357]: DEBUG nova.virt.hardware [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.904895] env[69357]: DEBUG nova.virt.hardware [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.905118] env[69357]: DEBUG nova.virt.hardware [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.906091] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94aa733-3822-4f3c-ace0-4550deacfdb0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.916074] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579e7599-5166-4abb-8950-1c1e17b2a902 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.183807] env[69357]: DEBUG oslo_concurrency.lockutils [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquiring lock "3325a9cb-086d-4817-8941-d1eb7aa09748" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.184115] env[69357]: DEBUG oslo_concurrency.lockutils [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lock "3325a9cb-086d-4817-8941-d1eb7aa09748" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.184234] env[69357]: INFO nova.compute.manager [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Shelving [ 1126.190687] env[69357]: INFO nova.compute.manager [-] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Took 1.29 seconds to deallocate network for instance. [ 1126.221118] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.221990] env[69357]: DEBUG nova.compute.manager [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1126.225402] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.284s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.231341] env[69357]: INFO nova.compute.claims [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.239545] env[69357]: DEBUG nova.network.neutron [req-b455d14e-27e4-4304-8256-5f4eef0474e0 req-a64eb66a-1ba2-45bc-a61a-2d68383e494d service nova] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Updated VIF entry in instance network info cache for port 86d1d0d8-6f45-4c35-88aa-b47b929759ae. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.241030] env[69357]: DEBUG nova.network.neutron [req-b455d14e-27e4-4304-8256-5f4eef0474e0 req-a64eb66a-1ba2-45bc-a61a-2d68383e494d service nova] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Updating instance_info_cache with network_info: [{"id": "86d1d0d8-6f45-4c35-88aa-b47b929759ae", "address": "fa:16:3e:eb:b3:ae", "network": {"id": "256f2819-f719-4377-82d3-97bddef87341", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-545752502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34055bbad79e42e59bb22ff7a0529002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86d1d0d8-6f", "ovs_interfaceid": "86d1d0d8-6f45-4c35-88aa-b47b929759ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.277450] env[69357]: DEBUG oslo_vmware.api [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283397, 'name': Destroy_Task, 'duration_secs': 0.841212} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.278886] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Destroyed the VM [ 1126.278886] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Deleting Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1126.279472] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-191d3768-f1d3-470a-9af8-dcdd941106fc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.291801] env[69357]: DEBUG oslo_vmware.api [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1126.291801] env[69357]: value = "task-3283398" [ 1126.291801] env[69357]: _type = "Task" [ 1126.291801] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.298426] env[69357]: DEBUG oslo_vmware.api [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283398, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.705393] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8250b11f-dd37-4dc8-ada4-2d77cfb93ca0 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.735942] env[69357]: DEBUG nova.compute.utils [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1126.739171] env[69357]: DEBUG nova.compute.manager [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1126.739342] env[69357]: DEBUG nova.network.neutron [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1126.743099] env[69357]: DEBUG oslo_concurrency.lockutils [req-b455d14e-27e4-4304-8256-5f4eef0474e0 req-a64eb66a-1ba2-45bc-a61a-2d68383e494d service nova] Releasing lock "refresh_cache-af8f9e4f-c0d8-447b-91ad-04f88290c199" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.782492] env[69357]: DEBUG nova.policy [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f70400a9003f477ca150ab523e936da4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d976b7764ac4676834bfb72160d5ff4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1126.801685] env[69357]: DEBUG oslo_vmware.api [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283398, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.836902] env[69357]: DEBUG nova.network.neutron [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Successfully updated port: 90697583-dadd-4f37-8f4f-cd43b6d8e84e {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1127.011221] env[69357]: DEBUG nova.compute.manager [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Stashing vm_state: active {{(pid=69357) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1127.066132] env[69357]: DEBUG nova.network.neutron [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Successfully created port: 620205f9-fc50-4513-948b-3ec4f0c45bc0 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1127.195113] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.197642] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef329ea3-5ae8-4428-ae41-4cad80745aac {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.205887] env[69357]: DEBUG oslo_vmware.api [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 1127.205887] env[69357]: value = "task-3283399" [ 1127.205887] env[69357]: _type = "Task" [ 1127.205887] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.216740] env[69357]: DEBUG oslo_vmware.api [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.242573] env[69357]: DEBUG nova.compute.manager [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1127.304248] env[69357]: DEBUG oslo_vmware.api [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283398, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.341396] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "refresh_cache-40fade25-4b45-40d6-b1ce-0756181953a1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.341396] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquired lock "refresh_cache-40fade25-4b45-40d6-b1ce-0756181953a1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.341396] env[69357]: DEBUG nova.network.neutron [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.471725] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c897d0-edd5-4d2a-a6ef-5c8f6b5aa98f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.479494] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d359a7-61fe-444a-a549-e1eebb7d8318 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.510132] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4ef5b4-0d0e-4af4-b3e2-8d2c66956e23 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.521676] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c85dc32-33bd-4d1c-a154-29463ff38221 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.536030] env[69357]: DEBUG nova.compute.provider_tree [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.538828] env[69357]: DEBUG oslo_concurrency.lockutils [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.540215] env[69357]: DEBUG nova.compute.manager [req-a5bb889a-ce98-4611-add3-b5161b36cf3a req-313d7990-758e-4559-97ed-c6f5d07b3de4 service nova] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Received event network-changed-2ed986ca-84ac-4a99-950a-ec97276cd0e6 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.540396] env[69357]: DEBUG nova.compute.manager [req-a5bb889a-ce98-4611-add3-b5161b36cf3a req-313d7990-758e-4559-97ed-c6f5d07b3de4 service nova] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Refreshing instance network info cache due to event network-changed-2ed986ca-84ac-4a99-950a-ec97276cd0e6. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1127.540593] env[69357]: DEBUG oslo_concurrency.lockutils [req-a5bb889a-ce98-4611-add3-b5161b36cf3a req-313d7990-758e-4559-97ed-c6f5d07b3de4 service nova] Acquiring lock "refresh_cache-8ea553bd-7063-4123-90f4-f53808003b23" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.540729] env[69357]: DEBUG oslo_concurrency.lockutils [req-a5bb889a-ce98-4611-add3-b5161b36cf3a req-313d7990-758e-4559-97ed-c6f5d07b3de4 service nova] Acquired lock "refresh_cache-8ea553bd-7063-4123-90f4-f53808003b23" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.540883] env[69357]: DEBUG nova.network.neutron [req-a5bb889a-ce98-4611-add3-b5161b36cf3a req-313d7990-758e-4559-97ed-c6f5d07b3de4 service nova] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Refreshing network info cache for port 2ed986ca-84ac-4a99-950a-ec97276cd0e6 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.717231] env[69357]: DEBUG oslo_vmware.api [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283399, 'name': PowerOffVM_Task, 'duration_secs': 0.20464} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.717516] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.718388] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d223e67-f987-4a61-a80b-4982b96c5258 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.736228] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2a1919-56ca-42b8-8aa0-1d3fb72a85b3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.800558] env[69357]: DEBUG oslo_vmware.api [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283398, 'name': RemoveSnapshot_Task, 'duration_secs': 1.136553} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.800819] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Deleted Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1127.801105] env[69357]: DEBUG nova.compute.manager [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.801882] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4f1f42-df3d-4fb5-a220-46611534e03b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.893285] env[69357]: DEBUG nova.network.neutron [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1128.042984] env[69357]: DEBUG nova.scheduler.client.report [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.089270] env[69357]: DEBUG nova.network.neutron [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Updating instance_info_cache with network_info: [{"id": "90697583-dadd-4f37-8f4f-cd43b6d8e84e", "address": "fa:16:3e:d8:e3:c5", "network": {"id": "1fe716ab-5de7-4135-baac-15962de59e5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-749542812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01537ba7ccd1491f8129f9bc9e5b0ba8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90697583-da", "ovs_interfaceid": "90697583-dadd-4f37-8f4f-cd43b6d8e84e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.246053] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Creating Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1128.246393] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d3231836-a8e4-4235-80cc-cd3fc853f2c6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.254076] env[69357]: DEBUG nova.compute.manager [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1128.258884] env[69357]: DEBUG oslo_vmware.api [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 1128.258884] env[69357]: value = "task-3283400" [ 1128.258884] env[69357]: _type = "Task" [ 1128.258884] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.269231] env[69357]: DEBUG nova.network.neutron [req-a5bb889a-ce98-4611-add3-b5161b36cf3a req-313d7990-758e-4559-97ed-c6f5d07b3de4 service nova] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Updated VIF entry in instance network info cache for port 2ed986ca-84ac-4a99-950a-ec97276cd0e6. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.269611] env[69357]: DEBUG nova.network.neutron [req-a5bb889a-ce98-4611-add3-b5161b36cf3a req-313d7990-758e-4559-97ed-c6f5d07b3de4 service nova] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Updating instance_info_cache with network_info: [{"id": "2ed986ca-84ac-4a99-950a-ec97276cd0e6", "address": "fa:16:3e:ca:2f:77", "network": {"id": "256f2819-f719-4377-82d3-97bddef87341", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-545752502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34055bbad79e42e59bb22ff7a0529002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ed986ca-84", "ovs_interfaceid": "2ed986ca-84ac-4a99-950a-ec97276cd0e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.270885] env[69357]: DEBUG oslo_vmware.api [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283400, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.282377] env[69357]: DEBUG nova.virt.hardware [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1128.282622] env[69357]: DEBUG nova.virt.hardware [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.282778] env[69357]: DEBUG nova.virt.hardware [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.282959] env[69357]: DEBUG nova.virt.hardware [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.283116] env[69357]: DEBUG nova.virt.hardware [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.283266] env[69357]: DEBUG nova.virt.hardware [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1128.283462] env[69357]: DEBUG nova.virt.hardware [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1128.283616] env[69357]: DEBUG nova.virt.hardware [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1128.283782] env[69357]: DEBUG nova.virt.hardware [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1128.283940] env[69357]: DEBUG nova.virt.hardware [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1128.284126] env[69357]: DEBUG nova.virt.hardware [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1128.284977] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cefdff-6441-4a6b-924e-9787f9921866 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.293114] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76884ded-4f2a-4658-8d07-28637040916b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.314522] env[69357]: INFO nova.compute.manager [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Shelve offloading [ 1128.437592] env[69357]: DEBUG nova.compute.manager [req-74d07094-8990-4b41-a237-9ead281391af req-c3b42155-f4d3-4f63-b960-837c86a26e13 service nova] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Received event network-vif-plugged-620205f9-fc50-4513-948b-3ec4f0c45bc0 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.437830] env[69357]: DEBUG oslo_concurrency.lockutils [req-74d07094-8990-4b41-a237-9ead281391af req-c3b42155-f4d3-4f63-b960-837c86a26e13 service nova] Acquiring lock "2399fa1a-7a36-4ac8-afeb-1c812c88590e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.438050] env[69357]: DEBUG oslo_concurrency.lockutils [req-74d07094-8990-4b41-a237-9ead281391af req-c3b42155-f4d3-4f63-b960-837c86a26e13 service nova] Lock "2399fa1a-7a36-4ac8-afeb-1c812c88590e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.438226] env[69357]: DEBUG oslo_concurrency.lockutils [req-74d07094-8990-4b41-a237-9ead281391af req-c3b42155-f4d3-4f63-b960-837c86a26e13 service nova] Lock "2399fa1a-7a36-4ac8-afeb-1c812c88590e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.438393] env[69357]: DEBUG nova.compute.manager [req-74d07094-8990-4b41-a237-9ead281391af req-c3b42155-f4d3-4f63-b960-837c86a26e13 service nova] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] No waiting events found dispatching network-vif-plugged-620205f9-fc50-4513-948b-3ec4f0c45bc0 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1128.438559] env[69357]: WARNING nova.compute.manager [req-74d07094-8990-4b41-a237-9ead281391af req-c3b42155-f4d3-4f63-b960-837c86a26e13 service nova] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Received unexpected event network-vif-plugged-620205f9-fc50-4513-948b-3ec4f0c45bc0 for instance with vm_state building and task_state spawning. [ 1128.526176] env[69357]: DEBUG nova.network.neutron [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Successfully updated port: 620205f9-fc50-4513-948b-3ec4f0c45bc0 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1128.550433] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.550942] env[69357]: DEBUG nova.compute.manager [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1128.555527] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.598s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.557579] env[69357]: INFO nova.compute.claims [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1128.593381] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Releasing lock "refresh_cache-40fade25-4b45-40d6-b1ce-0756181953a1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.593381] env[69357]: DEBUG nova.compute.manager [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Instance network_info: |[{"id": "90697583-dadd-4f37-8f4f-cd43b6d8e84e", "address": "fa:16:3e:d8:e3:c5", "network": {"id": "1fe716ab-5de7-4135-baac-15962de59e5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-749542812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01537ba7ccd1491f8129f9bc9e5b0ba8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90697583-da", "ovs_interfaceid": "90697583-dadd-4f37-8f4f-cd43b6d8e84e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1128.593703] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:e3:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90697583-dadd-4f37-8f4f-cd43b6d8e84e', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1128.601485] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.602353] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1128.602588] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acc7632e-a740-4342-833f-597f3fe1e518 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.624244] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.624244] env[69357]: value = "task-3283401" [ 1128.624244] env[69357]: _type = "Task" [ 1128.624244] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.632402] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283401, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.767637] env[69357]: DEBUG oslo_vmware.api [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283400, 'name': CreateSnapshot_Task, 'duration_secs': 0.462532} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.768181] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Created Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1128.769038] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef22d3ee-a4b9-4218-a26c-dd954eaed821 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.774033] env[69357]: DEBUG oslo_concurrency.lockutils [req-a5bb889a-ce98-4611-add3-b5161b36cf3a req-313d7990-758e-4559-97ed-c6f5d07b3de4 service nova] Releasing lock "refresh_cache-8ea553bd-7063-4123-90f4-f53808003b23" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.774033] env[69357]: DEBUG nova.compute.manager [req-a5bb889a-ce98-4611-add3-b5161b36cf3a req-313d7990-758e-4559-97ed-c6f5d07b3de4 service nova] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Received event network-vif-plugged-90697583-dadd-4f37-8f4f-cd43b6d8e84e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.774033] env[69357]: DEBUG oslo_concurrency.lockutils [req-a5bb889a-ce98-4611-add3-b5161b36cf3a req-313d7990-758e-4559-97ed-c6f5d07b3de4 service nova] Acquiring lock "40fade25-4b45-40d6-b1ce-0756181953a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.774423] env[69357]: DEBUG oslo_concurrency.lockutils [req-a5bb889a-ce98-4611-add3-b5161b36cf3a req-313d7990-758e-4559-97ed-c6f5d07b3de4 service nova] Lock "40fade25-4b45-40d6-b1ce-0756181953a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.774521] env[69357]: DEBUG oslo_concurrency.lockutils [req-a5bb889a-ce98-4611-add3-b5161b36cf3a req-313d7990-758e-4559-97ed-c6f5d07b3de4 service nova] Lock "40fade25-4b45-40d6-b1ce-0756181953a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.774850] env[69357]: DEBUG nova.compute.manager [req-a5bb889a-ce98-4611-add3-b5161b36cf3a req-313d7990-758e-4559-97ed-c6f5d07b3de4 service nova] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] No waiting events found dispatching network-vif-plugged-90697583-dadd-4f37-8f4f-cd43b6d8e84e {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1128.775078] env[69357]: WARNING nova.compute.manager [req-a5bb889a-ce98-4611-add3-b5161b36cf3a req-313d7990-758e-4559-97ed-c6f5d07b3de4 service nova] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Received unexpected event network-vif-plugged-90697583-dadd-4f37-8f4f-cd43b6d8e84e for instance with vm_state building and task_state spawning. [ 1128.775292] env[69357]: DEBUG nova.compute.manager [req-a5bb889a-ce98-4611-add3-b5161b36cf3a req-313d7990-758e-4559-97ed-c6f5d07b3de4 service nova] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Received event network-changed-90697583-dadd-4f37-8f4f-cd43b6d8e84e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.775457] env[69357]: DEBUG nova.compute.manager [req-a5bb889a-ce98-4611-add3-b5161b36cf3a req-313d7990-758e-4559-97ed-c6f5d07b3de4 service nova] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Refreshing instance network info cache due to event network-changed-90697583-dadd-4f37-8f4f-cd43b6d8e84e. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.775651] env[69357]: DEBUG oslo_concurrency.lockutils [req-a5bb889a-ce98-4611-add3-b5161b36cf3a req-313d7990-758e-4559-97ed-c6f5d07b3de4 service nova] Acquiring lock "refresh_cache-40fade25-4b45-40d6-b1ce-0756181953a1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.775834] env[69357]: DEBUG oslo_concurrency.lockutils [req-a5bb889a-ce98-4611-add3-b5161b36cf3a req-313d7990-758e-4559-97ed-c6f5d07b3de4 service nova] Acquired lock "refresh_cache-40fade25-4b45-40d6-b1ce-0756181953a1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.776011] env[69357]: DEBUG nova.network.neutron [req-a5bb889a-ce98-4611-add3-b5161b36cf3a req-313d7990-758e-4559-97ed-c6f5d07b3de4 service nova] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Refreshing network info cache for port 90697583-dadd-4f37-8f4f-cd43b6d8e84e {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.817424] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.818337] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a4e0303-ca2d-4a6e-8f5c-7f3e7c127985 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.827311] env[69357]: DEBUG oslo_vmware.api [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1128.827311] env[69357]: value = "task-3283402" [ 1128.827311] env[69357]: _type = "Task" [ 1128.827311] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.839646] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] VM already powered off {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1128.839976] env[69357]: DEBUG nova.compute.manager [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.840798] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64e7f56-d772-460a-9389-f413078e9b50 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.847141] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "refresh_cache-0d3cebd2-636d-4956-892b-5bbf14b6d83b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.847315] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquired lock "refresh_cache-0d3cebd2-636d-4956-892b-5bbf14b6d83b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.847485] env[69357]: DEBUG nova.network.neutron [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.029723] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "refresh_cache-2399fa1a-7a36-4ac8-afeb-1c812c88590e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.031430] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquired lock "refresh_cache-2399fa1a-7a36-4ac8-afeb-1c812c88590e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.031430] env[69357]: DEBUG nova.network.neutron [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.064833] env[69357]: DEBUG nova.compute.utils [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1129.066274] env[69357]: DEBUG nova.compute.manager [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1129.066396] env[69357]: DEBUG nova.network.neutron [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1129.115445] env[69357]: DEBUG nova.policy [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c05aeacb9bd24880ad0664a20a217c4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e35e18704f124c31b555a33a87cf1b68', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1129.134045] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283401, 'name': CreateVM_Task, 'duration_secs': 0.330538} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.135044] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.135044] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.135044] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.135307] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.135556] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8add10b-aa4f-4377-97f2-53f69d3a8cd7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.139800] env[69357]: DEBUG oslo_vmware.api [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1129.139800] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ed3357-b9f0-a22a-04c8-a59dfa1fb21a" [ 1129.139800] env[69357]: _type = "Task" [ 1129.139800] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.148414] env[69357]: DEBUG oslo_vmware.api [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ed3357-b9f0-a22a-04c8-a59dfa1fb21a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.292668] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Creating linked-clone VM from snapshot {{(pid=69357) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1129.292995] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0ef91b70-a5f2-4873-bb05-0a7b056aa704 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.302525] env[69357]: DEBUG oslo_vmware.api [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 1129.302525] env[69357]: value = "task-3283403" [ 1129.302525] env[69357]: _type = "Task" [ 1129.302525] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.312396] env[69357]: DEBUG oslo_vmware.api [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283403, 'name': CloneVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.456026] env[69357]: DEBUG nova.network.neutron [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Successfully created port: 571a3e9e-6a64-470d-95fd-59ec8e58043f {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1129.550488] env[69357]: DEBUG nova.network.neutron [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Updating instance_info_cache with network_info: [{"id": "45209eae-c1d6-40d8-b79c-97cfd7651d6d", "address": "fa:16:3e:e3:11:66", "network": {"id": "14a080ce-f6fb-4b67-8c28-3f21d485ab29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1330525983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ce3a6bd35be4a73861bc478261e9be0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45209eae-c1", "ovs_interfaceid": "45209eae-c1d6-40d8-b79c-97cfd7651d6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.562900] env[69357]: DEBUG nova.network.neutron [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1129.569840] env[69357]: DEBUG nova.compute.manager [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1129.583364] env[69357]: DEBUG nova.network.neutron [req-a5bb889a-ce98-4611-add3-b5161b36cf3a req-313d7990-758e-4559-97ed-c6f5d07b3de4 service nova] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Updated VIF entry in instance network info cache for port 90697583-dadd-4f37-8f4f-cd43b6d8e84e. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.583687] env[69357]: DEBUG nova.network.neutron [req-a5bb889a-ce98-4611-add3-b5161b36cf3a req-313d7990-758e-4559-97ed-c6f5d07b3de4 service nova] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Updating instance_info_cache with network_info: [{"id": "90697583-dadd-4f37-8f4f-cd43b6d8e84e", "address": "fa:16:3e:d8:e3:c5", "network": {"id": "1fe716ab-5de7-4135-baac-15962de59e5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-749542812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01537ba7ccd1491f8129f9bc9e5b0ba8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90697583-da", "ovs_interfaceid": "90697583-dadd-4f37-8f4f-cd43b6d8e84e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.651148] env[69357]: DEBUG oslo_vmware.api [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ed3357-b9f0-a22a-04c8-a59dfa1fb21a, 'name': SearchDatastore_Task, 'duration_secs': 0.010893} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.653446] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.653856] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.653960] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.654076] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.654258] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.654700] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5df9d171-7353-4f17-a930-697fe46149ef {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.662913] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.662913] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.663537] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e01c860-29d1-48ed-b835-8797bbbe8c64 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.671874] env[69357]: DEBUG oslo_vmware.api [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1129.671874] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5290a034-3c78-4dc0-9cde-84fe3e0ddba6" [ 1129.671874] env[69357]: _type = "Task" [ 1129.671874] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.680865] env[69357]: DEBUG oslo_vmware.api [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5290a034-3c78-4dc0-9cde-84fe3e0ddba6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.698931] env[69357]: DEBUG nova.network.neutron [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Updating instance_info_cache with network_info: [{"id": "620205f9-fc50-4513-948b-3ec4f0c45bc0", "address": "fa:16:3e:1e:d5:db", "network": {"id": "56a14fc7-fa7e-4210-ba15-061e2b0069e2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1424350430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d976b7764ac4676834bfb72160d5ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap620205f9-fc", "ovs_interfaceid": "620205f9-fc50-4513-948b-3ec4f0c45bc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.794757] env[69357]: DEBUG nova.network.neutron [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Successfully created port: 446f50d1-7a29-4990-8feb-7ec58db5d80a {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1129.809040] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75def96f-f9bd-4da2-aca1-f25f14e1f477 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.819324] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16332ab2-d799-4bfe-be47-1aff270f42a6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.822290] env[69357]: DEBUG oslo_vmware.api [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283403, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.852098] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ac6c64-2f05-4d0b-a32e-a12ff8edc4ac {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.857613] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757bd8ab-e146-4a5d-b3c2-10c11029ae68 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.873412] env[69357]: DEBUG nova.compute.provider_tree [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.020543] env[69357]: DEBUG nova.network.neutron [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Successfully created port: 47a22234-d512-432c-9063-3bff9fb405b0 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1130.053308] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Releasing lock "refresh_cache-0d3cebd2-636d-4956-892b-5bbf14b6d83b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.085792] env[69357]: DEBUG oslo_concurrency.lockutils [req-a5bb889a-ce98-4611-add3-b5161b36cf3a req-313d7990-758e-4559-97ed-c6f5d07b3de4 service nova] Releasing lock "refresh_cache-40fade25-4b45-40d6-b1ce-0756181953a1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.182725] env[69357]: DEBUG oslo_vmware.api [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5290a034-3c78-4dc0-9cde-84fe3e0ddba6, 'name': SearchDatastore_Task, 'duration_secs': 0.009578} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.183512] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c582b7a9-36a8-4df4-b4ce-3e49db0523b3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.188929] env[69357]: DEBUG oslo_vmware.api [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1130.188929] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5243e190-e387-2d82-91e6-8ac7fa07ce2e" [ 1130.188929] env[69357]: _type = "Task" [ 1130.188929] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.197624] env[69357]: DEBUG oslo_vmware.api [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5243e190-e387-2d82-91e6-8ac7fa07ce2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.201171] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Releasing lock "refresh_cache-2399fa1a-7a36-4ac8-afeb-1c812c88590e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.201470] env[69357]: DEBUG nova.compute.manager [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Instance network_info: |[{"id": "620205f9-fc50-4513-948b-3ec4f0c45bc0", "address": "fa:16:3e:1e:d5:db", "network": {"id": "56a14fc7-fa7e-4210-ba15-061e2b0069e2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1424350430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d976b7764ac4676834bfb72160d5ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap620205f9-fc", "ovs_interfaceid": "620205f9-fc50-4513-948b-3ec4f0c45bc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1130.201844] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:d5:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6a4065-12af-4fb9-ac47-ec9143f7297e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '620205f9-fc50-4513-948b-3ec4f0c45bc0', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1130.211129] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.211359] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1130.211576] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5a40b58-d5ae-48d4-a73e-fb5efbf50fae {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.232813] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1130.232813] env[69357]: value = "task-3283404" [ 1130.232813] env[69357]: _type = "Task" [ 1130.232813] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.243426] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283404, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.314953] env[69357]: DEBUG oslo_vmware.api [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283403, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.378536] env[69357]: DEBUG nova.scheduler.client.report [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.446363] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.447419] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de00e71-51a6-438e-82da-e1d78b12dd62 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.455127] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.455380] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a67f6f54-e5a2-47f1-8085-f603cc5e83d9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.519767] env[69357]: DEBUG nova.compute.manager [req-c072130f-0c07-4ae3-9daf-a614026a7340 req-506bffa2-aba5-48f7-b71b-65204dc6cba5 service nova] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Received event network-vif-unplugged-45209eae-c1d6-40d8-b79c-97cfd7651d6d {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.520058] env[69357]: DEBUG oslo_concurrency.lockutils [req-c072130f-0c07-4ae3-9daf-a614026a7340 req-506bffa2-aba5-48f7-b71b-65204dc6cba5 service nova] Acquiring lock "0d3cebd2-636d-4956-892b-5bbf14b6d83b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.520283] env[69357]: DEBUG oslo_concurrency.lockutils [req-c072130f-0c07-4ae3-9daf-a614026a7340 req-506bffa2-aba5-48f7-b71b-65204dc6cba5 service nova] Lock "0d3cebd2-636d-4956-892b-5bbf14b6d83b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.520452] env[69357]: DEBUG oslo_concurrency.lockutils [req-c072130f-0c07-4ae3-9daf-a614026a7340 req-506bffa2-aba5-48f7-b71b-65204dc6cba5 service nova] Lock "0d3cebd2-636d-4956-892b-5bbf14b6d83b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.520682] env[69357]: DEBUG nova.compute.manager [req-c072130f-0c07-4ae3-9daf-a614026a7340 req-506bffa2-aba5-48f7-b71b-65204dc6cba5 service nova] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] No waiting events found dispatching network-vif-unplugged-45209eae-c1d6-40d8-b79c-97cfd7651d6d {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1130.520821] env[69357]: WARNING nova.compute.manager [req-c072130f-0c07-4ae3-9daf-a614026a7340 req-506bffa2-aba5-48f7-b71b-65204dc6cba5 service nova] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Received unexpected event network-vif-unplugged-45209eae-c1d6-40d8-b79c-97cfd7651d6d for instance with vm_state shelved and task_state shelving_offloading. [ 1130.538452] env[69357]: DEBUG nova.compute.manager [req-247006f9-a79b-4a46-b459-958d698ed8b4 req-22635dd6-4d5b-46bd-be6d-3a3f88a01aac service nova] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Received event network-changed-620205f9-fc50-4513-948b-3ec4f0c45bc0 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.538738] env[69357]: DEBUG nova.compute.manager [req-247006f9-a79b-4a46-b459-958d698ed8b4 req-22635dd6-4d5b-46bd-be6d-3a3f88a01aac service nova] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Refreshing instance network info cache due to event network-changed-620205f9-fc50-4513-948b-3ec4f0c45bc0. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.539237] env[69357]: DEBUG oslo_concurrency.lockutils [req-247006f9-a79b-4a46-b459-958d698ed8b4 req-22635dd6-4d5b-46bd-be6d-3a3f88a01aac service nova] Acquiring lock "refresh_cache-2399fa1a-7a36-4ac8-afeb-1c812c88590e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.539511] env[69357]: DEBUG oslo_concurrency.lockutils [req-247006f9-a79b-4a46-b459-958d698ed8b4 req-22635dd6-4d5b-46bd-be6d-3a3f88a01aac service nova] Acquired lock "refresh_cache-2399fa1a-7a36-4ac8-afeb-1c812c88590e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.539769] env[69357]: DEBUG nova.network.neutron [req-247006f9-a79b-4a46-b459-958d698ed8b4 req-22635dd6-4d5b-46bd-be6d-3a3f88a01aac service nova] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Refreshing network info cache for port 620205f9-fc50-4513-948b-3ec4f0c45bc0 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.581198] env[69357]: DEBUG nova.compute.manager [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1130.607950] env[69357]: DEBUG nova.virt.hardware [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.608238] env[69357]: DEBUG nova.virt.hardware [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.608418] env[69357]: DEBUG nova.virt.hardware [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.608593] env[69357]: DEBUG nova.virt.hardware [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.608738] env[69357]: DEBUG nova.virt.hardware [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.608885] env[69357]: DEBUG nova.virt.hardware [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.609108] env[69357]: DEBUG nova.virt.hardware [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.609269] env[69357]: DEBUG nova.virt.hardware [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.609438] env[69357]: DEBUG nova.virt.hardware [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.609599] env[69357]: DEBUG nova.virt.hardware [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.609766] env[69357]: DEBUG nova.virt.hardware [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.610908] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26607c7a-6af7-4138-8a71-0fb2ae493f91 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.618833] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e5f1dc-d335-45b7-a6ee-9c508001f897 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.700399] env[69357]: DEBUG oslo_vmware.api [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5243e190-e387-2d82-91e6-8ac7fa07ce2e, 'name': SearchDatastore_Task, 'duration_secs': 0.00989} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.700724] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.701040] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 40fade25-4b45-40d6-b1ce-0756181953a1/40fade25-4b45-40d6-b1ce-0756181953a1.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.701344] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95e8a2a8-f90f-4d2a-8ecb-13f72975541f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.707898] env[69357]: DEBUG oslo_vmware.api [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1130.707898] env[69357]: value = "task-3283406" [ 1130.707898] env[69357]: _type = "Task" [ 1130.707898] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.717205] env[69357]: DEBUG oslo_vmware.api [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283406, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.718439] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.718691] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.718948] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Deleting the datastore file [datastore1] 0d3cebd2-636d-4956-892b-5bbf14b6d83b {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.719257] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e839068-df97-4365-ba68-e39df94a8d1f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.726056] env[69357]: DEBUG oslo_vmware.api [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1130.726056] env[69357]: value = "task-3283407" [ 1130.726056] env[69357]: _type = "Task" [ 1130.726056] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.733842] env[69357]: DEBUG oslo_vmware.api [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.741167] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283404, 'name': CreateVM_Task, 'duration_secs': 0.330563} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.741372] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.742071] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.742289] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.742632] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.742899] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b486dee5-7ddb-4e0e-88b1-3ad973fc8a49 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.746868] env[69357]: DEBUG oslo_vmware.api [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 1130.746868] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5264dd3b-805f-9b9c-5ea7-2594b1c2f478" [ 1130.746868] env[69357]: _type = "Task" [ 1130.746868] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.756341] env[69357]: DEBUG oslo_vmware.api [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5264dd3b-805f-9b9c-5ea7-2594b1c2f478, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.815617] env[69357]: DEBUG oslo_vmware.api [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283403, 'name': CloneVM_Task, 'duration_secs': 1.502008} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.815976] env[69357]: INFO nova.virt.vmwareapi.vmops [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Created linked-clone VM from snapshot [ 1130.816884] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516012f2-9332-4c0c-b244-cd371de1e27c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.825113] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Uploading image dc140147-0daf-42d5-8118-a85dd6142f12 {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1130.849824] env[69357]: DEBUG oslo_vmware.rw_handles [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1130.849824] env[69357]: value = "vm-655701" [ 1130.849824] env[69357]: _type = "VirtualMachine" [ 1130.849824] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1130.850167] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3a6317d1-f240-405f-abd0-b9a368a6b91c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.856881] env[69357]: DEBUG oslo_vmware.rw_handles [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lease: (returnval){ [ 1130.856881] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52095015-5550-15be-0259-e1d30f6663c6" [ 1130.856881] env[69357]: _type = "HttpNfcLease" [ 1130.856881] env[69357]: } obtained for exporting VM: (result){ [ 1130.856881] env[69357]: value = "vm-655701" [ 1130.856881] env[69357]: _type = "VirtualMachine" [ 1130.856881] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1130.857313] env[69357]: DEBUG oslo_vmware.api [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the lease: (returnval){ [ 1130.857313] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52095015-5550-15be-0259-e1d30f6663c6" [ 1130.857313] env[69357]: _type = "HttpNfcLease" [ 1130.857313] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1130.863578] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1130.863578] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52095015-5550-15be-0259-e1d30f6663c6" [ 1130.863578] env[69357]: _type = "HttpNfcLease" [ 1130.863578] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1130.883667] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.884237] env[69357]: DEBUG nova.compute.manager [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1130.887132] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.244s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.888580] env[69357]: INFO nova.compute.claims [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1131.220108] env[69357]: DEBUG oslo_vmware.api [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283406, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.234689] env[69357]: DEBUG oslo_vmware.api [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148307} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.234848] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.235046] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.235224] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.256517] env[69357]: DEBUG oslo_vmware.api [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5264dd3b-805f-9b9c-5ea7-2594b1c2f478, 'name': SearchDatastore_Task, 'duration_secs': 0.016368} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.257318] env[69357]: DEBUG nova.network.neutron [req-247006f9-a79b-4a46-b459-958d698ed8b4 req-22635dd6-4d5b-46bd-be6d-3a3f88a01aac service nova] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Updated VIF entry in instance network info cache for port 620205f9-fc50-4513-948b-3ec4f0c45bc0. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.257639] env[69357]: DEBUG nova.network.neutron [req-247006f9-a79b-4a46-b459-958d698ed8b4 req-22635dd6-4d5b-46bd-be6d-3a3f88a01aac service nova] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Updating instance_info_cache with network_info: [{"id": "620205f9-fc50-4513-948b-3ec4f0c45bc0", "address": "fa:16:3e:1e:d5:db", "network": {"id": "56a14fc7-fa7e-4210-ba15-061e2b0069e2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1424350430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d976b7764ac4676834bfb72160d5ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap620205f9-fc", "ovs_interfaceid": "620205f9-fc50-4513-948b-3ec4f0c45bc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.259439] env[69357]: INFO nova.scheduler.client.report [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Deleted allocations for instance 0d3cebd2-636d-4956-892b-5bbf14b6d83b [ 1131.261502] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.261736] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.261963] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.262124] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.262300] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.262844] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da9b223c-8b9a-4a48-a6a0-0b1770b37624 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.273035] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.273237] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.274886] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-998dabdc-53ec-4f94-9c2a-8dbc727cbf62 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.280448] env[69357]: DEBUG oslo_vmware.api [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 1131.280448] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]523b6ac8-7a8e-d62d-8de8-bb82b2bcdf8b" [ 1131.280448] env[69357]: _type = "Task" [ 1131.280448] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.288364] env[69357]: DEBUG oslo_vmware.api [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]523b6ac8-7a8e-d62d-8de8-bb82b2bcdf8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.365018] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1131.365018] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52095015-5550-15be-0259-e1d30f6663c6" [ 1131.365018] env[69357]: _type = "HttpNfcLease" [ 1131.365018] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1131.365018] env[69357]: DEBUG oslo_vmware.rw_handles [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1131.365018] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52095015-5550-15be-0259-e1d30f6663c6" [ 1131.365018] env[69357]: _type = "HttpNfcLease" [ 1131.365018] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1131.365597] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8325263c-116a-4c98-bf94-88fc44c8738a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.372336] env[69357]: DEBUG oslo_vmware.rw_handles [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af643b-f89b-1aac-0503-1031f0b92fdc/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1131.372508] env[69357]: DEBUG oslo_vmware.rw_handles [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af643b-f89b-1aac-0503-1031f0b92fdc/disk-0.vmdk for reading. {{(pid=69357) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1131.430684] env[69357]: DEBUG nova.compute.utils [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1131.439640] env[69357]: DEBUG nova.compute.manager [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1131.439640] env[69357]: DEBUG nova.network.neutron [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1131.476477] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b50606e3-bf4c-468b-9b20-0269270b0c89 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.481952] env[69357]: DEBUG nova.network.neutron [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Successfully updated port: 571a3e9e-6a64-470d-95fd-59ec8e58043f {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1131.512315] env[69357]: DEBUG nova.policy [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd26c6e9841774433a92c80d73eb0324b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25f1f9bf540c4f3ca42ed05d7038170a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1131.718813] env[69357]: DEBUG oslo_vmware.api [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283406, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532499} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.719110] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 40fade25-4b45-40d6-b1ce-0756181953a1/40fade25-4b45-40d6-b1ce-0756181953a1.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.719337] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.719591] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20507aa2-c584-46bb-a293-bc626deb6995 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.726343] env[69357]: DEBUG oslo_vmware.api [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1131.726343] env[69357]: value = "task-3283409" [ 1131.726343] env[69357]: _type = "Task" [ 1131.726343] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.734661] env[69357]: DEBUG oslo_vmware.api [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.763473] env[69357]: DEBUG oslo_concurrency.lockutils [req-247006f9-a79b-4a46-b459-958d698ed8b4 req-22635dd6-4d5b-46bd-be6d-3a3f88a01aac service nova] Releasing lock "refresh_cache-2399fa1a-7a36-4ac8-afeb-1c812c88590e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.764658] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.791943] env[69357]: DEBUG oslo_vmware.api [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]523b6ac8-7a8e-d62d-8de8-bb82b2bcdf8b, 'name': SearchDatastore_Task, 'duration_secs': 0.009035} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.792971] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e4ef52f-05b1-4402-94bb-11bbacb708ea {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.799393] env[69357]: DEBUG oslo_vmware.api [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 1131.799393] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c220c5-371c-24ba-0bb7-d02ba6ca7f6f" [ 1131.799393] env[69357]: _type = "Task" [ 1131.799393] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.808968] env[69357]: DEBUG oslo_vmware.api [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c220c5-371c-24ba-0bb7-d02ba6ca7f6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.938421] env[69357]: DEBUG nova.compute.manager [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1132.236940] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33022dc-f08c-4e23-8706-db6bbc3991e2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.244244] env[69357]: DEBUG oslo_vmware.api [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075656} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.245062] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1132.245883] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd30bae-639c-499c-ab8b-0dc887c78d88 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.251652] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbd4a39-b1cd-4efe-a589-343b1073b3e5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.273992] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 40fade25-4b45-40d6-b1ce-0756181953a1/40fade25-4b45-40d6-b1ce-0756181953a1.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.275665] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-416c518c-fd37-4f27-83fc-5e4fbd10555a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.319045] env[69357]: DEBUG nova.network.neutron [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Successfully created port: 2aa76bf9-79c1-4583-be2e-18a5f9cae874 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1132.326038] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95bf512-3a41-4fed-acc2-f3c2fa3f6788 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.329881] env[69357]: DEBUG oslo_vmware.api [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1132.329881] env[69357]: value = "task-3283410" [ 1132.329881] env[69357]: _type = "Task" [ 1132.329881] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.339205] env[69357]: DEBUG oslo_vmware.api [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c220c5-371c-24ba-0bb7-d02ba6ca7f6f, 'name': SearchDatastore_Task, 'duration_secs': 0.013525} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.340943] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e01b62-cf1f-42bf-b76b-c9878bb6eb06 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.345323] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.345612] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 2399fa1a-7a36-4ac8-afeb-1c812c88590e/2399fa1a-7a36-4ac8-afeb-1c812c88590e.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.349410] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdc07d32-ab77-40ef-b649-fd5089e89d13 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.351700] env[69357]: DEBUG oslo_vmware.api [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.362763] env[69357]: DEBUG nova.compute.provider_tree [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.367534] env[69357]: DEBUG oslo_vmware.api [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 1132.367534] env[69357]: value = "task-3283411" [ 1132.367534] env[69357]: _type = "Task" [ 1132.367534] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.380947] env[69357]: DEBUG oslo_vmware.api [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283411, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.580264] env[69357]: DEBUG nova.compute.manager [req-13807830-f105-48bc-a0c4-defc62ffccb8 req-5f00cbe0-602e-496c-9903-e269b07ce6ca service nova] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Received event network-changed-45209eae-c1d6-40d8-b79c-97cfd7651d6d {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.581607] env[69357]: DEBUG nova.compute.manager [req-13807830-f105-48bc-a0c4-defc62ffccb8 req-5f00cbe0-602e-496c-9903-e269b07ce6ca service nova] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Refreshing instance network info cache due to event network-changed-45209eae-c1d6-40d8-b79c-97cfd7651d6d. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.581607] env[69357]: DEBUG oslo_concurrency.lockutils [req-13807830-f105-48bc-a0c4-defc62ffccb8 req-5f00cbe0-602e-496c-9903-e269b07ce6ca service nova] Acquiring lock "refresh_cache-0d3cebd2-636d-4956-892b-5bbf14b6d83b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.581607] env[69357]: DEBUG oslo_concurrency.lockutils [req-13807830-f105-48bc-a0c4-defc62ffccb8 req-5f00cbe0-602e-496c-9903-e269b07ce6ca service nova] Acquired lock "refresh_cache-0d3cebd2-636d-4956-892b-5bbf14b6d83b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.581607] env[69357]: DEBUG nova.network.neutron [req-13807830-f105-48bc-a0c4-defc62ffccb8 req-5f00cbe0-602e-496c-9903-e269b07ce6ca service nova] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Refreshing network info cache for port 45209eae-c1d6-40d8-b79c-97cfd7651d6d {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.605227] env[69357]: DEBUG nova.compute.manager [req-8566ad69-c438-4cf0-bcfb-c39296c9b864 req-e588364f-70a7-40a1-a81a-89846cdb05b8 service nova] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Received event network-vif-plugged-571a3e9e-6a64-470d-95fd-59ec8e58043f {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.605533] env[69357]: DEBUG oslo_concurrency.lockutils [req-8566ad69-c438-4cf0-bcfb-c39296c9b864 req-e588364f-70a7-40a1-a81a-89846cdb05b8 service nova] Acquiring lock "f7ce3877-9ef5-475c-b4de-8630e0005400-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.609027] env[69357]: DEBUG oslo_concurrency.lockutils [req-8566ad69-c438-4cf0-bcfb-c39296c9b864 req-e588364f-70a7-40a1-a81a-89846cdb05b8 service nova] Lock "f7ce3877-9ef5-475c-b4de-8630e0005400-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.609202] env[69357]: DEBUG oslo_concurrency.lockutils [req-8566ad69-c438-4cf0-bcfb-c39296c9b864 req-e588364f-70a7-40a1-a81a-89846cdb05b8 service nova] Lock "f7ce3877-9ef5-475c-b4de-8630e0005400-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.609522] env[69357]: DEBUG nova.compute.manager [req-8566ad69-c438-4cf0-bcfb-c39296c9b864 req-e588364f-70a7-40a1-a81a-89846cdb05b8 service nova] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] No waiting events found dispatching network-vif-plugged-571a3e9e-6a64-470d-95fd-59ec8e58043f {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1132.609704] env[69357]: WARNING nova.compute.manager [req-8566ad69-c438-4cf0-bcfb-c39296c9b864 req-e588364f-70a7-40a1-a81a-89846cdb05b8 service nova] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Received unexpected event network-vif-plugged-571a3e9e-6a64-470d-95fd-59ec8e58043f for instance with vm_state building and task_state spawning. [ 1132.609866] env[69357]: DEBUG nova.compute.manager [req-8566ad69-c438-4cf0-bcfb-c39296c9b864 req-e588364f-70a7-40a1-a81a-89846cdb05b8 service nova] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Received event network-changed-571a3e9e-6a64-470d-95fd-59ec8e58043f {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.610038] env[69357]: DEBUG nova.compute.manager [req-8566ad69-c438-4cf0-bcfb-c39296c9b864 req-e588364f-70a7-40a1-a81a-89846cdb05b8 service nova] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Refreshing instance network info cache due to event network-changed-571a3e9e-6a64-470d-95fd-59ec8e58043f. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.610247] env[69357]: DEBUG oslo_concurrency.lockutils [req-8566ad69-c438-4cf0-bcfb-c39296c9b864 req-e588364f-70a7-40a1-a81a-89846cdb05b8 service nova] Acquiring lock "refresh_cache-f7ce3877-9ef5-475c-b4de-8630e0005400" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.610380] env[69357]: DEBUG oslo_concurrency.lockutils [req-8566ad69-c438-4cf0-bcfb-c39296c9b864 req-e588364f-70a7-40a1-a81a-89846cdb05b8 service nova] Acquired lock "refresh_cache-f7ce3877-9ef5-475c-b4de-8630e0005400" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.610538] env[69357]: DEBUG nova.network.neutron [req-8566ad69-c438-4cf0-bcfb-c39296c9b864 req-e588364f-70a7-40a1-a81a-89846cdb05b8 service nova] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Refreshing network info cache for port 571a3e9e-6a64-470d-95fd-59ec8e58043f {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.844182] env[69357]: DEBUG oslo_vmware.api [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283410, 'name': ReconfigVM_Task, 'duration_secs': 0.373962} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.844182] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 40fade25-4b45-40d6-b1ce-0756181953a1/40fade25-4b45-40d6-b1ce-0756181953a1.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.844182] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bf1c3b7-376a-443e-ae31-90bee778d549 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.851586] env[69357]: DEBUG oslo_vmware.api [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1132.851586] env[69357]: value = "task-3283412" [ 1132.851586] env[69357]: _type = "Task" [ 1132.851586] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.862698] env[69357]: DEBUG oslo_vmware.api [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283412, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.868181] env[69357]: DEBUG nova.scheduler.client.report [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.877415] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3476543e-5c84-4b86-abd0-d8d53f2f15af tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "0d3cebd2-636d-4956-892b-5bbf14b6d83b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.884666] env[69357]: DEBUG oslo_vmware.api [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283411, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.953111] env[69357]: DEBUG nova.compute.manager [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1132.984366] env[69357]: DEBUG nova.virt.hardware [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.984737] env[69357]: DEBUG nova.virt.hardware [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.985117] env[69357]: DEBUG nova.virt.hardware [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.986036] env[69357]: DEBUG nova.virt.hardware [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.986036] env[69357]: DEBUG nova.virt.hardware [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.986036] env[69357]: DEBUG nova.virt.hardware [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.986198] env[69357]: DEBUG nova.virt.hardware [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.986385] env[69357]: DEBUG nova.virt.hardware [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.986616] env[69357]: DEBUG nova.virt.hardware [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.986858] env[69357]: DEBUG nova.virt.hardware [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.987144] env[69357]: DEBUG nova.virt.hardware [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.988261] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1f7b62-bf33-49d8-a42a-3de94c7490dd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.997501] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbc4351-692d-4418-b3a1-bf6805591332 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.150134] env[69357]: DEBUG nova.network.neutron [req-8566ad69-c438-4cf0-bcfb-c39296c9b864 req-e588364f-70a7-40a1-a81a-89846cdb05b8 service nova] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.273095] env[69357]: DEBUG nova.network.neutron [req-8566ad69-c438-4cf0-bcfb-c39296c9b864 req-e588364f-70a7-40a1-a81a-89846cdb05b8 service nova] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.289994] env[69357]: DEBUG nova.network.neutron [req-13807830-f105-48bc-a0c4-defc62ffccb8 req-5f00cbe0-602e-496c-9903-e269b07ce6ca service nova] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Updated VIF entry in instance network info cache for port 45209eae-c1d6-40d8-b79c-97cfd7651d6d. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.290411] env[69357]: DEBUG nova.network.neutron [req-13807830-f105-48bc-a0c4-defc62ffccb8 req-5f00cbe0-602e-496c-9903-e269b07ce6ca service nova] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Updating instance_info_cache with network_info: [{"id": "45209eae-c1d6-40d8-b79c-97cfd7651d6d", "address": "fa:16:3e:e3:11:66", "network": {"id": "14a080ce-f6fb-4b67-8c28-3f21d485ab29", "bridge": null, "label": "tempest-DeleteServersTestJSON-1330525983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ce3a6bd35be4a73861bc478261e9be0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap45209eae-c1", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.365258] env[69357]: DEBUG oslo_vmware.api [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283412, 'name': Rename_Task, 'duration_secs': 0.265639} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.365258] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.365258] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec874699-efd6-4e1c-9960-2e7c6506a90d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.372189] env[69357]: DEBUG oslo_vmware.api [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1133.372189] env[69357]: value = "task-3283413" [ 1133.372189] env[69357]: _type = "Task" [ 1133.372189] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.381846] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.382425] env[69357]: DEBUG nova.compute.manager [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1133.389038] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.356s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.390724] env[69357]: INFO nova.compute.claims [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1133.394589] env[69357]: DEBUG oslo_vmware.api [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.401779] env[69357]: DEBUG oslo_vmware.api [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283411, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563941} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.402315] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 2399fa1a-7a36-4ac8-afeb-1c812c88590e/2399fa1a-7a36-4ac8-afeb-1c812c88590e.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.402739] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.403280] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4500bd4-df34-4c6c-9041-fb50b374d5e1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.411694] env[69357]: DEBUG oslo_vmware.api [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 1133.411694] env[69357]: value = "task-3283414" [ 1133.411694] env[69357]: _type = "Task" [ 1133.411694] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.420166] env[69357]: DEBUG oslo_vmware.api [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.574461] env[69357]: DEBUG nova.network.neutron [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Successfully updated port: 446f50d1-7a29-4990-8feb-7ec58db5d80a {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1133.775768] env[69357]: DEBUG oslo_concurrency.lockutils [req-8566ad69-c438-4cf0-bcfb-c39296c9b864 req-e588364f-70a7-40a1-a81a-89846cdb05b8 service nova] Releasing lock "refresh_cache-f7ce3877-9ef5-475c-b4de-8630e0005400" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.793783] env[69357]: DEBUG oslo_concurrency.lockutils [req-13807830-f105-48bc-a0c4-defc62ffccb8 req-5f00cbe0-602e-496c-9903-e269b07ce6ca service nova] Releasing lock "refresh_cache-0d3cebd2-636d-4956-892b-5bbf14b6d83b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.886348] env[69357]: DEBUG oslo_vmware.api [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283413, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.887813] env[69357]: DEBUG nova.compute.utils [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1133.890331] env[69357]: DEBUG nova.compute.manager [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1133.890331] env[69357]: DEBUG nova.network.neutron [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1133.924517] env[69357]: DEBUG oslo_vmware.api [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128948} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.924742] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1133.925841] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94038657-ed2f-4e01-8ea4-13fe870b486a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.957606] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 2399fa1a-7a36-4ac8-afeb-1c812c88590e/2399fa1a-7a36-4ac8-afeb-1c812c88590e.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.959460] env[69357]: DEBUG nova.policy [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '954c4b7b20b04c0dbc6995e5f6ead275', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '452367d5ad0f445ab04561b34a61ac38', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1133.961418] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f572b65-eb46-4824-873c-4b5647e3450c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.983238] env[69357]: DEBUG oslo_vmware.api [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 1133.983238] env[69357]: value = "task-3283415" [ 1133.983238] env[69357]: _type = "Task" [ 1133.983238] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.991877] env[69357]: DEBUG oslo_vmware.api [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283415, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.111418] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.195797] env[69357]: DEBUG nova.network.neutron [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Successfully updated port: 2aa76bf9-79c1-4583-be2e-18a5f9cae874 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1134.383402] env[69357]: DEBUG oslo_vmware.api [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283413, 'name': PowerOnVM_Task, 'duration_secs': 0.673553} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.383872] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.384133] env[69357]: INFO nova.compute.manager [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Took 8.52 seconds to spawn the instance on the hypervisor. [ 1134.384382] env[69357]: DEBUG nova.compute.manager [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.385306] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af27482d-c664-4b5e-ab28-b0107dce0015 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.396160] env[69357]: DEBUG nova.compute.manager [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1134.397487] env[69357]: DEBUG nova.network.neutron [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Successfully created port: 7259a06b-b700-4717-83ce-746f7f6b0059 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1134.493467] env[69357]: DEBUG oslo_vmware.api [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283415, 'name': ReconfigVM_Task, 'duration_secs': 0.495406} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.493767] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 2399fa1a-7a36-4ac8-afeb-1c812c88590e/2399fa1a-7a36-4ac8-afeb-1c812c88590e.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.494475] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67a1352c-526d-49ca-9af3-c5c955b842eb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.503858] env[69357]: DEBUG oslo_vmware.api [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 1134.503858] env[69357]: value = "task-3283416" [ 1134.503858] env[69357]: _type = "Task" [ 1134.503858] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.518523] env[69357]: DEBUG oslo_vmware.api [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283416, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.617520] env[69357]: DEBUG nova.compute.manager [req-94175b86-62ed-4f7f-bf27-15ac55accca9 req-3f059559-b43f-4997-99e3-4c95770df69a service nova] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Received event network-vif-plugged-2aa76bf9-79c1-4583-be2e-18a5f9cae874 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.617791] env[69357]: DEBUG oslo_concurrency.lockutils [req-94175b86-62ed-4f7f-bf27-15ac55accca9 req-3f059559-b43f-4997-99e3-4c95770df69a service nova] Acquiring lock "caee54fd-3091-4ebd-94ac-879e7865f031-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.619462] env[69357]: DEBUG oslo_concurrency.lockutils [req-94175b86-62ed-4f7f-bf27-15ac55accca9 req-3f059559-b43f-4997-99e3-4c95770df69a service nova] Lock "caee54fd-3091-4ebd-94ac-879e7865f031-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.619462] env[69357]: DEBUG oslo_concurrency.lockutils [req-94175b86-62ed-4f7f-bf27-15ac55accca9 req-3f059559-b43f-4997-99e3-4c95770df69a service nova] Lock "caee54fd-3091-4ebd-94ac-879e7865f031-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.619462] env[69357]: DEBUG nova.compute.manager [req-94175b86-62ed-4f7f-bf27-15ac55accca9 req-3f059559-b43f-4997-99e3-4c95770df69a service nova] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] No waiting events found dispatching network-vif-plugged-2aa76bf9-79c1-4583-be2e-18a5f9cae874 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1134.619462] env[69357]: WARNING nova.compute.manager [req-94175b86-62ed-4f7f-bf27-15ac55accca9 req-3f059559-b43f-4997-99e3-4c95770df69a service nova] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Received unexpected event network-vif-plugged-2aa76bf9-79c1-4583-be2e-18a5f9cae874 for instance with vm_state building and task_state spawning. [ 1134.619462] env[69357]: DEBUG nova.compute.manager [req-94175b86-62ed-4f7f-bf27-15ac55accca9 req-3f059559-b43f-4997-99e3-4c95770df69a service nova] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Received event network-changed-2aa76bf9-79c1-4583-be2e-18a5f9cae874 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.619726] env[69357]: DEBUG nova.compute.manager [req-94175b86-62ed-4f7f-bf27-15ac55accca9 req-3f059559-b43f-4997-99e3-4c95770df69a service nova] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Refreshing instance network info cache due to event network-changed-2aa76bf9-79c1-4583-be2e-18a5f9cae874. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.620143] env[69357]: DEBUG oslo_concurrency.lockutils [req-94175b86-62ed-4f7f-bf27-15ac55accca9 req-3f059559-b43f-4997-99e3-4c95770df69a service nova] Acquiring lock "refresh_cache-caee54fd-3091-4ebd-94ac-879e7865f031" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.620143] env[69357]: DEBUG oslo_concurrency.lockutils [req-94175b86-62ed-4f7f-bf27-15ac55accca9 req-3f059559-b43f-4997-99e3-4c95770df69a service nova] Acquired lock "refresh_cache-caee54fd-3091-4ebd-94ac-879e7865f031" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.620311] env[69357]: DEBUG nova.network.neutron [req-94175b86-62ed-4f7f-bf27-15ac55accca9 req-3f059559-b43f-4997-99e3-4c95770df69a service nova] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Refreshing network info cache for port 2aa76bf9-79c1-4583-be2e-18a5f9cae874 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.632166] env[69357]: DEBUG nova.compute.manager [req-f85c65ad-0d6f-42c1-a70c-4a09567b6a87 req-bbbdd0fb-b61c-41eb-8d19-0e68334dc700 service nova] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Received event network-vif-plugged-446f50d1-7a29-4990-8feb-7ec58db5d80a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.632384] env[69357]: DEBUG oslo_concurrency.lockutils [req-f85c65ad-0d6f-42c1-a70c-4a09567b6a87 req-bbbdd0fb-b61c-41eb-8d19-0e68334dc700 service nova] Acquiring lock "f7ce3877-9ef5-475c-b4de-8630e0005400-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.632588] env[69357]: DEBUG oslo_concurrency.lockutils [req-f85c65ad-0d6f-42c1-a70c-4a09567b6a87 req-bbbdd0fb-b61c-41eb-8d19-0e68334dc700 service nova] Lock "f7ce3877-9ef5-475c-b4de-8630e0005400-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.632758] env[69357]: DEBUG oslo_concurrency.lockutils [req-f85c65ad-0d6f-42c1-a70c-4a09567b6a87 req-bbbdd0fb-b61c-41eb-8d19-0e68334dc700 service nova] Lock "f7ce3877-9ef5-475c-b4de-8630e0005400-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.632941] env[69357]: DEBUG nova.compute.manager [req-f85c65ad-0d6f-42c1-a70c-4a09567b6a87 req-bbbdd0fb-b61c-41eb-8d19-0e68334dc700 service nova] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] No waiting events found dispatching network-vif-plugged-446f50d1-7a29-4990-8feb-7ec58db5d80a {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1134.633265] env[69357]: WARNING nova.compute.manager [req-f85c65ad-0d6f-42c1-a70c-4a09567b6a87 req-bbbdd0fb-b61c-41eb-8d19-0e68334dc700 service nova] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Received unexpected event network-vif-plugged-446f50d1-7a29-4990-8feb-7ec58db5d80a for instance with vm_state building and task_state spawning. [ 1134.633455] env[69357]: DEBUG nova.compute.manager [req-f85c65ad-0d6f-42c1-a70c-4a09567b6a87 req-bbbdd0fb-b61c-41eb-8d19-0e68334dc700 service nova] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Received event network-changed-446f50d1-7a29-4990-8feb-7ec58db5d80a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.633615] env[69357]: DEBUG nova.compute.manager [req-f85c65ad-0d6f-42c1-a70c-4a09567b6a87 req-bbbdd0fb-b61c-41eb-8d19-0e68334dc700 service nova] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Refreshing instance network info cache due to event network-changed-446f50d1-7a29-4990-8feb-7ec58db5d80a. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.633797] env[69357]: DEBUG oslo_concurrency.lockutils [req-f85c65ad-0d6f-42c1-a70c-4a09567b6a87 req-bbbdd0fb-b61c-41eb-8d19-0e68334dc700 service nova] Acquiring lock "refresh_cache-f7ce3877-9ef5-475c-b4de-8630e0005400" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.633931] env[69357]: DEBUG oslo_concurrency.lockutils [req-f85c65ad-0d6f-42c1-a70c-4a09567b6a87 req-bbbdd0fb-b61c-41eb-8d19-0e68334dc700 service nova] Acquired lock "refresh_cache-f7ce3877-9ef5-475c-b4de-8630e0005400" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.634114] env[69357]: DEBUG nova.network.neutron [req-f85c65ad-0d6f-42c1-a70c-4a09567b6a87 req-bbbdd0fb-b61c-41eb-8d19-0e68334dc700 service nova] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Refreshing network info cache for port 446f50d1-7a29-4990-8feb-7ec58db5d80a {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.669420] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e34c67-e948-40b8-a6c2-73a48e9a5eb3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.677874] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48eb832-4d78-41fe-8bc9-1f5d2f403af2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.708307] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "refresh_cache-caee54fd-3091-4ebd-94ac-879e7865f031" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.709826] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212b5579-0bd4-4e21-96cb-a4be6e2e2789 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.718452] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da8056c-7356-4510-98b8-2a279582ac2f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.733973] env[69357]: DEBUG nova.compute.provider_tree [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.907459] env[69357]: INFO nova.compute.manager [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Took 13.42 seconds to build instance. [ 1135.015796] env[69357]: DEBUG oslo_vmware.api [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283416, 'name': Rename_Task, 'duration_secs': 0.213147} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.016138] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.016435] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b78d418-1625-4b75-a5ef-cc6366ee4a35 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.023081] env[69357]: DEBUG oslo_vmware.api [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 1135.023081] env[69357]: value = "task-3283417" [ 1135.023081] env[69357]: _type = "Task" [ 1135.023081] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.032445] env[69357]: DEBUG oslo_vmware.api [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.168737] env[69357]: DEBUG nova.network.neutron [req-94175b86-62ed-4f7f-bf27-15ac55accca9 req-3f059559-b43f-4997-99e3-4c95770df69a service nova] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1135.180745] env[69357]: DEBUG nova.network.neutron [req-f85c65ad-0d6f-42c1-a70c-4a09567b6a87 req-bbbdd0fb-b61c-41eb-8d19-0e68334dc700 service nova] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1135.237491] env[69357]: DEBUG nova.scheduler.client.report [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.342392] env[69357]: DEBUG nova.network.neutron [req-94175b86-62ed-4f7f-bf27-15ac55accca9 req-3f059559-b43f-4997-99e3-4c95770df69a service nova] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.356493] env[69357]: DEBUG nova.network.neutron [req-f85c65ad-0d6f-42c1-a70c-4a09567b6a87 req-bbbdd0fb-b61c-41eb-8d19-0e68334dc700 service nova] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.408485] env[69357]: DEBUG nova.compute.manager [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1135.412072] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7964d5c7-4aa2-4eee-9a0d-ae0b25303d58 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "40fade25-4b45-40d6-b1ce-0756181953a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.932s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.437561] env[69357]: DEBUG nova.virt.hardware [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.437878] env[69357]: DEBUG nova.virt.hardware [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.438102] env[69357]: DEBUG nova.virt.hardware [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.438371] env[69357]: DEBUG nova.virt.hardware [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.438620] env[69357]: DEBUG nova.virt.hardware [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.438805] env[69357]: DEBUG nova.virt.hardware [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.439056] env[69357]: DEBUG nova.virt.hardware [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.439227] env[69357]: DEBUG nova.virt.hardware [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.439451] env[69357]: DEBUG nova.virt.hardware [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.439571] env[69357]: DEBUG nova.virt.hardware [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.439739] env[69357]: DEBUG nova.virt.hardware [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.440629] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa13068-331f-4e2a-8179-5756913740b0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.448980] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1a94b8-1a83-4297-b716-6090b91e3ab4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.533468] env[69357]: DEBUG oslo_vmware.api [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283417, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.754521] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.754521] env[69357]: DEBUG nova.compute.manager [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1135.758498] env[69357]: DEBUG nova.network.neutron [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Successfully updated port: 47a22234-d512-432c-9063-3bff9fb405b0 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1135.759723] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8250b11f-dd37-4dc8-ada4-2d77cfb93ca0 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.054s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.759938] env[69357]: DEBUG nova.objects.instance [None req-8250b11f-dd37-4dc8-ada4-2d77cfb93ca0 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Lazy-loading 'resources' on Instance uuid 772c9649-a1b5-4b7e-b956-0d7142796842 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.845400] env[69357]: DEBUG oslo_concurrency.lockutils [req-94175b86-62ed-4f7f-bf27-15ac55accca9 req-3f059559-b43f-4997-99e3-4c95770df69a service nova] Releasing lock "refresh_cache-caee54fd-3091-4ebd-94ac-879e7865f031" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.845852] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquired lock "refresh_cache-caee54fd-3091-4ebd-94ac-879e7865f031" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.846087] env[69357]: DEBUG nova.network.neutron [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.862575] env[69357]: DEBUG oslo_concurrency.lockutils [req-f85c65ad-0d6f-42c1-a70c-4a09567b6a87 req-bbbdd0fb-b61c-41eb-8d19-0e68334dc700 service nova] Releasing lock "refresh_cache-f7ce3877-9ef5-475c-b4de-8630e0005400" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.979448] env[69357]: DEBUG nova.network.neutron [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Successfully updated port: 7259a06b-b700-4717-83ce-746f7f6b0059 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1136.034984] env[69357]: DEBUG oslo_vmware.api [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283417, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.259492] env[69357]: DEBUG nova.compute.utils [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1136.261132] env[69357]: DEBUG nova.compute.manager [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1136.261318] env[69357]: DEBUG nova.network.neutron [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1136.263746] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Acquiring lock "refresh_cache-f7ce3877-9ef5-475c-b4de-8630e0005400" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.263891] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Acquired lock "refresh_cache-f7ce3877-9ef5-475c-b4de-8630e0005400" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.264067] env[69357]: DEBUG nova.network.neutron [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.307513] env[69357]: DEBUG nova.policy [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '954c4b7b20b04c0dbc6995e5f6ead275', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '452367d5ad0f445ab04561b34a61ac38', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1136.366144] env[69357]: DEBUG oslo_concurrency.lockutils [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "40fade25-4b45-40d6-b1ce-0756181953a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.366391] env[69357]: DEBUG oslo_concurrency.lockutils [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "40fade25-4b45-40d6-b1ce-0756181953a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.366626] env[69357]: DEBUG oslo_concurrency.lockutils [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "40fade25-4b45-40d6-b1ce-0756181953a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.366906] env[69357]: DEBUG oslo_concurrency.lockutils [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "40fade25-4b45-40d6-b1ce-0756181953a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.367073] env[69357]: DEBUG oslo_concurrency.lockutils [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "40fade25-4b45-40d6-b1ce-0756181953a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.369225] env[69357]: INFO nova.compute.manager [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Terminating instance [ 1136.398057] env[69357]: DEBUG nova.network.neutron [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1136.482322] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquiring lock "refresh_cache-81d45460-51bd-4054-b273-282e721c45fe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.482625] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquired lock "refresh_cache-81d45460-51bd-4054-b273-282e721c45fe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.482625] env[69357]: DEBUG nova.network.neutron [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.509609] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2329d0-7127-40d5-b3e3-ad697e38a558 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.519019] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adecaf9-e997-4b82-b4dc-453a0bd68b1b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.559893] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65e614a-c5ac-4157-bfb6-74ea0e9370d6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.574840] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b82b32-3547-44b6-b04b-4243d653ce3a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.579650] env[69357]: DEBUG oslo_vmware.api [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283417, 'name': PowerOnVM_Task, 'duration_secs': 1.406596} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.579917] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.580145] env[69357]: INFO nova.compute.manager [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1136.580319] env[69357]: DEBUG nova.compute.manager [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.582132] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583815c3-979e-40dd-add9-2781fac58e36 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.592929] env[69357]: DEBUG nova.compute.provider_tree [None req-8250b11f-dd37-4dc8-ada4-2d77cfb93ca0 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.613982] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1136.629621] env[69357]: DEBUG nova.network.neutron [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Updating instance_info_cache with network_info: [{"id": "2aa76bf9-79c1-4583-be2e-18a5f9cae874", "address": "fa:16:3e:ab:fd:16", "network": {"id": "91507c6f-2dae-4b3a-832f-a0844c7f3c7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-298291127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25f1f9bf540c4f3ca42ed05d7038170a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aa76bf9-79", "ovs_interfaceid": "2aa76bf9-79c1-4583-be2e-18a5f9cae874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.671067] env[69357]: DEBUG nova.compute.manager [req-d9c93478-71da-4051-8976-99f15eac1b67 req-f16218d8-9547-4f9e-8322-ca310fb21e93 service nova] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Received event network-vif-plugged-47a22234-d512-432c-9063-3bff9fb405b0 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.672026] env[69357]: DEBUG oslo_concurrency.lockutils [req-d9c93478-71da-4051-8976-99f15eac1b67 req-f16218d8-9547-4f9e-8322-ca310fb21e93 service nova] Acquiring lock "f7ce3877-9ef5-475c-b4de-8630e0005400-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.672026] env[69357]: DEBUG oslo_concurrency.lockutils [req-d9c93478-71da-4051-8976-99f15eac1b67 req-f16218d8-9547-4f9e-8322-ca310fb21e93 service nova] Lock "f7ce3877-9ef5-475c-b4de-8630e0005400-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.672026] env[69357]: DEBUG oslo_concurrency.lockutils [req-d9c93478-71da-4051-8976-99f15eac1b67 req-f16218d8-9547-4f9e-8322-ca310fb21e93 service nova] Lock "f7ce3877-9ef5-475c-b4de-8630e0005400-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.672026] env[69357]: DEBUG nova.compute.manager [req-d9c93478-71da-4051-8976-99f15eac1b67 req-f16218d8-9547-4f9e-8322-ca310fb21e93 service nova] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] No waiting events found dispatching network-vif-plugged-47a22234-d512-432c-9063-3bff9fb405b0 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1136.672360] env[69357]: WARNING nova.compute.manager [req-d9c93478-71da-4051-8976-99f15eac1b67 req-f16218d8-9547-4f9e-8322-ca310fb21e93 service nova] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Received unexpected event network-vif-plugged-47a22234-d512-432c-9063-3bff9fb405b0 for instance with vm_state building and task_state spawning. [ 1136.672360] env[69357]: DEBUG nova.compute.manager [req-d9c93478-71da-4051-8976-99f15eac1b67 req-f16218d8-9547-4f9e-8322-ca310fb21e93 service nova] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Received event network-changed-47a22234-d512-432c-9063-3bff9fb405b0 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.672784] env[69357]: DEBUG nova.compute.manager [req-d9c93478-71da-4051-8976-99f15eac1b67 req-f16218d8-9547-4f9e-8322-ca310fb21e93 service nova] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Refreshing instance network info cache due to event network-changed-47a22234-d512-432c-9063-3bff9fb405b0. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1136.672784] env[69357]: DEBUG oslo_concurrency.lockutils [req-d9c93478-71da-4051-8976-99f15eac1b67 req-f16218d8-9547-4f9e-8322-ca310fb21e93 service nova] Acquiring lock "refresh_cache-f7ce3877-9ef5-475c-b4de-8630e0005400" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.694044] env[69357]: DEBUG nova.network.neutron [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Successfully created port: 90257ded-c4e9-4b02-b151-5f83d004c827 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1136.764392] env[69357]: DEBUG nova.compute.manager [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1136.820755] env[69357]: DEBUG nova.network.neutron [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1136.873259] env[69357]: DEBUG nova.compute.manager [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.873603] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.874553] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f600fa-3109-4404-8e3b-fb7131afdf51 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.886842] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.887166] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f81feee4-989f-42c5-b876-434a04ca3151 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.893758] env[69357]: DEBUG oslo_vmware.api [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1136.893758] env[69357]: value = "task-3283418" [ 1136.893758] env[69357]: _type = "Task" [ 1136.893758] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.901849] env[69357]: DEBUG oslo_vmware.api [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.029821] env[69357]: DEBUG nova.network.neutron [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1137.099536] env[69357]: DEBUG nova.scheduler.client.report [None req-8250b11f-dd37-4dc8-ada4-2d77cfb93ca0 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.116976] env[69357]: INFO nova.compute.manager [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Took 15.11 seconds to build instance. [ 1137.133953] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Releasing lock "refresh_cache-caee54fd-3091-4ebd-94ac-879e7865f031" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.134929] env[69357]: DEBUG nova.compute.manager [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Instance network_info: |[{"id": "2aa76bf9-79c1-4583-be2e-18a5f9cae874", "address": "fa:16:3e:ab:fd:16", "network": {"id": "91507c6f-2dae-4b3a-832f-a0844c7f3c7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-298291127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25f1f9bf540c4f3ca42ed05d7038170a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aa76bf9-79", "ovs_interfaceid": "2aa76bf9-79c1-4583-be2e-18a5f9cae874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1137.136311] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:fd:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2aa76bf9-79c1-4583-be2e-18a5f9cae874', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.144418] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.145553] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.145897] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66e73aed-4f3b-4616-9eb6-0207e3fd8e98 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.169808] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.169808] env[69357]: value = "task-3283419" [ 1137.169808] env[69357]: _type = "Task" [ 1137.169808] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.182410] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283419, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.350933] env[69357]: DEBUG nova.network.neutron [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Updating instance_info_cache with network_info: [{"id": "7259a06b-b700-4717-83ce-746f7f6b0059", "address": "fa:16:3e:1c:92:9c", "network": {"id": "82074a93-c394-43bb-b0c1-afe7aca69dda", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-872553940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "452367d5ad0f445ab04561b34a61ac38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7259a06b-b7", "ovs_interfaceid": "7259a06b-b700-4717-83ce-746f7f6b0059", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.366295] env[69357]: DEBUG nova.network.neutron [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Updating instance_info_cache with network_info: [{"id": "571a3e9e-6a64-470d-95fd-59ec8e58043f", "address": "fa:16:3e:5d:e3:93", "network": {"id": "5a7f82fe-98c0-4999-9513-75685d02628e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1247848287", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e35e18704f124c31b555a33a87cf1b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap571a3e9e-6a", "ovs_interfaceid": "571a3e9e-6a64-470d-95fd-59ec8e58043f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "446f50d1-7a29-4990-8feb-7ec58db5d80a", "address": "fa:16:3e:6d:25:ac", "network": {"id": "8016a521-f572-4042-a928-6aa8ac9d4ed2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-388812161", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e35e18704f124c31b555a33a87cf1b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap446f50d1-7a", "ovs_interfaceid": "446f50d1-7a29-4990-8feb-7ec58db5d80a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "47a22234-d512-432c-9063-3bff9fb405b0", "address": "fa:16:3e:7e:f6:2c", "network": {"id": "5a7f82fe-98c0-4999-9513-75685d02628e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1247848287", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e35e18704f124c31b555a33a87cf1b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47a22234-d5", "ovs_interfaceid": "47a22234-d512-432c-9063-3bff9fb405b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.408028] env[69357]: DEBUG oslo_vmware.api [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283418, 'name': PowerOffVM_Task, 'duration_secs': 0.349021} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.408028] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.408028] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.408028] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b52ab7f-a49a-4855-a650-63ee636fa4cd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.480332] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.480684] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.480967] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Deleting the datastore file [datastore2] 40fade25-4b45-40d6-b1ce-0756181953a1 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.481404] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c2a4b6f-4699-4df0-a23d-68bb05c6b4bc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.489470] env[69357]: DEBUG oslo_vmware.api [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1137.489470] env[69357]: value = "task-3283421" [ 1137.489470] env[69357]: _type = "Task" [ 1137.489470] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.500796] env[69357]: DEBUG oslo_vmware.api [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.612507] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8250b11f-dd37-4dc8-ada4-2d77cfb93ca0 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.617414] env[69357]: DEBUG oslo_concurrency.lockutils [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.078s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.624195] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f0b1e92f-4a3d-461d-9391-e02d1f52c536 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "2399fa1a-7a36-4ac8-afeb-1c812c88590e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.634s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.654300] env[69357]: INFO nova.scheduler.client.report [None req-8250b11f-dd37-4dc8-ada4-2d77cfb93ca0 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Deleted allocations for instance 772c9649-a1b5-4b7e-b956-0d7142796842 [ 1137.681180] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283419, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.778205] env[69357]: DEBUG nova.compute.manager [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1137.808711] env[69357]: DEBUG nova.virt.hardware [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.808944] env[69357]: DEBUG nova.virt.hardware [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.809129] env[69357]: DEBUG nova.virt.hardware [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.809305] env[69357]: DEBUG nova.virt.hardware [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.809450] env[69357]: DEBUG nova.virt.hardware [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.809596] env[69357]: DEBUG nova.virt.hardware [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.809929] env[69357]: DEBUG nova.virt.hardware [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.810177] env[69357]: DEBUG nova.virt.hardware [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.810392] env[69357]: DEBUG nova.virt.hardware [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.810587] env[69357]: DEBUG nova.virt.hardware [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.810828] env[69357]: DEBUG nova.virt.hardware [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.811981] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2631c862-cabb-4bc5-9129-3e2c354727e6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.820225] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9147587e-4168-410f-aeca-6340bc4ddc7f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.853837] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Releasing lock "refresh_cache-81d45460-51bd-4054-b273-282e721c45fe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.854219] env[69357]: DEBUG nova.compute.manager [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Instance network_info: |[{"id": "7259a06b-b700-4717-83ce-746f7f6b0059", "address": "fa:16:3e:1c:92:9c", "network": {"id": "82074a93-c394-43bb-b0c1-afe7aca69dda", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-872553940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "452367d5ad0f445ab04561b34a61ac38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7259a06b-b7", "ovs_interfaceid": "7259a06b-b700-4717-83ce-746f7f6b0059", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1137.854723] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:92:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7259a06b-b700-4717-83ce-746f7f6b0059', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.862219] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Creating folder: Project (452367d5ad0f445ab04561b34a61ac38). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1137.862921] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f59201d-6b50-4ab2-a1fc-c5ae750f5938 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.869476] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Releasing lock "refresh_cache-f7ce3877-9ef5-475c-b4de-8630e0005400" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.869852] env[69357]: DEBUG nova.compute.manager [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Instance network_info: |[{"id": "571a3e9e-6a64-470d-95fd-59ec8e58043f", "address": "fa:16:3e:5d:e3:93", "network": {"id": "5a7f82fe-98c0-4999-9513-75685d02628e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1247848287", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e35e18704f124c31b555a33a87cf1b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap571a3e9e-6a", "ovs_interfaceid": "571a3e9e-6a64-470d-95fd-59ec8e58043f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "446f50d1-7a29-4990-8feb-7ec58db5d80a", "address": "fa:16:3e:6d:25:ac", "network": {"id": "8016a521-f572-4042-a928-6aa8ac9d4ed2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-388812161", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e35e18704f124c31b555a33a87cf1b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap446f50d1-7a", "ovs_interfaceid": "446f50d1-7a29-4990-8feb-7ec58db5d80a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "47a22234-d512-432c-9063-3bff9fb405b0", "address": "fa:16:3e:7e:f6:2c", "network": {"id": "5a7f82fe-98c0-4999-9513-75685d02628e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1247848287", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e35e18704f124c31b555a33a87cf1b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47a22234-d5", "ovs_interfaceid": "47a22234-d512-432c-9063-3bff9fb405b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1137.870160] env[69357]: DEBUG oslo_concurrency.lockutils [req-d9c93478-71da-4051-8976-99f15eac1b67 req-f16218d8-9547-4f9e-8322-ca310fb21e93 service nova] Acquired lock "refresh_cache-f7ce3877-9ef5-475c-b4de-8630e0005400" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.870340] env[69357]: DEBUG nova.network.neutron [req-d9c93478-71da-4051-8976-99f15eac1b67 req-f16218d8-9547-4f9e-8322-ca310fb21e93 service nova] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Refreshing network info cache for port 47a22234-d512-432c-9063-3bff9fb405b0 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.875020] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:e3:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '571a3e9e-6a64-470d-95fd-59ec8e58043f', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:25:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '446f50d1-7a29-4990-8feb-7ec58db5d80a', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:f6:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47a22234-d512-432c-9063-3bff9fb405b0', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.884060] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Creating folder: Project (e35e18704f124c31b555a33a87cf1b68). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1137.886562] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9eaa0a5-e57c-470b-b109-74a99dd67b24 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.891147] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Created folder: Project (452367d5ad0f445ab04561b34a61ac38) in parent group-v655402. [ 1137.891342] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Creating folder: Instances. Parent ref: group-v655704. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1137.891691] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4294e813-25e9-4f05-806a-8f6b36fe82ac {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.903427] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Created folder: Instances in parent group-v655704. [ 1137.903682] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.904611] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.904879] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Created folder: Project (e35e18704f124c31b555a33a87cf1b68) in parent group-v655402. [ 1137.905154] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Creating folder: Instances. Parent ref: group-v655705. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1137.905426] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-568bb202-bdab-4e5b-915e-de671be9c250 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.921088] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57088e6a-c7d2-45e8-9a06-b136795a66c4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.929012] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.929012] env[69357]: value = "task-3283426" [ 1137.929012] env[69357]: _type = "Task" [ 1137.929012] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.933482] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Created folder: Instances in parent group-v655705. [ 1137.933720] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.934266] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.934481] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aed18d66-5797-4dc8-bd95-87e9a4179a41 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.958100] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283426, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.962570] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.962570] env[69357]: value = "task-3283427" [ 1137.962570] env[69357]: _type = "Task" [ 1137.962570] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.970713] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283427, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.001013] env[69357]: DEBUG oslo_vmware.api [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223797} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.001013] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.001013] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.001013] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.001013] env[69357]: INFO nova.compute.manager [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1138.001345] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.001432] env[69357]: DEBUG nova.compute.manager [-] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1138.001716] env[69357]: DEBUG nova.network.neutron [-] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1138.111223] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.111396] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Cleaning up deleted instances with incomplete migration {{(pid=69357) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1138.126628] env[69357]: INFO nova.compute.claims [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.144772] env[69357]: DEBUG nova.compute.manager [req-bf0ea734-9f2c-48a5-9c80-7617c1af7229 req-58af1ab4-948c-4d9c-8577-5460e2647b5e service nova] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Received event network-changed-620205f9-fc50-4513-948b-3ec4f0c45bc0 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.144999] env[69357]: DEBUG nova.compute.manager [req-bf0ea734-9f2c-48a5-9c80-7617c1af7229 req-58af1ab4-948c-4d9c-8577-5460e2647b5e service nova] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Refreshing instance network info cache due to event network-changed-620205f9-fc50-4513-948b-3ec4f0c45bc0. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1138.145256] env[69357]: DEBUG oslo_concurrency.lockutils [req-bf0ea734-9f2c-48a5-9c80-7617c1af7229 req-58af1ab4-948c-4d9c-8577-5460e2647b5e service nova] Acquiring lock "refresh_cache-2399fa1a-7a36-4ac8-afeb-1c812c88590e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.145427] env[69357]: DEBUG oslo_concurrency.lockutils [req-bf0ea734-9f2c-48a5-9c80-7617c1af7229 req-58af1ab4-948c-4d9c-8577-5460e2647b5e service nova] Acquired lock "refresh_cache-2399fa1a-7a36-4ac8-afeb-1c812c88590e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.145605] env[69357]: DEBUG nova.network.neutron [req-bf0ea734-9f2c-48a5-9c80-7617c1af7229 req-58af1ab4-948c-4d9c-8577-5460e2647b5e service nova] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Refreshing network info cache for port 620205f9-fc50-4513-948b-3ec4f0c45bc0 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.171358] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8250b11f-dd37-4dc8-ada4-2d77cfb93ca0 tempest-ServerRescueTestJSONUnderV235-822643633 tempest-ServerRescueTestJSONUnderV235-822643633-project-member] Lock "772c9649-a1b5-4b7e-b956-0d7142796842" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.425s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.192508] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283419, 'name': CreateVM_Task, 'duration_secs': 0.51283} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.192784] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1138.193591] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.193780] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.194126] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.194799] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27b56e8e-64b4-45ba-99b7-a48739cd43e7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.200186] env[69357]: DEBUG oslo_vmware.api [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1138.200186] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52098d8c-ea50-32c6-ba82-672b407156bd" [ 1138.200186] env[69357]: _type = "Task" [ 1138.200186] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.209262] env[69357]: DEBUG oslo_vmware.api [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52098d8c-ea50-32c6-ba82-672b407156bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.439286] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283426, 'name': CreateVM_Task, 'duration_secs': 0.394929} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.440029] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1138.440597] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.486942] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283427, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.639189] env[69357]: INFO nova.compute.resource_tracker [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Updating resource usage from migration 316298b2-f89e-4928-914f-a2ac016df4d4 [ 1138.715259] env[69357]: DEBUG oslo_vmware.api [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52098d8c-ea50-32c6-ba82-672b407156bd, 'name': SearchDatastore_Task, 'duration_secs': 0.012612} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.721705] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.721999] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.722797] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.722956] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.723181] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.726644] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.726986] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.727651] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6179d67b-f46f-44c2-b3a6-93076ecf6071 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.731076] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ee65992-e5f9-457e-92a4-aaa3b07972f9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.737565] env[69357]: DEBUG oslo_vmware.api [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1138.737565] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52443221-82bf-ccfe-7f5c-bfc04a4de75c" [ 1138.737565] env[69357]: _type = "Task" [ 1138.737565] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.743752] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1138.743948] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1138.745276] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-013d2f64-9f2d-48ae-b65f-ccdec15ed37f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.754369] env[69357]: DEBUG oslo_vmware.api [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52443221-82bf-ccfe-7f5c-bfc04a4de75c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.759045] env[69357]: DEBUG oslo_vmware.api [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1138.759045] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]525b13d6-48d1-2519-cad6-a0e8d64cafa9" [ 1138.759045] env[69357]: _type = "Task" [ 1138.759045] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.763432] env[69357]: DEBUG nova.network.neutron [req-d9c93478-71da-4051-8976-99f15eac1b67 req-f16218d8-9547-4f9e-8322-ca310fb21e93 service nova] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Updated VIF entry in instance network info cache for port 47a22234-d512-432c-9063-3bff9fb405b0. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.763432] env[69357]: DEBUG nova.network.neutron [req-d9c93478-71da-4051-8976-99f15eac1b67 req-f16218d8-9547-4f9e-8322-ca310fb21e93 service nova] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Updating instance_info_cache with network_info: [{"id": "571a3e9e-6a64-470d-95fd-59ec8e58043f", "address": "fa:16:3e:5d:e3:93", "network": {"id": "5a7f82fe-98c0-4999-9513-75685d02628e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1247848287", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e35e18704f124c31b555a33a87cf1b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap571a3e9e-6a", "ovs_interfaceid": "571a3e9e-6a64-470d-95fd-59ec8e58043f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "446f50d1-7a29-4990-8feb-7ec58db5d80a", "address": "fa:16:3e:6d:25:ac", "network": {"id": "8016a521-f572-4042-a928-6aa8ac9d4ed2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-388812161", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e35e18704f124c31b555a33a87cf1b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap446f50d1-7a", "ovs_interfaceid": "446f50d1-7a29-4990-8feb-7ec58db5d80a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "47a22234-d512-432c-9063-3bff9fb405b0", "address": "fa:16:3e:7e:f6:2c", "network": {"id": "5a7f82fe-98c0-4999-9513-75685d02628e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1247848287", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e35e18704f124c31b555a33a87cf1b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47a22234-d5", "ovs_interfaceid": "47a22234-d512-432c-9063-3bff9fb405b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.769058] env[69357]: DEBUG oslo_vmware.api [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]525b13d6-48d1-2519-cad6-a0e8d64cafa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.942040] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da28f78-8764-4e10-917c-c8edf034d0b1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.953201] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e56408-566e-4ef5-82f2-c5e37dc64e4d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.958299] env[69357]: DEBUG nova.compute.manager [req-69c76621-84b9-4b54-91d6-1468b3c5b54e req-e90ae7cc-4923-4040-9b1d-6ee8f10fae9b service nova] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Received event network-vif-deleted-90697583-dadd-4f37-8f4f-cd43b6d8e84e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.958591] env[69357]: INFO nova.compute.manager [req-69c76621-84b9-4b54-91d6-1468b3c5b54e req-e90ae7cc-4923-4040-9b1d-6ee8f10fae9b service nova] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Neutron deleted interface 90697583-dadd-4f37-8f4f-cd43b6d8e84e; detaching it from the instance and deleting it from the info cache [ 1138.958806] env[69357]: DEBUG nova.network.neutron [req-69c76621-84b9-4b54-91d6-1468b3c5b54e req-e90ae7cc-4923-4040-9b1d-6ee8f10fae9b service nova] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.000740] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66c2a4f-4bf8-4d3d-b1f6-49382de1d03c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.005175] env[69357]: DEBUG nova.network.neutron [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Successfully updated port: 90257ded-c4e9-4b02-b151-5f83d004c827 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1139.014614] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283427, 'name': CreateVM_Task, 'duration_secs': 0.56797} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.017714] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1139.018953] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.020538] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32d2e96-a301-43ae-86f6-9d4294e1c523 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.041729] env[69357]: DEBUG nova.compute.provider_tree [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.102706] env[69357]: DEBUG oslo_vmware.rw_handles [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af643b-f89b-1aac-0503-1031f0b92fdc/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1139.103645] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7375a7-6c88-44d5-a715-1d0bc5d6234d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.108230] env[69357]: DEBUG nova.network.neutron [req-bf0ea734-9f2c-48a5-9c80-7617c1af7229 req-58af1ab4-948c-4d9c-8577-5460e2647b5e service nova] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Updated VIF entry in instance network info cache for port 620205f9-fc50-4513-948b-3ec4f0c45bc0. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1139.108565] env[69357]: DEBUG nova.network.neutron [req-bf0ea734-9f2c-48a5-9c80-7617c1af7229 req-58af1ab4-948c-4d9c-8577-5460e2647b5e service nova] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Updating instance_info_cache with network_info: [{"id": "620205f9-fc50-4513-948b-3ec4f0c45bc0", "address": "fa:16:3e:1e:d5:db", "network": {"id": "56a14fc7-fa7e-4210-ba15-061e2b0069e2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1424350430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d976b7764ac4676834bfb72160d5ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap620205f9-fc", "ovs_interfaceid": "620205f9-fc50-4513-948b-3ec4f0c45bc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.114021] env[69357]: DEBUG oslo_vmware.rw_handles [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af643b-f89b-1aac-0503-1031f0b92fdc/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1139.114021] env[69357]: ERROR oslo_vmware.rw_handles [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af643b-f89b-1aac-0503-1031f0b92fdc/disk-0.vmdk due to incomplete transfer. [ 1139.114021] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1f21766c-2640-4ea2-b880-848ff1c9c16e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.120198] env[69357]: DEBUG oslo_vmware.rw_handles [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af643b-f89b-1aac-0503-1031f0b92fdc/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1139.120469] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Uploaded image dc140147-0daf-42d5-8118-a85dd6142f12 to the Glance image server {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1139.123899] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Destroying the VM {{(pid=69357) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1139.124396] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-274816d2-8655-426e-a0dc-24eabb8d03c8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.130417] env[69357]: DEBUG oslo_vmware.api [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 1139.130417] env[69357]: value = "task-3283428" [ 1139.130417] env[69357]: _type = "Task" [ 1139.130417] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.139268] env[69357]: DEBUG oslo_vmware.api [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283428, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.249779] env[69357]: DEBUG oslo_vmware.api [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52443221-82bf-ccfe-7f5c-bfc04a4de75c, 'name': SearchDatastore_Task, 'duration_secs': 0.011982} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.250196] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.250440] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1139.250653] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.250918] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.251227] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.251457] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70c10cbf-bea8-478f-8389-5590a57dac08 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.256696] env[69357]: DEBUG oslo_vmware.api [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Waiting for the task: (returnval){ [ 1139.256696] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]524d9a6f-0ddd-9195-960a-c88fbb61922b" [ 1139.256696] env[69357]: _type = "Task" [ 1139.256696] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.267822] env[69357]: DEBUG oslo_concurrency.lockutils [req-d9c93478-71da-4051-8976-99f15eac1b67 req-f16218d8-9547-4f9e-8322-ca310fb21e93 service nova] Releasing lock "refresh_cache-f7ce3877-9ef5-475c-b4de-8630e0005400" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.268276] env[69357]: DEBUG nova.compute.manager [req-d9c93478-71da-4051-8976-99f15eac1b67 req-f16218d8-9547-4f9e-8322-ca310fb21e93 service nova] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Received event network-vif-plugged-7259a06b-b700-4717-83ce-746f7f6b0059 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.268276] env[69357]: DEBUG oslo_concurrency.lockutils [req-d9c93478-71da-4051-8976-99f15eac1b67 req-f16218d8-9547-4f9e-8322-ca310fb21e93 service nova] Acquiring lock "81d45460-51bd-4054-b273-282e721c45fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.268468] env[69357]: DEBUG oslo_concurrency.lockutils [req-d9c93478-71da-4051-8976-99f15eac1b67 req-f16218d8-9547-4f9e-8322-ca310fb21e93 service nova] Lock "81d45460-51bd-4054-b273-282e721c45fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.268613] env[69357]: DEBUG oslo_concurrency.lockutils [req-d9c93478-71da-4051-8976-99f15eac1b67 req-f16218d8-9547-4f9e-8322-ca310fb21e93 service nova] Lock "81d45460-51bd-4054-b273-282e721c45fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.268782] env[69357]: DEBUG nova.compute.manager [req-d9c93478-71da-4051-8976-99f15eac1b67 req-f16218d8-9547-4f9e-8322-ca310fb21e93 service nova] [instance: 81d45460-51bd-4054-b273-282e721c45fe] No waiting events found dispatching network-vif-plugged-7259a06b-b700-4717-83ce-746f7f6b0059 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1139.269237] env[69357]: WARNING nova.compute.manager [req-d9c93478-71da-4051-8976-99f15eac1b67 req-f16218d8-9547-4f9e-8322-ca310fb21e93 service nova] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Received unexpected event network-vif-plugged-7259a06b-b700-4717-83ce-746f7f6b0059 for instance with vm_state building and task_state spawning. [ 1139.269237] env[69357]: DEBUG nova.compute.manager [req-d9c93478-71da-4051-8976-99f15eac1b67 req-f16218d8-9547-4f9e-8322-ca310fb21e93 service nova] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Received event network-changed-7259a06b-b700-4717-83ce-746f7f6b0059 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.269403] env[69357]: DEBUG nova.compute.manager [req-d9c93478-71da-4051-8976-99f15eac1b67 req-f16218d8-9547-4f9e-8322-ca310fb21e93 service nova] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Refreshing instance network info cache due to event network-changed-7259a06b-b700-4717-83ce-746f7f6b0059. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1139.269682] env[69357]: DEBUG oslo_concurrency.lockutils [req-d9c93478-71da-4051-8976-99f15eac1b67 req-f16218d8-9547-4f9e-8322-ca310fb21e93 service nova] Acquiring lock "refresh_cache-81d45460-51bd-4054-b273-282e721c45fe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.269682] env[69357]: DEBUG oslo_concurrency.lockutils [req-d9c93478-71da-4051-8976-99f15eac1b67 req-f16218d8-9547-4f9e-8322-ca310fb21e93 service nova] Acquired lock "refresh_cache-81d45460-51bd-4054-b273-282e721c45fe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.269810] env[69357]: DEBUG nova.network.neutron [req-d9c93478-71da-4051-8976-99f15eac1b67 req-f16218d8-9547-4f9e-8322-ca310fb21e93 service nova] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Refreshing network info cache for port 7259a06b-b700-4717-83ce-746f7f6b0059 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.270844] env[69357]: DEBUG oslo_vmware.api [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]524d9a6f-0ddd-9195-960a-c88fbb61922b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.274298] env[69357]: DEBUG oslo_vmware.api [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]525b13d6-48d1-2519-cad6-a0e8d64cafa9, 'name': SearchDatastore_Task, 'duration_secs': 0.011259} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.275788] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b071415-8fcc-4354-8d7c-7b107c01f476 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.278557] env[69357]: DEBUG nova.network.neutron [-] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.286267] env[69357]: DEBUG oslo_vmware.api [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1139.286267] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5216f67d-86c5-39c5-b374-fdacabb014d8" [ 1139.286267] env[69357]: _type = "Task" [ 1139.286267] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.292865] env[69357]: DEBUG oslo_vmware.api [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5216f67d-86c5-39c5-b374-fdacabb014d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.462947] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b01b9ca4-6615-4561-8a44-c4de2405f477 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.472293] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1327f3-a559-4781-86de-15dab719aabd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.504582] env[69357]: DEBUG nova.compute.manager [req-69c76621-84b9-4b54-91d6-1468b3c5b54e req-e90ae7cc-4923-4040-9b1d-6ee8f10fae9b service nova] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Detach interface failed, port_id=90697583-dadd-4f37-8f4f-cd43b6d8e84e, reason: Instance 40fade25-4b45-40d6-b1ce-0756181953a1 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1139.509538] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquiring lock "refresh_cache-77b739f4-17b0-40a0-928d-982b74f38efe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.509538] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquired lock "refresh_cache-77b739f4-17b0-40a0-928d-982b74f38efe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.509538] env[69357]: DEBUG nova.network.neutron [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.547699] env[69357]: DEBUG nova.scheduler.client.report [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.608813] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.608895] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.609019] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69357) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1139.609326] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.609326] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Cleaning up deleted instances {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1139.612742] env[69357]: DEBUG oslo_concurrency.lockutils [req-bf0ea734-9f2c-48a5-9c80-7617c1af7229 req-58af1ab4-948c-4d9c-8577-5460e2647b5e service nova] Releasing lock "refresh_cache-2399fa1a-7a36-4ac8-afeb-1c812c88590e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.641903] env[69357]: DEBUG oslo_vmware.api [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283428, 'name': Destroy_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.773234] env[69357]: DEBUG oslo_vmware.api [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]524d9a6f-0ddd-9195-960a-c88fbb61922b, 'name': SearchDatastore_Task, 'duration_secs': 0.015535} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.773556] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.773982] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1139.774261] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.781707] env[69357]: INFO nova.compute.manager [-] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Took 1.78 seconds to deallocate network for instance. [ 1139.796433] env[69357]: DEBUG oslo_vmware.api [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5216f67d-86c5-39c5-b374-fdacabb014d8, 'name': SearchDatastore_Task, 'duration_secs': 0.014632} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.796692] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.797021] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] caee54fd-3091-4ebd-94ac-879e7865f031/caee54fd-3091-4ebd-94ac-879e7865f031.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1139.797315] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.797499] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1139.797702] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9297bc57-2c74-4f7c-81ad-29c2dd8a7d5f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.799713] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a90ccfc7-c5a3-49b3-8b62-5ad5cfce8723 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.807513] env[69357]: DEBUG oslo_vmware.api [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1139.807513] env[69357]: value = "task-3283429" [ 1139.807513] env[69357]: _type = "Task" [ 1139.807513] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.811261] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1139.811403] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1139.812494] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d273ffa-60ad-462b-9e62-e84f0bfdc979 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.818227] env[69357]: DEBUG oslo_vmware.api [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.821491] env[69357]: DEBUG oslo_vmware.api [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1139.821491] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52665e16-afd1-3fd8-9ddc-d22c9d9ac6ce" [ 1139.821491] env[69357]: _type = "Task" [ 1139.821491] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.830034] env[69357]: DEBUG oslo_vmware.api [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52665e16-afd1-3fd8-9ddc-d22c9d9ac6ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.041192] env[69357]: DEBUG nova.network.neutron [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1140.052397] env[69357]: DEBUG oslo_concurrency.lockutils [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.435s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.052618] env[69357]: INFO nova.compute.manager [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Migrating [ 1140.062548] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.298s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.062795] env[69357]: DEBUG nova.objects.instance [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lazy-loading 'resources' on Instance uuid 0d3cebd2-636d-4956-892b-5bbf14b6d83b {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.124936] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] There are 53 instances to clean {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1140.125255] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 772c9649-a1b5-4b7e-b956-0d7142796842] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1140.148135] env[69357]: DEBUG oslo_vmware.api [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283428, 'name': Destroy_Task, 'duration_secs': 0.803161} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.148413] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Destroyed the VM [ 1140.148647] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Deleting Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1140.148923] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bddbb7ef-d0b7-42fb-80ad-4121d51eaa5a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.155736] env[69357]: DEBUG oslo_vmware.api [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 1140.155736] env[69357]: value = "task-3283430" [ 1140.155736] env[69357]: _type = "Task" [ 1140.155736] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.172738] env[69357]: DEBUG oslo_vmware.api [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283430, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.212904] env[69357]: DEBUG nova.network.neutron [req-d9c93478-71da-4051-8976-99f15eac1b67 req-f16218d8-9547-4f9e-8322-ca310fb21e93 service nova] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Updated VIF entry in instance network info cache for port 7259a06b-b700-4717-83ce-746f7f6b0059. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.213379] env[69357]: DEBUG nova.network.neutron [req-d9c93478-71da-4051-8976-99f15eac1b67 req-f16218d8-9547-4f9e-8322-ca310fb21e93 service nova] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Updating instance_info_cache with network_info: [{"id": "7259a06b-b700-4717-83ce-746f7f6b0059", "address": "fa:16:3e:1c:92:9c", "network": {"id": "82074a93-c394-43bb-b0c1-afe7aca69dda", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-872553940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "452367d5ad0f445ab04561b34a61ac38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7259a06b-b7", "ovs_interfaceid": "7259a06b-b700-4717-83ce-746f7f6b0059", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.228766] env[69357]: DEBUG nova.network.neutron [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Updating instance_info_cache with network_info: [{"id": "90257ded-c4e9-4b02-b151-5f83d004c827", "address": "fa:16:3e:28:60:60", "network": {"id": "82074a93-c394-43bb-b0c1-afe7aca69dda", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-872553940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "452367d5ad0f445ab04561b34a61ac38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90257ded-c4", "ovs_interfaceid": "90257ded-c4e9-4b02-b151-5f83d004c827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.291325] env[69357]: DEBUG oslo_concurrency.lockutils [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.318634] env[69357]: DEBUG oslo_vmware.api [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283429, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.330953] env[69357]: DEBUG oslo_vmware.api [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52665e16-afd1-3fd8-9ddc-d22c9d9ac6ce, 'name': SearchDatastore_Task, 'duration_secs': 0.0176} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.331808] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e16e2c02-c4fe-4da1-bc4c-88d205f028ab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.340043] env[69357]: DEBUG oslo_vmware.api [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1140.340043] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5267d16d-1261-b039-17b0-689d41a5150e" [ 1140.340043] env[69357]: _type = "Task" [ 1140.340043] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.348191] env[69357]: DEBUG oslo_vmware.api [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5267d16d-1261-b039-17b0-689d41a5150e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.571882] env[69357]: DEBUG nova.objects.instance [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lazy-loading 'numa_topology' on Instance uuid 0d3cebd2-636d-4956-892b-5bbf14b6d83b {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.573402] env[69357]: DEBUG oslo_concurrency.lockutils [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "refresh_cache-8ea553bd-7063-4123-90f4-f53808003b23" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.573575] env[69357]: DEBUG oslo_concurrency.lockutils [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquired lock "refresh_cache-8ea553bd-7063-4123-90f4-f53808003b23" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.573752] env[69357]: DEBUG nova.network.neutron [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.635542] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 88c039e8-358a-400e-960c-d718b37a8677] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1140.666998] env[69357]: DEBUG oslo_vmware.api [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283430, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.715834] env[69357]: DEBUG oslo_concurrency.lockutils [req-d9c93478-71da-4051-8976-99f15eac1b67 req-f16218d8-9547-4f9e-8322-ca310fb21e93 service nova] Releasing lock "refresh_cache-81d45460-51bd-4054-b273-282e721c45fe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.731028] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Releasing lock "refresh_cache-77b739f4-17b0-40a0-928d-982b74f38efe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.731330] env[69357]: DEBUG nova.compute.manager [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Instance network_info: |[{"id": "90257ded-c4e9-4b02-b151-5f83d004c827", "address": "fa:16:3e:28:60:60", "network": {"id": "82074a93-c394-43bb-b0c1-afe7aca69dda", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-872553940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "452367d5ad0f445ab04561b34a61ac38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90257ded-c4", "ovs_interfaceid": "90257ded-c4e9-4b02-b151-5f83d004c827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1140.731721] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:60:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90257ded-c4e9-4b02-b151-5f83d004c827', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.739265] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.739464] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1140.739680] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bca4d684-6744-4582-a1fe-54d6559c6f8d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.758736] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.758736] env[69357]: value = "task-3283431" [ 1140.758736] env[69357]: _type = "Task" [ 1140.758736] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.765969] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283431, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.819089] env[69357]: DEBUG oslo_vmware.api [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650239} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.819469] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] caee54fd-3091-4ebd-94ac-879e7865f031/caee54fd-3091-4ebd-94ac-879e7865f031.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1140.819825] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.820227] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26f09dd1-8cdb-4e1a-b68a-5af3d5a61b34 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.826411] env[69357]: DEBUG oslo_vmware.api [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1140.826411] env[69357]: value = "task-3283432" [ 1140.826411] env[69357]: _type = "Task" [ 1140.826411] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.833837] env[69357]: DEBUG oslo_vmware.api [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.849392] env[69357]: DEBUG oslo_vmware.api [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5267d16d-1261-b039-17b0-689d41a5150e, 'name': SearchDatastore_Task, 'duration_secs': 0.055913} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.849653] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.849951] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 81d45460-51bd-4054-b273-282e721c45fe/81d45460-51bd-4054-b273-282e721c45fe.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1140.850261] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.850486] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1140.850706] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fc804f8-1a4d-4e54-b38d-da15cc98b123 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.852782] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-922c75b2-5499-4a4c-bc3e-39145c989637 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.858842] env[69357]: DEBUG oslo_vmware.api [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1140.858842] env[69357]: value = "task-3283433" [ 1140.858842] env[69357]: _type = "Task" [ 1140.858842] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.862464] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1140.862638] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1140.863781] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c5fdba2-03a0-42f8-8d1c-36908d10c5bf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.868572] env[69357]: DEBUG oslo_vmware.api [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283433, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.871431] env[69357]: DEBUG oslo_vmware.api [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Waiting for the task: (returnval){ [ 1140.871431] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5287d01e-f5ba-5666-5f74-3600bae99d1d" [ 1140.871431] env[69357]: _type = "Task" [ 1140.871431] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.878334] env[69357]: DEBUG oslo_vmware.api [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5287d01e-f5ba-5666-5f74-3600bae99d1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.076166] env[69357]: DEBUG nova.objects.base [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Object Instance<0d3cebd2-636d-4956-892b-5bbf14b6d83b> lazy-loaded attributes: resources,numa_topology {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1141.140032] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 2db85cab-0719-40aa-a159-f1fd0dfca970] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1141.168743] env[69357]: DEBUG oslo_vmware.api [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283430, 'name': RemoveSnapshot_Task, 'duration_secs': 0.533082} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.172537] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Deleted Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1141.172923] env[69357]: DEBUG nova.compute.manager [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1141.174698] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559d1db5-25d1-40f4-8012-0dfd11394fdf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.271078] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283431, 'name': CreateVM_Task, 'duration_secs': 0.475082} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.271297] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1141.272107] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.272564] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.272950] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.276079] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bca0b38-2f69-4da9-97f8-4fc9d0fd9e1f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.281860] env[69357]: DEBUG oslo_vmware.api [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1141.281860] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]524b17f7-a02b-f653-d01a-a3ccd6782d10" [ 1141.281860] env[69357]: _type = "Task" [ 1141.281860] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.290784] env[69357]: DEBUG oslo_vmware.api [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]524b17f7-a02b-f653-d01a-a3ccd6782d10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.342265] env[69357]: DEBUG oslo_vmware.api [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058267} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.343165] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1141.344428] env[69357]: DEBUG nova.compute.manager [req-c3f4e2e8-00b1-4378-8924-cab87ccd2469 req-8cfbdc07-6252-4032-b0a1-e8c838d2d3dd service nova] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Received event network-vif-plugged-90257ded-c4e9-4b02-b151-5f83d004c827 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.344629] env[69357]: DEBUG oslo_concurrency.lockutils [req-c3f4e2e8-00b1-4378-8924-cab87ccd2469 req-8cfbdc07-6252-4032-b0a1-e8c838d2d3dd service nova] Acquiring lock "77b739f4-17b0-40a0-928d-982b74f38efe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.344827] env[69357]: DEBUG oslo_concurrency.lockutils [req-c3f4e2e8-00b1-4378-8924-cab87ccd2469 req-8cfbdc07-6252-4032-b0a1-e8c838d2d3dd service nova] Lock "77b739f4-17b0-40a0-928d-982b74f38efe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.344993] env[69357]: DEBUG oslo_concurrency.lockutils [req-c3f4e2e8-00b1-4378-8924-cab87ccd2469 req-8cfbdc07-6252-4032-b0a1-e8c838d2d3dd service nova] Lock "77b739f4-17b0-40a0-928d-982b74f38efe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.345305] env[69357]: DEBUG nova.compute.manager [req-c3f4e2e8-00b1-4378-8924-cab87ccd2469 req-8cfbdc07-6252-4032-b0a1-e8c838d2d3dd service nova] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] No waiting events found dispatching network-vif-plugged-90257ded-c4e9-4b02-b151-5f83d004c827 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1141.345530] env[69357]: WARNING nova.compute.manager [req-c3f4e2e8-00b1-4378-8924-cab87ccd2469 req-8cfbdc07-6252-4032-b0a1-e8c838d2d3dd service nova] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Received unexpected event network-vif-plugged-90257ded-c4e9-4b02-b151-5f83d004c827 for instance with vm_state building and task_state spawning. [ 1141.345624] env[69357]: DEBUG nova.compute.manager [req-c3f4e2e8-00b1-4378-8924-cab87ccd2469 req-8cfbdc07-6252-4032-b0a1-e8c838d2d3dd service nova] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Received event network-changed-90257ded-c4e9-4b02-b151-5f83d004c827 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.345771] env[69357]: DEBUG nova.compute.manager [req-c3f4e2e8-00b1-4378-8924-cab87ccd2469 req-8cfbdc07-6252-4032-b0a1-e8c838d2d3dd service nova] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Refreshing instance network info cache due to event network-changed-90257ded-c4e9-4b02-b151-5f83d004c827. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1141.345955] env[69357]: DEBUG oslo_concurrency.lockutils [req-c3f4e2e8-00b1-4378-8924-cab87ccd2469 req-8cfbdc07-6252-4032-b0a1-e8c838d2d3dd service nova] Acquiring lock "refresh_cache-77b739f4-17b0-40a0-928d-982b74f38efe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.346291] env[69357]: DEBUG oslo_concurrency.lockutils [req-c3f4e2e8-00b1-4378-8924-cab87ccd2469 req-8cfbdc07-6252-4032-b0a1-e8c838d2d3dd service nova] Acquired lock "refresh_cache-77b739f4-17b0-40a0-928d-982b74f38efe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.346291] env[69357]: DEBUG nova.network.neutron [req-c3f4e2e8-00b1-4378-8924-cab87ccd2469 req-8cfbdc07-6252-4032-b0a1-e8c838d2d3dd service nova] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Refreshing network info cache for port 90257ded-c4e9-4b02-b151-5f83d004c827 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.348053] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b9b3ea-b901-4da8-bcbc-8095fb98ee5c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.372057] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] caee54fd-3091-4ebd-94ac-879e7865f031/caee54fd-3091-4ebd-94ac-879e7865f031.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.374732] env[69357]: DEBUG nova.network.neutron [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Updating instance_info_cache with network_info: [{"id": "2ed986ca-84ac-4a99-950a-ec97276cd0e6", "address": "fa:16:3e:ca:2f:77", "network": {"id": "256f2819-f719-4377-82d3-97bddef87341", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-545752502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34055bbad79e42e59bb22ff7a0529002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ed986ca-84", "ovs_interfaceid": "2ed986ca-84ac-4a99-950a-ec97276cd0e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.379640] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1c692c4-848d-40cf-8ee6-12b193d54e22 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.395458] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348da6ce-014b-4222-ace0-ac65bab6d721 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.399941] env[69357]: DEBUG oslo_concurrency.lockutils [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Releasing lock "refresh_cache-8ea553bd-7063-4123-90f4-f53808003b23" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.413592] env[69357]: DEBUG oslo_vmware.api [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283433, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.420901] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26f784a-8477-4454-9355-01cfab7e9a15 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.424900] env[69357]: DEBUG oslo_vmware.api [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1141.424900] env[69357]: value = "task-3283434" [ 1141.424900] env[69357]: _type = "Task" [ 1141.424900] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.425254] env[69357]: DEBUG oslo_vmware.api [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5287d01e-f5ba-5666-5f74-3600bae99d1d, 'name': SearchDatastore_Task, 'duration_secs': 0.017475} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.430743] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0503fb96-a584-41f1-924d-bf2154f5848a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.463041] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efecc11b-3337-496f-8f97-df0323a353ca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.469145] env[69357]: DEBUG oslo_vmware.api [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.469435] env[69357]: DEBUG oslo_vmware.api [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Waiting for the task: (returnval){ [ 1141.469435] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5204465a-63cb-adda-a167-eda93d196980" [ 1141.469435] env[69357]: _type = "Task" [ 1141.469435] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.476472] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aeb770e-bc2d-4ffc-a418-64c3efe53b12 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.484112] env[69357]: DEBUG oslo_vmware.api [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5204465a-63cb-adda-a167-eda93d196980, 'name': SearchDatastore_Task, 'duration_secs': 0.009141} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.484754] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.485056] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] f7ce3877-9ef5-475c-b4de-8630e0005400/f7ce3877-9ef5-475c-b4de-8630e0005400.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1141.485317] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5e179b7-cc32-4e9d-abe7-7d0bee56b7fa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.495038] env[69357]: DEBUG nova.compute.provider_tree [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.500560] env[69357]: DEBUG oslo_vmware.api [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Waiting for the task: (returnval){ [ 1141.500560] env[69357]: value = "task-3283435" [ 1141.500560] env[69357]: _type = "Task" [ 1141.500560] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.508256] env[69357]: DEBUG oslo_vmware.api [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': task-3283435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.644179] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: e0f7cdda-4cd6-416a-9a08-3fd4b41b057f] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1141.687811] env[69357]: INFO nova.compute.manager [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Shelve offloading [ 1141.792792] env[69357]: DEBUG oslo_vmware.api [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]524b17f7-a02b-f653-d01a-a3ccd6782d10, 'name': SearchDatastore_Task, 'duration_secs': 0.05471} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.793154] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.793395] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.793630] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.793787] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.793988] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.794298] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6904dc0d-6459-4220-8500-144dddaf74fb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.807076] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.807308] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.808154] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7028b959-c0cb-4879-83b1-e58d06c1e597 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.814237] env[69357]: DEBUG oslo_vmware.api [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1141.814237] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f7e7b1-861e-3977-42bb-4f5719353599" [ 1141.814237] env[69357]: _type = "Task" [ 1141.814237] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.822651] env[69357]: DEBUG oslo_vmware.api [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f7e7b1-861e-3977-42bb-4f5719353599, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.873018] env[69357]: DEBUG oslo_vmware.api [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283433, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590261} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.873296] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 81d45460-51bd-4054-b273-282e721c45fe/81d45460-51bd-4054-b273-282e721c45fe.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1141.873512] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1141.873770] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0541cd6-5303-4c04-bcf8-0ed9501516b2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.880394] env[69357]: DEBUG oslo_vmware.api [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1141.880394] env[69357]: value = "task-3283436" [ 1141.880394] env[69357]: _type = "Task" [ 1141.880394] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.891182] env[69357]: DEBUG oslo_vmware.api [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.937869] env[69357]: DEBUG oslo_vmware.api [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.999717] env[69357]: DEBUG nova.scheduler.client.report [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.013064] env[69357]: DEBUG oslo_vmware.api [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': task-3283435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.415204} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.013332] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] f7ce3877-9ef5-475c-b4de-8630e0005400/f7ce3877-9ef5-475c-b4de-8630e0005400.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1142.013537] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1142.013773] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c556a82-9b1c-49aa-96e7-7de39f9c254f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.020479] env[69357]: DEBUG oslo_vmware.api [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Waiting for the task: (returnval){ [ 1142.020479] env[69357]: value = "task-3283437" [ 1142.020479] env[69357]: _type = "Task" [ 1142.020479] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.027645] env[69357]: DEBUG oslo_vmware.api [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': task-3283437, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.059406] env[69357]: DEBUG nova.network.neutron [req-c3f4e2e8-00b1-4378-8924-cab87ccd2469 req-8cfbdc07-6252-4032-b0a1-e8c838d2d3dd service nova] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Updated VIF entry in instance network info cache for port 90257ded-c4e9-4b02-b151-5f83d004c827. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.059806] env[69357]: DEBUG nova.network.neutron [req-c3f4e2e8-00b1-4378-8924-cab87ccd2469 req-8cfbdc07-6252-4032-b0a1-e8c838d2d3dd service nova] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Updating instance_info_cache with network_info: [{"id": "90257ded-c4e9-4b02-b151-5f83d004c827", "address": "fa:16:3e:28:60:60", "network": {"id": "82074a93-c394-43bb-b0c1-afe7aca69dda", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-872553940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "452367d5ad0f445ab04561b34a61ac38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90257ded-c4", "ovs_interfaceid": "90257ded-c4e9-4b02-b151-5f83d004c827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.147528] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 79ac978d-b2d3-4ad5-8166-969c511a07c0] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1142.192148] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.192497] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61181785-474c-4215-8b4c-f87055d338a8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.200103] env[69357]: DEBUG oslo_vmware.api [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 1142.200103] env[69357]: value = "task-3283438" [ 1142.200103] env[69357]: _type = "Task" [ 1142.200103] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.209637] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] VM already powered off {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1142.209903] env[69357]: DEBUG nova.compute.manager [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.210746] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64a66d0-5622-4e9e-bd4f-4ecca0986805 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.216609] env[69357]: DEBUG oslo_concurrency.lockutils [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquiring lock "refresh_cache-3325a9cb-086d-4817-8941-d1eb7aa09748" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.216822] env[69357]: DEBUG oslo_concurrency.lockutils [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquired lock "refresh_cache-3325a9cb-086d-4817-8941-d1eb7aa09748" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.217077] env[69357]: DEBUG nova.network.neutron [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.324282] env[69357]: DEBUG oslo_vmware.api [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52f7e7b1-861e-3977-42bb-4f5719353599, 'name': SearchDatastore_Task, 'duration_secs': 0.046198} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.325017] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61ee11f5-90fa-41fa-900e-2bd28f99d2e4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.330354] env[69357]: DEBUG oslo_vmware.api [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1142.330354] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a029cb-2674-c00d-99de-286b6ee03ddd" [ 1142.330354] env[69357]: _type = "Task" [ 1142.330354] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.337948] env[69357]: DEBUG oslo_vmware.api [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a029cb-2674-c00d-99de-286b6ee03ddd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.389574] env[69357]: DEBUG oslo_vmware.api [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070522} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.389843] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1142.390654] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad8b53a-343f-4ac6-a52e-854db6d79093 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.414186] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 81d45460-51bd-4054-b273-282e721c45fe/81d45460-51bd-4054-b273-282e721c45fe.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.417028] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf3dba10-7d42-4591-b2be-b15503ffb9ae {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.444026] env[69357]: DEBUG oslo_vmware.api [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283434, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.445547] env[69357]: DEBUG oslo_vmware.api [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1142.445547] env[69357]: value = "task-3283439" [ 1142.445547] env[69357]: _type = "Task" [ 1142.445547] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.455392] env[69357]: DEBUG oslo_vmware.api [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283439, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.509017] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.446s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.511167] env[69357]: DEBUG oslo_concurrency.lockutils [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.220s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.511407] env[69357]: DEBUG nova.objects.instance [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lazy-loading 'resources' on Instance uuid 40fade25-4b45-40d6-b1ce-0756181953a1 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.530230] env[69357]: DEBUG oslo_vmware.api [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': task-3283437, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058882} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.530470] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1142.532065] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e8d800-caea-43b6-94f1-c0cca49d5147 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.559839] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] f7ce3877-9ef5-475c-b4de-8630e0005400/f7ce3877-9ef5-475c-b4de-8630e0005400.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.560764] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0612dec3-38b6-4f21-be27-78e6f6208109 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.575228] env[69357]: DEBUG oslo_concurrency.lockutils [req-c3f4e2e8-00b1-4378-8924-cab87ccd2469 req-8cfbdc07-6252-4032-b0a1-e8c838d2d3dd service nova] Releasing lock "refresh_cache-77b739f4-17b0-40a0-928d-982b74f38efe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.582242] env[69357]: DEBUG oslo_vmware.api [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Waiting for the task: (returnval){ [ 1142.582242] env[69357]: value = "task-3283440" [ 1142.582242] env[69357]: _type = "Task" [ 1142.582242] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.590484] env[69357]: DEBUG oslo_vmware.api [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': task-3283440, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.651509] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: cd4386b2-77e3-409f-b9e1-da8d5a1d52a3] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1142.842459] env[69357]: DEBUG oslo_vmware.api [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a029cb-2674-c00d-99de-286b6ee03ddd, 'name': SearchDatastore_Task, 'duration_secs': 0.008767} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.842825] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.843018] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 77b739f4-17b0-40a0-928d-982b74f38efe/77b739f4-17b0-40a0-928d-982b74f38efe.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1142.843278] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f7a9043-529f-445e-9c88-d26b94daab72 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.849589] env[69357]: DEBUG oslo_vmware.api [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1142.849589] env[69357]: value = "task-3283441" [ 1142.849589] env[69357]: _type = "Task" [ 1142.849589] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.857015] env[69357]: DEBUG oslo_vmware.api [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.920440] env[69357]: DEBUG nova.network.neutron [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Updating instance_info_cache with network_info: [{"id": "b6dc1eb6-1ef1-4627-b473-4db26d6838f0", "address": "fa:16:3e:d0:08:57", "network": {"id": "5ddc1356-bab9-45c4-8200-1fb7195f0d77", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-903464567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c73ab9fcfd4648fd8935b075e25a9deb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6dc1eb6-1e", "ovs_interfaceid": "b6dc1eb6-1ef1-4627-b473-4db26d6838f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.939277] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3da47b-eda2-4c67-b67d-3026dcad6984 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.947869] env[69357]: DEBUG oslo_vmware.api [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283434, 'name': ReconfigVM_Task, 'duration_secs': 1.062488} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.964189] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Reconfigured VM instance instance-0000006d to attach disk [datastore2] caee54fd-3091-4ebd-94ac-879e7865f031/caee54fd-3091-4ebd-94ac-879e7865f031.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.965272] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Updating instance '8ea553bd-7063-4123-90f4-f53808003b23' progress to 0 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.968719] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39f7abf9-5c5d-472f-b82e-3799226583c1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.974681] env[69357]: DEBUG oslo_vmware.api [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283439, 'name': ReconfigVM_Task, 'duration_secs': 0.294543} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.975812] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 81d45460-51bd-4054-b273-282e721c45fe/81d45460-51bd-4054-b273-282e721c45fe.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.976484] env[69357]: DEBUG oslo_vmware.api [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1142.976484] env[69357]: value = "task-3283442" [ 1142.976484] env[69357]: _type = "Task" [ 1142.976484] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.976673] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10f0a6f0-a18c-4909-9d7f-62bb870f693c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.986310] env[69357]: DEBUG oslo_vmware.api [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283442, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.987474] env[69357]: DEBUG oslo_vmware.api [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1142.987474] env[69357]: value = "task-3283443" [ 1142.987474] env[69357]: _type = "Task" [ 1142.987474] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.995966] env[69357]: DEBUG oslo_vmware.api [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283443, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.020373] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8f6a99d0-f01a-4aff-a449-42d260c3517b tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "0d3cebd2-636d-4956-892b-5bbf14b6d83b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 32.505s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.022055] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3476543e-5c84-4b86-abd0-d8d53f2f15af tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "0d3cebd2-636d-4956-892b-5bbf14b6d83b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 10.144s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.022157] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3476543e-5c84-4b86-abd0-d8d53f2f15af tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "0d3cebd2-636d-4956-892b-5bbf14b6d83b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.022426] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3476543e-5c84-4b86-abd0-d8d53f2f15af tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "0d3cebd2-636d-4956-892b-5bbf14b6d83b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.022707] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3476543e-5c84-4b86-abd0-d8d53f2f15af tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "0d3cebd2-636d-4956-892b-5bbf14b6d83b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.024822] env[69357]: INFO nova.compute.manager [None req-3476543e-5c84-4b86-abd0-d8d53f2f15af tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Terminating instance [ 1143.093989] env[69357]: DEBUG oslo_vmware.api [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': task-3283440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.155215] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: a62cc20a-ba03-4a29-868e-cb0fadfd2c62] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1143.230320] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f29bb5d-714c-4784-a580-20f1d9ec8535 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.239738] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f68ee7-6c1c-4fd2-8a45-fbefdc036b6f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.272148] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773a2383-8991-46b0-ad49-97799b58dc93 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.280061] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054204e5-7a11-4427-9aff-02a5b0ba1f2b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.294542] env[69357]: DEBUG nova.compute.provider_tree [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1143.359561] env[69357]: DEBUG oslo_vmware.api [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509228} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.359827] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 77b739f4-17b0-40a0-928d-982b74f38efe/77b739f4-17b0-40a0-928d-982b74f38efe.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1143.360103] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1143.360396] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff1c0b8d-f1cf-4063-b0a4-aad53d0b72ec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.366436] env[69357]: DEBUG oslo_vmware.api [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1143.366436] env[69357]: value = "task-3283444" [ 1143.366436] env[69357]: _type = "Task" [ 1143.366436] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.374659] env[69357]: DEBUG oslo_vmware.api [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283444, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.423588] env[69357]: DEBUG oslo_concurrency.lockutils [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Releasing lock "refresh_cache-3325a9cb-086d-4817-8941-d1eb7aa09748" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.473065] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.473463] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f02cd42-9dcd-4f7d-8339-a4ff02f5392e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.487154] env[69357]: DEBUG oslo_vmware.api [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1143.487154] env[69357]: value = "task-3283445" [ 1143.487154] env[69357]: _type = "Task" [ 1143.487154] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.497338] env[69357]: DEBUG oslo_vmware.api [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283442, 'name': Rename_Task, 'duration_secs': 0.297776} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.498156] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1143.498880] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86d36d9a-2348-4496-8df2-1b12feb16448 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.506761] env[69357]: DEBUG oslo_vmware.api [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283443, 'name': Rename_Task, 'duration_secs': 0.239306} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.506917] env[69357]: DEBUG oslo_vmware.api [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.507588] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1143.507881] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dd1bc04-355b-4662-a53f-e44a132011fa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.512353] env[69357]: DEBUG oslo_vmware.api [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1143.512353] env[69357]: value = "task-3283446" [ 1143.512353] env[69357]: _type = "Task" [ 1143.512353] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.516518] env[69357]: DEBUG oslo_vmware.api [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1143.516518] env[69357]: value = "task-3283447" [ 1143.516518] env[69357]: _type = "Task" [ 1143.516518] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.527142] env[69357]: DEBUG oslo_vmware.api [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.530511] env[69357]: DEBUG oslo_vmware.api [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.533392] env[69357]: DEBUG nova.compute.manager [None req-3476543e-5c84-4b86-abd0-d8d53f2f15af tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1143.533610] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3476543e-5c84-4b86-abd0-d8d53f2f15af tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.533946] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5911035a-8049-41e3-9773-6640225ddaa0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.542196] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214bda15-2a43-4cbc-9455-ccd52c5b065c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.576742] env[69357]: WARNING nova.virt.vmwareapi.vmops [None req-3476543e-5c84-4b86-abd0-d8d53f2f15af tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 0d3cebd2-636d-4956-892b-5bbf14b6d83b could not be found. [ 1143.576988] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3476543e-5c84-4b86-abd0-d8d53f2f15af tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.577222] env[69357]: INFO nova.compute.manager [None req-3476543e-5c84-4b86-abd0-d8d53f2f15af tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Took 0.04 seconds to destroy the instance on the hypervisor. [ 1143.577517] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3476543e-5c84-4b86-abd0-d8d53f2f15af tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.577753] env[69357]: DEBUG nova.compute.manager [-] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1143.577847] env[69357]: DEBUG nova.network.neutron [-] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1143.597868] env[69357]: DEBUG oslo_vmware.api [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': task-3283440, 'name': ReconfigVM_Task, 'duration_secs': 0.872299} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.598238] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Reconfigured VM instance instance-0000006c to attach disk [datastore2] f7ce3877-9ef5-475c-b4de-8630e0005400/f7ce3877-9ef5-475c-b4de-8630e0005400.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.598939] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23b5d970-f53f-4335-9d59-762767caf495 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.605352] env[69357]: DEBUG oslo_vmware.api [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Waiting for the task: (returnval){ [ 1143.605352] env[69357]: value = "task-3283448" [ 1143.605352] env[69357]: _type = "Task" [ 1143.605352] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.613663] env[69357]: DEBUG oslo_vmware.api [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': task-3283448, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.659634] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 21b56f99-6443-4fe7-8b29-2e2c571f99e3] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1143.763097] env[69357]: DEBUG nova.compute.manager [req-2c1004c3-ead2-400b-9a11-d17e32f1a366 req-dfeded69-0594-4bbb-8e5f-dcfc05f7ed79 service nova] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Received event network-vif-unplugged-b6dc1eb6-1ef1-4627-b473-4db26d6838f0 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.763583] env[69357]: DEBUG oslo_concurrency.lockutils [req-2c1004c3-ead2-400b-9a11-d17e32f1a366 req-dfeded69-0594-4bbb-8e5f-dcfc05f7ed79 service nova] Acquiring lock "3325a9cb-086d-4817-8941-d1eb7aa09748-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.763958] env[69357]: DEBUG oslo_concurrency.lockutils [req-2c1004c3-ead2-400b-9a11-d17e32f1a366 req-dfeded69-0594-4bbb-8e5f-dcfc05f7ed79 service nova] Lock "3325a9cb-086d-4817-8941-d1eb7aa09748-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.764320] env[69357]: DEBUG oslo_concurrency.lockutils [req-2c1004c3-ead2-400b-9a11-d17e32f1a366 req-dfeded69-0594-4bbb-8e5f-dcfc05f7ed79 service nova] Lock "3325a9cb-086d-4817-8941-d1eb7aa09748-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.764627] env[69357]: DEBUG nova.compute.manager [req-2c1004c3-ead2-400b-9a11-d17e32f1a366 req-dfeded69-0594-4bbb-8e5f-dcfc05f7ed79 service nova] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] No waiting events found dispatching network-vif-unplugged-b6dc1eb6-1ef1-4627-b473-4db26d6838f0 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1143.764950] env[69357]: WARNING nova.compute.manager [req-2c1004c3-ead2-400b-9a11-d17e32f1a366 req-dfeded69-0594-4bbb-8e5f-dcfc05f7ed79 service nova] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Received unexpected event network-vif-unplugged-b6dc1eb6-1ef1-4627-b473-4db26d6838f0 for instance with vm_state shelved and task_state shelving_offloading. [ 1143.803052] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.803940] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86acb1c2-2817-4c26-8e79-1e1be89caadb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.811595] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.811878] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-428a51c0-b490-4953-9d2f-77e1206bfc2e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.821722] env[69357]: ERROR nova.scheduler.client.report [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [req-2cc9733d-d54f-4baa-928b-44ebe1278bdf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcb9ec35-bfdd-4e17-b2d7-2501509e9896. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2cc9733d-d54f-4baa-928b-44ebe1278bdf"}]} [ 1143.838940] env[69357]: DEBUG nova.scheduler.client.report [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Refreshing inventories for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1143.854578] env[69357]: DEBUG nova.scheduler.client.report [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Updating ProviderTree inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1143.854932] env[69357]: DEBUG nova.compute.provider_tree [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1143.867579] env[69357]: DEBUG nova.scheduler.client.report [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Refreshing aggregate associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, aggregates: None {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1143.878566] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.878801] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.878987] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Deleting the datastore file [datastore1] 3325a9cb-086d-4817-8941-d1eb7aa09748 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.882214] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f6d8d29-2130-425d-9bfb-1b59371911c4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.884117] env[69357]: DEBUG oslo_vmware.api [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283444, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064432} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.884407] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1143.885628] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e566e9-d7ec-40f1-bf48-fd631c76c83e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.890142] env[69357]: DEBUG nova.scheduler.client.report [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Refreshing trait associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1143.892440] env[69357]: DEBUG oslo_vmware.api [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 1143.892440] env[69357]: value = "task-3283450" [ 1143.892440] env[69357]: _type = "Task" [ 1143.892440] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.915325] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 77b739f4-17b0-40a0-928d-982b74f38efe/77b739f4-17b0-40a0-928d-982b74f38efe.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.918584] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77fe6dbb-e81d-4fad-b643-7473eceb4e8a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.936359] env[69357]: DEBUG oslo_vmware.api [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.941395] env[69357]: DEBUG oslo_vmware.api [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1143.941395] env[69357]: value = "task-3283451" [ 1143.941395] env[69357]: _type = "Task" [ 1143.941395] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.952936] env[69357]: DEBUG oslo_vmware.api [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283451, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.997355] env[69357]: DEBUG oslo_vmware.api [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283445, 'name': PowerOffVM_Task, 'duration_secs': 0.238824} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.000278] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.000487] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Updating instance '8ea553bd-7063-4123-90f4-f53808003b23' progress to 17 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.032702] env[69357]: DEBUG oslo_vmware.api [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283446, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.033195] env[69357]: DEBUG oslo_vmware.api [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283447, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.116987] env[69357]: DEBUG oslo_vmware.api [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': task-3283448, 'name': Rename_Task, 'duration_secs': 0.272026} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.117375] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.117982] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c29c7138-4cc7-47ff-83b8-797885fd32d9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.126390] env[69357]: DEBUG oslo_vmware.api [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Waiting for the task: (returnval){ [ 1144.126390] env[69357]: value = "task-3283452" [ 1144.126390] env[69357]: _type = "Task" [ 1144.126390] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.134695] env[69357]: DEBUG oslo_vmware.api [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': task-3283452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.148538] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9a83f5-78ac-45cc-bec8-ecd0c7a1e35c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.156352] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987ad9bb-7112-4002-a8d1-18f250599220 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.163242] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 4bffb383-795b-44bc-8c68-aa8c73c5ada8] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1144.193324] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: c0c3b6ae-4167-4abc-9e79-f58ae51e3383] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1144.196038] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d34a149-e26f-4bff-b549-210dd1ec29df {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.205703] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5458eda-da7f-4d14-b2a7-09def5bcedf0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.224984] env[69357]: DEBUG nova.compute.provider_tree [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.406073] env[69357]: DEBUG oslo_vmware.api [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172775} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.406073] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.406073] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.406073] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.424348] env[69357]: INFO nova.scheduler.client.report [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Deleted allocations for instance 3325a9cb-086d-4817-8941-d1eb7aa09748 [ 1144.451018] env[69357]: DEBUG oslo_vmware.api [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283451, 'name': ReconfigVM_Task, 'duration_secs': 0.334308} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.451362] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 77b739f4-17b0-40a0-928d-982b74f38efe/77b739f4-17b0-40a0-928d-982b74f38efe.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.452050] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8652128b-2428-466a-a45e-6274f918bb9b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.459390] env[69357]: DEBUG oslo_vmware.api [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1144.459390] env[69357]: value = "task-3283453" [ 1144.459390] env[69357]: _type = "Task" [ 1144.459390] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.469628] env[69357]: DEBUG oslo_vmware.api [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283453, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.507079] env[69357]: DEBUG nova.virt.hardware [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.507389] env[69357]: DEBUG nova.virt.hardware [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.507605] env[69357]: DEBUG nova.virt.hardware [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.507813] env[69357]: DEBUG nova.virt.hardware [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.508017] env[69357]: DEBUG nova.virt.hardware [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.508193] env[69357]: DEBUG nova.virt.hardware [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.508432] env[69357]: DEBUG nova.virt.hardware [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.508611] env[69357]: DEBUG nova.virt.hardware [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.508808] env[69357]: DEBUG nova.virt.hardware [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.508986] env[69357]: DEBUG nova.virt.hardware [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.509213] env[69357]: DEBUG nova.virt.hardware [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.514837] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89f035ba-1986-46cb-812a-6febcf05c6c6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.538225] env[69357]: DEBUG oslo_vmware.api [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283446, 'name': PowerOnVM_Task, 'duration_secs': 0.747393} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.542065] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.542285] env[69357]: INFO nova.compute.manager [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Took 11.59 seconds to spawn the instance on the hypervisor. [ 1144.542497] env[69357]: DEBUG nova.compute.manager [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.542796] env[69357]: DEBUG oslo_vmware.api [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1144.542796] env[69357]: value = "task-3283454" [ 1144.542796] env[69357]: _type = "Task" [ 1144.542796] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.542990] env[69357]: DEBUG oslo_vmware.api [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283447, 'name': PowerOnVM_Task, 'duration_secs': 0.517362} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.543790] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cb85f5-471e-40e3-a08d-f4d10a7c3919 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.546700] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.546904] env[69357]: INFO nova.compute.manager [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Took 9.14 seconds to spawn the instance on the hypervisor. [ 1144.547109] env[69357]: DEBUG nova.compute.manager [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.550505] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4926b2d0-ca2e-4b76-9e28-bfd07191e15c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.566995] env[69357]: DEBUG oslo_vmware.api [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.582731] env[69357]: DEBUG nova.network.neutron [-] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.638507] env[69357]: DEBUG oslo_vmware.api [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': task-3283452, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.701382] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 03f0e5ec-8777-42ce-9b73-a5dd273204df] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1144.729230] env[69357]: DEBUG nova.scheduler.client.report [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.929968] env[69357]: DEBUG oslo_concurrency.lockutils [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.970690] env[69357]: DEBUG oslo_vmware.api [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283453, 'name': Rename_Task, 'duration_secs': 0.15651} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.971522] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.971522] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef9b3a88-7efa-4f67-a5e7-21d82cf94ecc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.977637] env[69357]: DEBUG oslo_vmware.api [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1144.977637] env[69357]: value = "task-3283455" [ 1144.977637] env[69357]: _type = "Task" [ 1144.977637] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.987403] env[69357]: DEBUG oslo_vmware.api [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.056123] env[69357]: DEBUG oslo_vmware.api [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283454, 'name': ReconfigVM_Task, 'duration_secs': 0.266155} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.056362] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Updating instance '8ea553bd-7063-4123-90f4-f53808003b23' progress to 33 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.077819] env[69357]: INFO nova.compute.manager [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Took 21.15 seconds to build instance. [ 1145.078850] env[69357]: INFO nova.compute.manager [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Took 20.46 seconds to build instance. [ 1145.084842] env[69357]: INFO nova.compute.manager [-] [instance: 0d3cebd2-636d-4956-892b-5bbf14b6d83b] Took 1.51 seconds to deallocate network for instance. [ 1145.137419] env[69357]: DEBUG oslo_vmware.api [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': task-3283452, 'name': PowerOnVM_Task, 'duration_secs': 0.709669} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.137719] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.137938] env[69357]: INFO nova.compute.manager [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Took 14.56 seconds to spawn the instance on the hypervisor. [ 1145.138165] env[69357]: DEBUG nova.compute.manager [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.138984] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb6a005-b682-4b57-b2ae-8885432613d6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.205039] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 71690098-eb9a-456d-85d1-936d3d5b4d6e] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1145.234056] env[69357]: DEBUG oslo_concurrency.lockutils [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.723s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.236333] env[69357]: DEBUG oslo_concurrency.lockutils [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.306s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.236619] env[69357]: DEBUG nova.objects.instance [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lazy-loading 'resources' on Instance uuid 3325a9cb-086d-4817-8941-d1eb7aa09748 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.387083] env[69357]: INFO nova.scheduler.client.report [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Deleted allocations for instance 40fade25-4b45-40d6-b1ce-0756181953a1 [ 1145.490504] env[69357]: DEBUG oslo_vmware.api [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283455, 'name': PowerOnVM_Task, 'duration_secs': 0.492457} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.490891] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.491196] env[69357]: INFO nova.compute.manager [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1145.491459] env[69357]: DEBUG nova.compute.manager [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.492562] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced5372a-8706-4616-989f-3225b16419e8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.562653] env[69357]: DEBUG nova.virt.hardware [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.562949] env[69357]: DEBUG nova.virt.hardware [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.563142] env[69357]: DEBUG nova.virt.hardware [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.563308] env[69357]: DEBUG nova.virt.hardware [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.563672] env[69357]: DEBUG nova.virt.hardware [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.563856] env[69357]: DEBUG nova.virt.hardware [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.564087] env[69357]: DEBUG nova.virt.hardware [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.564247] env[69357]: DEBUG nova.virt.hardware [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.564523] env[69357]: DEBUG nova.virt.hardware [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.564709] env[69357]: DEBUG nova.virt.hardware [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.564884] env[69357]: DEBUG nova.virt.hardware [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.570613] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1145.571261] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d518d559-31c2-43f2-a9b3-d68bf3be8282 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.585306] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e1f1a10c-8259-4ace-ad0c-6a558b011e44 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "caee54fd-3091-4ebd-94ac-879e7865f031" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.671s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.585615] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9638d0f0-a2d8-4ee7-afd5-35590ee8ad2a tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lock "81d45460-51bd-4054-b273-282e721c45fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.975s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.593600] env[69357]: DEBUG oslo_vmware.api [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1145.593600] env[69357]: value = "task-3283456" [ 1145.593600] env[69357]: _type = "Task" [ 1145.593600] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.601999] env[69357]: DEBUG oslo_vmware.api [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283456, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.656248] env[69357]: INFO nova.compute.manager [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Took 22.73 seconds to build instance. [ 1145.708972] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: d4d1668d-9a0a-4185-b190-7dc7cb668411] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1145.739129] env[69357]: DEBUG nova.objects.instance [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lazy-loading 'numa_topology' on Instance uuid 3325a9cb-086d-4817-8941-d1eb7aa09748 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.793220] env[69357]: DEBUG nova.compute.manager [req-c6b709fc-9783-4a1c-94b7-51d314510704 req-b3b573ec-e5ef-44e7-b2fc-0fcf5127e4c3 service nova] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Received event network-changed-b6dc1eb6-1ef1-4627-b473-4db26d6838f0 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.793345] env[69357]: DEBUG nova.compute.manager [req-c6b709fc-9783-4a1c-94b7-51d314510704 req-b3b573ec-e5ef-44e7-b2fc-0fcf5127e4c3 service nova] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Refreshing instance network info cache due to event network-changed-b6dc1eb6-1ef1-4627-b473-4db26d6838f0. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.793576] env[69357]: DEBUG oslo_concurrency.lockutils [req-c6b709fc-9783-4a1c-94b7-51d314510704 req-b3b573ec-e5ef-44e7-b2fc-0fcf5127e4c3 service nova] Acquiring lock "refresh_cache-3325a9cb-086d-4817-8941-d1eb7aa09748" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.793726] env[69357]: DEBUG oslo_concurrency.lockutils [req-c6b709fc-9783-4a1c-94b7-51d314510704 req-b3b573ec-e5ef-44e7-b2fc-0fcf5127e4c3 service nova] Acquired lock "refresh_cache-3325a9cb-086d-4817-8941-d1eb7aa09748" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.793916] env[69357]: DEBUG nova.network.neutron [req-c6b709fc-9783-4a1c-94b7-51d314510704 req-b3b573ec-e5ef-44e7-b2fc-0fcf5127e4c3 service nova] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Refreshing network info cache for port b6dc1eb6-1ef1-4627-b473-4db26d6838f0 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.897531] env[69357]: DEBUG oslo_concurrency.lockutils [None req-690e34b9-cf7e-4d0f-8f20-e935b9d93447 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "40fade25-4b45-40d6-b1ce-0756181953a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.531s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.017570] env[69357]: INFO nova.compute.manager [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Took 21.00 seconds to build instance. [ 1146.109878] env[69357]: DEBUG oslo_vmware.api [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283456, 'name': ReconfigVM_Task, 'duration_secs': 0.220081} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.110157] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1146.111154] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d14250-da7d-46bd-9df3-18aa86f6de21 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.113645] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3476543e-5c84-4b86-abd0-d8d53f2f15af tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "0d3cebd2-636d-4956-892b-5bbf14b6d83b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.092s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.143841] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] volume-1cb537cc-2f1d-4340-b8c1-b9961581fa37/volume-1cb537cc-2f1d-4340-b8c1-b9961581fa37.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.144601] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-840a428b-e60b-46c6-9a06-56a720b5ec61 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.158601] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b7fa1288-9b08-4e67-a7b3-9e24a74e74f6 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Lock "f7ce3877-9ef5-475c-b4de-8630e0005400" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.241s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.163592] env[69357]: DEBUG oslo_vmware.api [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1146.163592] env[69357]: value = "task-3283457" [ 1146.163592] env[69357]: _type = "Task" [ 1146.163592] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.171331] env[69357]: DEBUG oslo_vmware.api [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283457, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.212410] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 0555427b-3b13-46b5-81d1-bd67e53812f4] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1146.237835] env[69357]: DEBUG nova.compute.manager [req-b4273b77-9e25-4b4a-9572-a27ab11d976b req-3ebf36b4-bdad-4f2c-a37e-b2b6c4e5dba5 service nova] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Received event network-changed-2aa76bf9-79c1-4583-be2e-18a5f9cae874 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.237835] env[69357]: DEBUG nova.compute.manager [req-b4273b77-9e25-4b4a-9572-a27ab11d976b req-3ebf36b4-bdad-4f2c-a37e-b2b6c4e5dba5 service nova] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Refreshing instance network info cache due to event network-changed-2aa76bf9-79c1-4583-be2e-18a5f9cae874. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1146.237835] env[69357]: DEBUG oslo_concurrency.lockutils [req-b4273b77-9e25-4b4a-9572-a27ab11d976b req-3ebf36b4-bdad-4f2c-a37e-b2b6c4e5dba5 service nova] Acquiring lock "refresh_cache-caee54fd-3091-4ebd-94ac-879e7865f031" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.237951] env[69357]: DEBUG oslo_concurrency.lockutils [req-b4273b77-9e25-4b4a-9572-a27ab11d976b req-3ebf36b4-bdad-4f2c-a37e-b2b6c4e5dba5 service nova] Acquired lock "refresh_cache-caee54fd-3091-4ebd-94ac-879e7865f031" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.238186] env[69357]: DEBUG nova.network.neutron [req-b4273b77-9e25-4b4a-9572-a27ab11d976b req-3ebf36b4-bdad-4f2c-a37e-b2b6c4e5dba5 service nova] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Refreshing network info cache for port 2aa76bf9-79c1-4583-be2e-18a5f9cae874 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.243679] env[69357]: DEBUG nova.objects.base [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Object Instance<3325a9cb-086d-4817-8941-d1eb7aa09748> lazy-loaded attributes: resources,numa_topology {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1146.461235] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c84582-eb6f-458c-8266-7d27932171de {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.469248] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30de9e4e-1c11-45e4-875d-2108fabef011 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.499215] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638856d3-06dc-4d73-90a8-55d0abaa1144 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.506280] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c73504a-87ac-4a9f-b074-5507608582fd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.521506] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bb9cdec-3983-4d24-a108-8a11600d1cac tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lock "77b739f4-17b0-40a0-928d-982b74f38efe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.523s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.521976] env[69357]: DEBUG nova.compute.provider_tree [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.538405] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8539eadd-7733-4845-855a-1f61b17ddc60 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "9b869590-0a38-40d3-9de4-dccada7fb4cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.538625] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8539eadd-7733-4845-855a-1f61b17ddc60 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "9b869590-0a38-40d3-9de4-dccada7fb4cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.538831] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8539eadd-7733-4845-855a-1f61b17ddc60 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "9b869590-0a38-40d3-9de4-dccada7fb4cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.539019] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8539eadd-7733-4845-855a-1f61b17ddc60 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "9b869590-0a38-40d3-9de4-dccada7fb4cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.539199] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8539eadd-7733-4845-855a-1f61b17ddc60 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "9b869590-0a38-40d3-9de4-dccada7fb4cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.541074] env[69357]: INFO nova.compute.manager [None req-8539eadd-7733-4845-855a-1f61b17ddc60 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Terminating instance [ 1146.622664] env[69357]: INFO nova.compute.manager [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Rescuing [ 1146.622920] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquiring lock "refresh_cache-77b739f4-17b0-40a0-928d-982b74f38efe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.623091] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquired lock "refresh_cache-77b739f4-17b0-40a0-928d-982b74f38efe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.623262] env[69357]: DEBUG nova.network.neutron [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.664763] env[69357]: DEBUG nova.network.neutron [req-c6b709fc-9783-4a1c-94b7-51d314510704 req-b3b573ec-e5ef-44e7-b2fc-0fcf5127e4c3 service nova] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Updated VIF entry in instance network info cache for port b6dc1eb6-1ef1-4627-b473-4db26d6838f0. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.665382] env[69357]: DEBUG nova.network.neutron [req-c6b709fc-9783-4a1c-94b7-51d314510704 req-b3b573ec-e5ef-44e7-b2fc-0fcf5127e4c3 service nova] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Updating instance_info_cache with network_info: [{"id": "b6dc1eb6-1ef1-4627-b473-4db26d6838f0", "address": "fa:16:3e:d0:08:57", "network": {"id": "5ddc1356-bab9-45c4-8200-1fb7195f0d77", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-903464567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c73ab9fcfd4648fd8935b075e25a9deb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb6dc1eb6-1e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.680740] env[69357]: DEBUG oslo_vmware.api [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.715549] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 8bd83bcb-b28b-46d8-bf52-67cc714b3656] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1146.860061] env[69357]: DEBUG oslo_concurrency.lockutils [None req-23e15c56-3cc8-4fab-a60d-013de6683525 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Acquiring lock "f7ce3877-9ef5-475c-b4de-8630e0005400" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.860386] env[69357]: DEBUG oslo_concurrency.lockutils [None req-23e15c56-3cc8-4fab-a60d-013de6683525 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Lock "f7ce3877-9ef5-475c-b4de-8630e0005400" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.860597] env[69357]: DEBUG oslo_concurrency.lockutils [None req-23e15c56-3cc8-4fab-a60d-013de6683525 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Acquiring lock "f7ce3877-9ef5-475c-b4de-8630e0005400-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.860713] env[69357]: DEBUG oslo_concurrency.lockutils [None req-23e15c56-3cc8-4fab-a60d-013de6683525 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Lock "f7ce3877-9ef5-475c-b4de-8630e0005400-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.860883] env[69357]: DEBUG oslo_concurrency.lockutils [None req-23e15c56-3cc8-4fab-a60d-013de6683525 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Lock "f7ce3877-9ef5-475c-b4de-8630e0005400-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.863139] env[69357]: INFO nova.compute.manager [None req-23e15c56-3cc8-4fab-a60d-013de6683525 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Terminating instance [ 1146.933307] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquiring lock "3325a9cb-086d-4817-8941-d1eb7aa09748" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.020010] env[69357]: DEBUG nova.network.neutron [req-b4273b77-9e25-4b4a-9572-a27ab11d976b req-3ebf36b4-bdad-4f2c-a37e-b2b6c4e5dba5 service nova] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Updated VIF entry in instance network info cache for port 2aa76bf9-79c1-4583-be2e-18a5f9cae874. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.020442] env[69357]: DEBUG nova.network.neutron [req-b4273b77-9e25-4b4a-9572-a27ab11d976b req-3ebf36b4-bdad-4f2c-a37e-b2b6c4e5dba5 service nova] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Updating instance_info_cache with network_info: [{"id": "2aa76bf9-79c1-4583-be2e-18a5f9cae874", "address": "fa:16:3e:ab:fd:16", "network": {"id": "91507c6f-2dae-4b3a-832f-a0844c7f3c7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-298291127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25f1f9bf540c4f3ca42ed05d7038170a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aa76bf9-79", "ovs_interfaceid": "2aa76bf9-79c1-4583-be2e-18a5f9cae874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.027905] env[69357]: DEBUG nova.scheduler.client.report [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.045069] env[69357]: DEBUG nova.compute.manager [None req-8539eadd-7733-4845-855a-1f61b17ddc60 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1147.045320] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8539eadd-7733-4845-855a-1f61b17ddc60 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.046502] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83f0ea4-849c-4139-bea5-7495c806aa53 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.058350] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8539eadd-7733-4845-855a-1f61b17ddc60 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.059068] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d2381f0-8d36-46f8-9c8f-a6b1e8d23358 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.065121] env[69357]: DEBUG oslo_vmware.api [None req-8539eadd-7733-4845-855a-1f61b17ddc60 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1147.065121] env[69357]: value = "task-3283458" [ 1147.065121] env[69357]: _type = "Task" [ 1147.065121] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.075274] env[69357]: DEBUG oslo_vmware.api [None req-8539eadd-7733-4845-855a-1f61b17ddc60 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.168590] env[69357]: DEBUG oslo_concurrency.lockutils [req-c6b709fc-9783-4a1c-94b7-51d314510704 req-b3b573ec-e5ef-44e7-b2fc-0fcf5127e4c3 service nova] Releasing lock "refresh_cache-3325a9cb-086d-4817-8941-d1eb7aa09748" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.177906] env[69357]: DEBUG oslo_vmware.api [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283457, 'name': ReconfigVM_Task, 'duration_secs': 0.620115} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.178200] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Reconfigured VM instance instance-00000069 to attach disk [datastore2] volume-1cb537cc-2f1d-4340-b8c1-b9961581fa37/volume-1cb537cc-2f1d-4340-b8c1-b9961581fa37.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.178481] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Updating instance '8ea553bd-7063-4123-90f4-f53808003b23' progress to 50 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.218988] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 5ee60746-af58-4e07-95ed-f081cab6d53d] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1147.368800] env[69357]: DEBUG nova.network.neutron [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Updating instance_info_cache with network_info: [{"id": "90257ded-c4e9-4b02-b151-5f83d004c827", "address": "fa:16:3e:28:60:60", "network": {"id": "82074a93-c394-43bb-b0c1-afe7aca69dda", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-872553940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "452367d5ad0f445ab04561b34a61ac38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90257ded-c4", "ovs_interfaceid": "90257ded-c4e9-4b02-b151-5f83d004c827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.370407] env[69357]: DEBUG nova.compute.manager [None req-23e15c56-3cc8-4fab-a60d-013de6683525 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1147.370609] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-23e15c56-3cc8-4fab-a60d-013de6683525 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.371686] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a142f564-c0e2-4458-a3aa-7d43262364b7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.380180] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e15c56-3cc8-4fab-a60d-013de6683525 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.380969] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4a3498c-505b-4f25-9686-0a09fedd0977 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.388067] env[69357]: DEBUG oslo_vmware.api [None req-23e15c56-3cc8-4fab-a60d-013de6683525 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Waiting for the task: (returnval){ [ 1147.388067] env[69357]: value = "task-3283459" [ 1147.388067] env[69357]: _type = "Task" [ 1147.388067] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.397380] env[69357]: DEBUG oslo_vmware.api [None req-23e15c56-3cc8-4fab-a60d-013de6683525 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': task-3283459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.402521] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "e4a8c873-58eb-4579-9475-64721dc597d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.402641] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "e4a8c873-58eb-4579-9475-64721dc597d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.524725] env[69357]: DEBUG oslo_concurrency.lockutils [req-b4273b77-9e25-4b4a-9572-a27ab11d976b req-3ebf36b4-bdad-4f2c-a37e-b2b6c4e5dba5 service nova] Releasing lock "refresh_cache-caee54fd-3091-4ebd-94ac-879e7865f031" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.530758] env[69357]: DEBUG oslo_concurrency.lockutils [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.294s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.578209] env[69357]: DEBUG oslo_vmware.api [None req-8539eadd-7733-4845-855a-1f61b17ddc60 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283458, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.685343] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484bb3da-c440-4fb6-a874-4cb011a15d5b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.707490] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3204f3-eb4b-4064-b9a5-58486ef29698 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.728280] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 05057cbb-6fa7-4d82-883e-d8785c6cbaae] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1147.730239] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Updating instance '8ea553bd-7063-4123-90f4-f53808003b23' progress to 67 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.871931] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Releasing lock "refresh_cache-77b739f4-17b0-40a0-928d-982b74f38efe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.901768] env[69357]: DEBUG oslo_vmware.api [None req-23e15c56-3cc8-4fab-a60d-013de6683525 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': task-3283459, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.906449] env[69357]: DEBUG nova.compute.manager [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1148.039887] env[69357]: DEBUG oslo_concurrency.lockutils [None req-429232c5-271b-4883-81fc-811751824e26 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lock "3325a9cb-086d-4817-8941-d1eb7aa09748" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.856s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.040634] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lock "3325a9cb-086d-4817-8941-d1eb7aa09748" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.108s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.040959] env[69357]: INFO nova.compute.manager [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Unshelving [ 1148.077198] env[69357]: DEBUG oslo_vmware.api [None req-8539eadd-7733-4845-855a-1f61b17ddc60 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283458, 'name': PowerOffVM_Task, 'duration_secs': 0.920442} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.077489] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8539eadd-7733-4845-855a-1f61b17ddc60 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.077668] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8539eadd-7733-4845-855a-1f61b17ddc60 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.077927] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5de79492-bb4f-48af-9a21-c0fd5a080a67 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.152902] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8539eadd-7733-4845-855a-1f61b17ddc60 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1148.153170] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8539eadd-7733-4845-855a-1f61b17ddc60 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1148.153373] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-8539eadd-7733-4845-855a-1f61b17ddc60 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Deleting the datastore file [datastore2] 9b869590-0a38-40d3-9de4-dccada7fb4cf {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.153674] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42861b9a-ef65-43cc-adc0-c2e2c0de8db3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.160140] env[69357]: DEBUG oslo_vmware.api [None req-8539eadd-7733-4845-855a-1f61b17ddc60 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1148.160140] env[69357]: value = "task-3283461" [ 1148.160140] env[69357]: _type = "Task" [ 1148.160140] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.168362] env[69357]: DEBUG oslo_vmware.api [None req-8539eadd-7733-4845-855a-1f61b17ddc60 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.234462] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: b1395227-b74b-4fee-8895-26a4b293fb1f] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.400095] env[69357]: DEBUG oslo_vmware.api [None req-23e15c56-3cc8-4fab-a60d-013de6683525 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': task-3283459, 'name': PowerOffVM_Task, 'duration_secs': 0.60533} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.400414] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e15c56-3cc8-4fab-a60d-013de6683525 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.400661] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-23e15c56-3cc8-4fab-a60d-013de6683525 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.400853] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9092a09c-2db8-40f4-819f-7e3a8f76737b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.431100] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.431416] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.435467] env[69357]: INFO nova.compute.claims [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.561274] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-23e15c56-3cc8-4fab-a60d-013de6683525 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1148.561514] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-23e15c56-3cc8-4fab-a60d-013de6683525 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1148.561721] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-23e15c56-3cc8-4fab-a60d-013de6683525 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Deleting the datastore file [datastore2] f7ce3877-9ef5-475c-b4de-8630e0005400 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.561989] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9366b3ba-f7ef-4dbc-b67e-e5428ec012e8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.568137] env[69357]: DEBUG oslo_vmware.api [None req-23e15c56-3cc8-4fab-a60d-013de6683525 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Waiting for the task: (returnval){ [ 1148.568137] env[69357]: value = "task-3283463" [ 1148.568137] env[69357]: _type = "Task" [ 1148.568137] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.575183] env[69357]: DEBUG oslo_vmware.api [None req-23e15c56-3cc8-4fab-a60d-013de6683525 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': task-3283463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.669603] env[69357]: DEBUG oslo_vmware.api [None req-8539eadd-7733-4845-855a-1f61b17ddc60 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366317} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.669894] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-8539eadd-7733-4845-855a-1f61b17ddc60 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.670051] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8539eadd-7733-4845-855a-1f61b17ddc60 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.670273] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8539eadd-7733-4845-855a-1f61b17ddc60 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.670400] env[69357]: INFO nova.compute.manager [None req-8539eadd-7733-4845-855a-1f61b17ddc60 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1148.670635] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8539eadd-7733-4845-855a-1f61b17ddc60 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.670829] env[69357]: DEBUG nova.compute.manager [-] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1148.670960] env[69357]: DEBUG nova.network.neutron [-] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1148.740479] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 97dc6c38-2108-49df-9ccc-dceb0fc41cc8] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.963178] env[69357]: DEBUG nova.compute.manager [req-a7c4d436-d27e-4371-a3ec-6e7ed539c8c6 req-a86d011a-4873-4ecb-a9d6-76ef38b52226 service nova] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Received event network-vif-deleted-07f59bf7-a256-4fa5-a2aa-b315295fa781 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.963394] env[69357]: INFO nova.compute.manager [req-a7c4d436-d27e-4371-a3ec-6e7ed539c8c6 req-a86d011a-4873-4ecb-a9d6-76ef38b52226 service nova] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Neutron deleted interface 07f59bf7-a256-4fa5-a2aa-b315295fa781; detaching it from the instance and deleting it from the info cache [ 1148.963567] env[69357]: DEBUG nova.network.neutron [req-a7c4d436-d27e-4371-a3ec-6e7ed539c8c6 req-a86d011a-4873-4ecb-a9d6-76ef38b52226 service nova] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.065162] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.077401] env[69357]: DEBUG oslo_vmware.api [None req-23e15c56-3cc8-4fab-a60d-013de6683525 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': task-3283463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.244283] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 6f036279-a4b6-4427-a490-15ec5a5cb41c] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.383214] env[69357]: DEBUG nova.network.neutron [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Port 2ed986ca-84ac-4a99-950a-ec97276cd0e6 binding to destination host cpu-1 is already ACTIVE {{(pid=69357) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1149.419404] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.419709] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-546803bc-179c-4bd5-895d-dad85f1994c1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.426563] env[69357]: DEBUG oslo_vmware.api [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1149.426563] env[69357]: value = "task-3283464" [ 1149.426563] env[69357]: _type = "Task" [ 1149.426563] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.435837] env[69357]: DEBUG oslo_vmware.api [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.448060] env[69357]: DEBUG nova.network.neutron [-] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.466456] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c83e5ff3-13fe-4d72-9436-5003dc4c8cbc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.476416] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a0625e-5ec6-4971-ab37-6109d073d660 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.513759] env[69357]: DEBUG nova.compute.manager [req-a7c4d436-d27e-4371-a3ec-6e7ed539c8c6 req-a86d011a-4873-4ecb-a9d6-76ef38b52226 service nova] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Detach interface failed, port_id=07f59bf7-a256-4fa5-a2aa-b315295fa781, reason: Instance 9b869590-0a38-40d3-9de4-dccada7fb4cf could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1149.577733] env[69357]: DEBUG oslo_vmware.api [None req-23e15c56-3cc8-4fab-a60d-013de6683525 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': task-3283463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.619854} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.577988] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-23e15c56-3cc8-4fab-a60d-013de6683525 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.578202] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-23e15c56-3cc8-4fab-a60d-013de6683525 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1149.578427] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-23e15c56-3cc8-4fab-a60d-013de6683525 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1149.578589] env[69357]: INFO nova.compute.manager [None req-23e15c56-3cc8-4fab-a60d-013de6683525 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Took 2.21 seconds to destroy the instance on the hypervisor. [ 1149.578824] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23e15c56-3cc8-4fab-a60d-013de6683525 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.581224] env[69357]: DEBUG nova.compute.manager [-] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1149.581327] env[69357]: DEBUG nova.network.neutron [-] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1149.650392] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f23794e-16cc-451a-976a-3416600fa0c9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.657853] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4253ddc5-42fb-460d-b58b-e752bd00ba9b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.690199] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b380446-7ed5-473f-af7c-c283387f3fd0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.698252] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46553fb3-42d7-45c3-8c9b-c4b000544984 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.711550] env[69357]: DEBUG nova.compute.provider_tree [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.747537] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: a615691c-6328-4da1-973a-024a5864419b] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.937461] env[69357]: DEBUG oslo_vmware.api [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283464, 'name': PowerOffVM_Task, 'duration_secs': 0.179627} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.938482] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.939285] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb971b4-56d3-483b-ac7a-9e186520ef75 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.961202] env[69357]: INFO nova.compute.manager [-] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Took 1.29 seconds to deallocate network for instance. [ 1149.963456] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7e9010-4d49-48ea-a4ff-8bc699c75bc4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.010538] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.011103] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a22297c4-3f29-4bfd-a8c8-f05fb98f6561 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.018088] env[69357]: DEBUG oslo_vmware.api [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1150.018088] env[69357]: value = "task-3283465" [ 1150.018088] env[69357]: _type = "Task" [ 1150.018088] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.026738] env[69357]: DEBUG oslo_vmware.api [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.216200] env[69357]: DEBUG nova.scheduler.client.report [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.254385] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: b11d0515-96c6-4642-9138-fd1717ee5980] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.406519] env[69357]: DEBUG oslo_concurrency.lockutils [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "8ea553bd-7063-4123-90f4-f53808003b23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.406624] env[69357]: DEBUG oslo_concurrency.lockutils [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "8ea553bd-7063-4123-90f4-f53808003b23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.406843] env[69357]: DEBUG oslo_concurrency.lockutils [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "8ea553bd-7063-4123-90f4-f53808003b23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.471484] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8539eadd-7733-4845-855a-1f61b17ddc60 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.533609] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] VM already powered off {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1150.533855] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1150.534196] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.534353] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.534573] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1150.534856] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cfd4f79-7dff-46cf-987d-4cabac690a75 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.544046] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1150.544247] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1150.544976] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69b31732-79db-489a-8a69-06590cb20967 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.551741] env[69357]: DEBUG oslo_vmware.api [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1150.551741] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5225f221-b2bb-ec5f-8db3-03692380a45d" [ 1150.551741] env[69357]: _type = "Task" [ 1150.551741] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.561215] env[69357]: DEBUG oslo_vmware.api [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5225f221-b2bb-ec5f-8db3-03692380a45d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.721754] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.290s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.722353] env[69357]: DEBUG nova.compute.manager [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1150.725018] env[69357]: DEBUG nova.network.neutron [-] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.726649] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.662s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.726863] env[69357]: DEBUG nova.objects.instance [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lazy-loading 'pci_requests' on Instance uuid 3325a9cb-086d-4817-8941-d1eb7aa09748 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.757964] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 293709c1-4f73-4f7c-a4b9-c11d41ab685e] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.991907] env[69357]: DEBUG nova.compute.manager [req-c736ea7c-31c3-4eab-940e-7c1464870ceb req-731dbb54-104d-41c7-b2e7-f96032f74ce7 service nova] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Received event network-vif-deleted-571a3e9e-6a64-470d-95fd-59ec8e58043f {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.992176] env[69357]: DEBUG nova.compute.manager [req-c736ea7c-31c3-4eab-940e-7c1464870ceb req-731dbb54-104d-41c7-b2e7-f96032f74ce7 service nova] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Received event network-vif-deleted-47a22234-d512-432c-9063-3bff9fb405b0 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.992369] env[69357]: DEBUG nova.compute.manager [req-c736ea7c-31c3-4eab-940e-7c1464870ceb req-731dbb54-104d-41c7-b2e7-f96032f74ce7 service nova] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Received event network-vif-deleted-446f50d1-7a29-4990-8feb-7ec58db5d80a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.063409] env[69357]: DEBUG oslo_vmware.api [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5225f221-b2bb-ec5f-8db3-03692380a45d, 'name': SearchDatastore_Task, 'duration_secs': 0.008992} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.064355] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89d08581-7915-44b6-b4c2-d4f3278f3b9c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.069971] env[69357]: DEBUG oslo_vmware.api [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1151.069971] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c69ac8-ac9a-b5b0-51a8-919d3f1ef39b" [ 1151.069971] env[69357]: _type = "Task" [ 1151.069971] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.078028] env[69357]: DEBUG oslo_vmware.api [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c69ac8-ac9a-b5b0-51a8-919d3f1ef39b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.229027] env[69357]: DEBUG nova.compute.utils [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1151.230575] env[69357]: DEBUG nova.compute.manager [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1151.230762] env[69357]: DEBUG nova.network.neutron [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1151.232860] env[69357]: INFO nova.compute.manager [-] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Took 1.65 seconds to deallocate network for instance. [ 1151.234437] env[69357]: DEBUG nova.objects.instance [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lazy-loading 'numa_topology' on Instance uuid 3325a9cb-086d-4817-8941-d1eb7aa09748 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.260905] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 28286417-98bc-4df3-b6d6-13b32ea1b304] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.281704] env[69357]: DEBUG nova.policy [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3ad29d51a8b4d3d9369dae6faa47c0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ce3a6bd35be4a73861bc478261e9be0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1151.447614] env[69357]: DEBUG oslo_concurrency.lockutils [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "refresh_cache-8ea553bd-7063-4123-90f4-f53808003b23" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.447614] env[69357]: DEBUG oslo_concurrency.lockutils [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquired lock "refresh_cache-8ea553bd-7063-4123-90f4-f53808003b23" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.447614] env[69357]: DEBUG nova.network.neutron [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.581142] env[69357]: DEBUG oslo_vmware.api [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c69ac8-ac9a-b5b0-51a8-919d3f1ef39b, 'name': SearchDatastore_Task, 'duration_secs': 0.009197} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.581398] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.581800] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 77b739f4-17b0-40a0-928d-982b74f38efe/fe1241e3-a525-45a4-9f14-4b6d4cb924e4-rescue.vmdk. {{(pid=69357) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1151.581922] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8501b85f-ede0-48de-9fb4-c7de4a22c275 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.585408] env[69357]: DEBUG nova.network.neutron [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Successfully created port: 29293339-c9a2-4b96-854a-e88e24a22d86 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1151.592543] env[69357]: DEBUG oslo_vmware.api [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1151.592543] env[69357]: value = "task-3283466" [ 1151.592543] env[69357]: _type = "Task" [ 1151.592543] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.600631] env[69357]: DEBUG oslo_vmware.api [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283466, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.736331] env[69357]: DEBUG nova.compute.manager [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1151.739614] env[69357]: INFO nova.compute.claims [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1151.741898] env[69357]: DEBUG oslo_concurrency.lockutils [None req-23e15c56-3cc8-4fab-a60d-013de6683525 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.764319] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 0d3bc6af-ee75-42fb-a73d-b30def9bcced] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.106794] env[69357]: DEBUG oslo_vmware.api [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283466, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.176400] env[69357]: DEBUG oslo_concurrency.lockutils [None req-159f2de8-0384-466d-b08c-42c9ad8c99aa tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquiring lock "d4d1f741-9ebb-4cad-8053-d278bf07b55a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.176544] env[69357]: DEBUG oslo_concurrency.lockutils [None req-159f2de8-0384-466d-b08c-42c9ad8c99aa tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "d4d1f741-9ebb-4cad-8053-d278bf07b55a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.207473] env[69357]: DEBUG nova.network.neutron [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Updating instance_info_cache with network_info: [{"id": "2ed986ca-84ac-4a99-950a-ec97276cd0e6", "address": "fa:16:3e:ca:2f:77", "network": {"id": "256f2819-f719-4377-82d3-97bddef87341", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-545752502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34055bbad79e42e59bb22ff7a0529002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ed986ca-84", "ovs_interfaceid": "2ed986ca-84ac-4a99-950a-ec97276cd0e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.266751] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 6d1b068e-3bc9-4b90-88a5-0f074666e084] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.605894] env[69357]: DEBUG oslo_vmware.api [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283466, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515472} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.606326] env[69357]: INFO nova.virt.vmwareapi.ds_util [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 77b739f4-17b0-40a0-928d-982b74f38efe/fe1241e3-a525-45a4-9f14-4b6d4cb924e4-rescue.vmdk. [ 1152.607149] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73ad6f2-2283-4509-9533-837b0a05cfd3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.632955] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 77b739f4-17b0-40a0-928d-982b74f38efe/fe1241e3-a525-45a4-9f14-4b6d4cb924e4-rescue.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.633240] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bc13941-8d1b-4138-8de2-ec21e781d089 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.651126] env[69357]: DEBUG oslo_vmware.api [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1152.651126] env[69357]: value = "task-3283467" [ 1152.651126] env[69357]: _type = "Task" [ 1152.651126] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.659096] env[69357]: DEBUG oslo_vmware.api [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283467, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.680372] env[69357]: DEBUG nova.compute.utils [None req-159f2de8-0384-466d-b08c-42c9ad8c99aa tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1152.709635] env[69357]: DEBUG oslo_concurrency.lockutils [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Releasing lock "refresh_cache-8ea553bd-7063-4123-90f4-f53808003b23" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.753165] env[69357]: DEBUG nova.compute.manager [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1152.770241] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: f4d88563-12d8-4196-854c-768310775bbe] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.791664] env[69357]: DEBUG nova.virt.hardware [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.792839] env[69357]: DEBUG nova.virt.hardware [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.792839] env[69357]: DEBUG nova.virt.hardware [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.792839] env[69357]: DEBUG nova.virt.hardware [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.792839] env[69357]: DEBUG nova.virt.hardware [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.792839] env[69357]: DEBUG nova.virt.hardware [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.792839] env[69357]: DEBUG nova.virt.hardware [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.793084] env[69357]: DEBUG nova.virt.hardware [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.793251] env[69357]: DEBUG nova.virt.hardware [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.793907] env[69357]: DEBUG nova.virt.hardware [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.793907] env[69357]: DEBUG nova.virt.hardware [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.794981] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aebace2-941c-490e-a386-f443611a9eb2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.807548] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b196380d-ed32-47b0-ae23-258034af5538 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.947934] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad25866-1f51-4109-bc29-37a070f92cd2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.957808] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a280f00e-4c4a-4f1e-b39a-0d3621306561 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.987697] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dd64a8-0290-4d9a-a7c6-1c6263fa5a95 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.994789] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6596dbf8-6dbe-4aaa-b71e-03a35595ab47 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.008092] env[69357]: DEBUG nova.compute.provider_tree [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.132253] env[69357]: DEBUG nova.network.neutron [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Successfully updated port: 29293339-c9a2-4b96-854a-e88e24a22d86 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1153.161253] env[69357]: DEBUG oslo_vmware.api [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283467, 'name': ReconfigVM_Task, 'duration_secs': 0.317264} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.161558] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 77b739f4-17b0-40a0-928d-982b74f38efe/fe1241e3-a525-45a4-9f14-4b6d4cb924e4-rescue.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.162435] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb33b4d-1f96-435e-b7d5-489eff666006 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.187746] env[69357]: DEBUG oslo_concurrency.lockutils [None req-159f2de8-0384-466d-b08c-42c9ad8c99aa tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "d4d1f741-9ebb-4cad-8053-d278bf07b55a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.188251] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e78e5122-9a4b-44f8-9245-e0bb3f9a12a9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.204516] env[69357]: DEBUG oslo_vmware.api [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1153.204516] env[69357]: value = "task-3283468" [ 1153.204516] env[69357]: _type = "Task" [ 1153.204516] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.213559] env[69357]: DEBUG oslo_vmware.api [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283468, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.214609] env[69357]: DEBUG nova.compute.manager [req-aee6bbc2-8c39-435d-aceb-1feca6d8eca6 req-6c918341-ef40-4d2b-8021-47da825b97cb service nova] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Received event network-vif-plugged-29293339-c9a2-4b96-854a-e88e24a22d86 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.214826] env[69357]: DEBUG oslo_concurrency.lockutils [req-aee6bbc2-8c39-435d-aceb-1feca6d8eca6 req-6c918341-ef40-4d2b-8021-47da825b97cb service nova] Acquiring lock "e4a8c873-58eb-4579-9475-64721dc597d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.215038] env[69357]: DEBUG oslo_concurrency.lockutils [req-aee6bbc2-8c39-435d-aceb-1feca6d8eca6 req-6c918341-ef40-4d2b-8021-47da825b97cb service nova] Lock "e4a8c873-58eb-4579-9475-64721dc597d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.215212] env[69357]: DEBUG oslo_concurrency.lockutils [req-aee6bbc2-8c39-435d-aceb-1feca6d8eca6 req-6c918341-ef40-4d2b-8021-47da825b97cb service nova] Lock "e4a8c873-58eb-4579-9475-64721dc597d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.215381] env[69357]: DEBUG nova.compute.manager [req-aee6bbc2-8c39-435d-aceb-1feca6d8eca6 req-6c918341-ef40-4d2b-8021-47da825b97cb service nova] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] No waiting events found dispatching network-vif-plugged-29293339-c9a2-4b96-854a-e88e24a22d86 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1153.215559] env[69357]: WARNING nova.compute.manager [req-aee6bbc2-8c39-435d-aceb-1feca6d8eca6 req-6c918341-ef40-4d2b-8021-47da825b97cb service nova] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Received unexpected event network-vif-plugged-29293339-c9a2-4b96-854a-e88e24a22d86 for instance with vm_state building and task_state spawning. [ 1153.219681] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b12f71-e099-4d29-818f-e447aa5511a6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.226467] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ea5be1-0e2e-4c09-b7dd-ae6f7382e11a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.273423] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: d8ea2cd9-9230-4dd2-8737-07d5ca6553bc] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.510996] env[69357]: DEBUG nova.scheduler.client.report [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.636732] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "refresh_cache-e4a8c873-58eb-4579-9475-64721dc597d9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.636891] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquired lock "refresh_cache-e4a8c873-58eb-4579-9475-64721dc597d9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.637089] env[69357]: DEBUG nova.network.neutron [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.715075] env[69357]: DEBUG oslo_vmware.api [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283468, 'name': ReconfigVM_Task, 'duration_secs': 0.162303} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.715075] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.715291] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7604fc68-38cd-423c-9ca3-fd40b322285d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.721865] env[69357]: DEBUG oslo_vmware.api [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1153.721865] env[69357]: value = "task-3283469" [ 1153.721865] env[69357]: _type = "Task" [ 1153.721865] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.730383] env[69357]: DEBUG oslo_vmware.api [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.778529] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 3f6cafba-02ad-47a6-b01d-58ad211c3e61] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.016491] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.290s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.018886] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8539eadd-7733-4845-855a-1f61b17ddc60 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.548s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.019152] env[69357]: DEBUG nova.objects.instance [None req-8539eadd-7733-4845-855a-1f61b17ddc60 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lazy-loading 'resources' on Instance uuid 9b869590-0a38-40d3-9de4-dccada7fb4cf {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.047345] env[69357]: INFO nova.network.neutron [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Updating port b6dc1eb6-1ef1-4627-b473-4db26d6838f0 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1154.170542] env[69357]: DEBUG nova.network.neutron [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1154.232933] env[69357]: DEBUG oslo_vmware.api [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283469, 'name': PowerOnVM_Task, 'duration_secs': 0.377042} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.233226] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.236154] env[69357]: DEBUG nova.compute.manager [None req-1b3a9229-af06-4f7d-a7d8-b8ef6a9aaca5 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1154.236935] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bfa9c1-d616-415f-896a-15e5f564525e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.243458] env[69357]: DEBUG oslo_concurrency.lockutils [None req-159f2de8-0384-466d-b08c-42c9ad8c99aa tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquiring lock "d4d1f741-9ebb-4cad-8053-d278bf07b55a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.243458] env[69357]: DEBUG oslo_concurrency.lockutils [None req-159f2de8-0384-466d-b08c-42c9ad8c99aa tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "d4d1f741-9ebb-4cad-8053-d278bf07b55a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.243458] env[69357]: INFO nova.compute.manager [None req-159f2de8-0384-466d-b08c-42c9ad8c99aa tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Attaching volume a894cbb7-49a5-4424-8a3c-254bd076f330 to /dev/sdb [ 1154.282826] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 64746735-2833-4b59-b40c-80985b2bca72] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.289022] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0cefb2-1cb1-46af-9a40-dbb580893f5f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.295530] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f3ccf5-82c4-48a6-a218-877dea0ea138 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.311648] env[69357]: DEBUG nova.virt.block_device [None req-159f2de8-0384-466d-b08c-42c9ad8c99aa tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Updating existing volume attachment record: 8f62fed7-de46-4686-b489-cdcd3ed4c64e {{(pid=69357) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1154.328507] env[69357]: DEBUG nova.network.neutron [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Updating instance_info_cache with network_info: [{"id": "29293339-c9a2-4b96-854a-e88e24a22d86", "address": "fa:16:3e:0a:2e:a7", "network": {"id": "14a080ce-f6fb-4b67-8c28-3f21d485ab29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1330525983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ce3a6bd35be4a73861bc478261e9be0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29293339-c9", "ovs_interfaceid": "29293339-c9a2-4b96-854a-e88e24a22d86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.332025] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a380c0-f5ca-4f12-88f2-47c33b232f71 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.356112] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c00fe7-ab5d-4cae-b3d4-febb698cdbf7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.364903] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Updating instance '8ea553bd-7063-4123-90f4-f53808003b23' progress to 83 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1154.703697] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d363ceee-e400-4e57-a900-930bae40bc49 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.711029] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6805588-3ae9-4056-9937-6c9a9d0e13f8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.739866] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542d874b-3ad5-4915-bcc5-6d8004cc4777 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.746381] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3793cb-b5f0-47d0-8d51-bc30e797ff74 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.760573] env[69357]: DEBUG nova.compute.provider_tree [None req-8539eadd-7733-4845-855a-1f61b17ddc60 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.789837] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 0bfa2a39-1184-4fd2-b0b6-e9f2223e0fdf] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.831100] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Releasing lock "refresh_cache-e4a8c873-58eb-4579-9475-64721dc597d9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.831432] env[69357]: DEBUG nova.compute.manager [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Instance network_info: |[{"id": "29293339-c9a2-4b96-854a-e88e24a22d86", "address": "fa:16:3e:0a:2e:a7", "network": {"id": "14a080ce-f6fb-4b67-8c28-3f21d485ab29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1330525983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ce3a6bd35be4a73861bc478261e9be0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29293339-c9", "ovs_interfaceid": "29293339-c9a2-4b96-854a-e88e24a22d86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1154.831844] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:2e:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2321dbbe-f64a-4253-a462-21676f8a278e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29293339-c9a2-4b96-854a-e88e24a22d86', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1154.839391] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.839826] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1154.840061] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9d8207d-07d9-41af-9c88-f17eebcc3f10 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.860949] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1154.860949] env[69357]: value = "task-3283471" [ 1154.860949] env[69357]: _type = "Task" [ 1154.860949] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.873088] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.875105] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283471, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.875105] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b2b3c06-99d9-4a4a-98cd-cb28593f5ac7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.879396] env[69357]: DEBUG oslo_vmware.api [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1154.879396] env[69357]: value = "task-3283472" [ 1154.879396] env[69357]: _type = "Task" [ 1154.879396] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.893513] env[69357]: DEBUG oslo_vmware.api [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.240067] env[69357]: DEBUG nova.compute.manager [req-29fd79ec-154e-4fe2-b07e-8f246dbcdd5f req-6daa116f-b1e8-4bbb-9d6c-d21c37a7dd36 service nova] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Received event network-changed-29293339-c9a2-4b96-854a-e88e24a22d86 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.240233] env[69357]: DEBUG nova.compute.manager [req-29fd79ec-154e-4fe2-b07e-8f246dbcdd5f req-6daa116f-b1e8-4bbb-9d6c-d21c37a7dd36 service nova] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Refreshing instance network info cache due to event network-changed-29293339-c9a2-4b96-854a-e88e24a22d86. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.240466] env[69357]: DEBUG oslo_concurrency.lockutils [req-29fd79ec-154e-4fe2-b07e-8f246dbcdd5f req-6daa116f-b1e8-4bbb-9d6c-d21c37a7dd36 service nova] Acquiring lock "refresh_cache-e4a8c873-58eb-4579-9475-64721dc597d9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.240621] env[69357]: DEBUG oslo_concurrency.lockutils [req-29fd79ec-154e-4fe2-b07e-8f246dbcdd5f req-6daa116f-b1e8-4bbb-9d6c-d21c37a7dd36 service nova] Acquired lock "refresh_cache-e4a8c873-58eb-4579-9475-64721dc597d9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.240825] env[69357]: DEBUG nova.network.neutron [req-29fd79ec-154e-4fe2-b07e-8f246dbcdd5f req-6daa116f-b1e8-4bbb-9d6c-d21c37a7dd36 service nova] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Refreshing network info cache for port 29293339-c9a2-4b96-854a-e88e24a22d86 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.264273] env[69357]: DEBUG nova.scheduler.client.report [None req-8539eadd-7733-4845-855a-1f61b17ddc60 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.293093] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 9bb73b0a-0b8a-45b0-be44-d106cfcb3209] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.371029] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283471, 'name': CreateVM_Task, 'duration_secs': 0.307444} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.371419] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1155.372174] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.372387] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.372738] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.373039] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e28ac57-bf39-4b8a-814c-963840125aed {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.377430] env[69357]: DEBUG oslo_vmware.api [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1155.377430] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52323395-8da7-5b81-8b60-921ceb0e37e7" [ 1155.377430] env[69357]: _type = "Task" [ 1155.377430] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.391834] env[69357]: DEBUG oslo_vmware.api [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52323395-8da7-5b81-8b60-921ceb0e37e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.392098] env[69357]: DEBUG oslo_vmware.api [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283472, 'name': PowerOnVM_Task, 'duration_secs': 0.388856} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.392348] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.392535] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-46d2c3c9-8e20-45c4-bca0-bc4590c4daf7 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Updating instance '8ea553bd-7063-4123-90f4-f53808003b23' progress to 100 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1155.772421] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8539eadd-7733-4845-855a-1f61b17ddc60 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.750s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.777017] env[69357]: DEBUG oslo_concurrency.lockutils [None req-23e15c56-3cc8-4fab-a60d-013de6683525 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.035s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.777296] env[69357]: DEBUG nova.objects.instance [None req-23e15c56-3cc8-4fab-a60d-013de6683525 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Lazy-loading 'resources' on Instance uuid f7ce3877-9ef5-475c-b4de-8630e0005400 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.795910] env[69357]: INFO nova.scheduler.client.report [None req-8539eadd-7733-4845-855a-1f61b17ddc60 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Deleted allocations for instance 9b869590-0a38-40d3-9de4-dccada7fb4cf [ 1155.796998] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 0b2c5aef-e7af-4f91-aa02-3e3999b6ad16] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.888995] env[69357]: DEBUG oslo_vmware.api [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52323395-8da7-5b81-8b60-921ceb0e37e7, 'name': SearchDatastore_Task, 'duration_secs': 0.015797} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.889330] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.889567] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1155.889830] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.890027] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.890226] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.890744] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a67c7a4-b236-4b1c-9a11-67d5b0af4fda {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.901603] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.901779] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.902551] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f9adb71-e002-4c24-8176-dcdcf415145e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.909604] env[69357]: DEBUG oslo_vmware.api [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1155.909604] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52b43bf5-7b0c-3a7e-2e61-d274c280a6b0" [ 1155.909604] env[69357]: _type = "Task" [ 1155.909604] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.920710] env[69357]: DEBUG oslo_vmware.api [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52b43bf5-7b0c-3a7e-2e61-d274c280a6b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.986804] env[69357]: DEBUG nova.network.neutron [req-29fd79ec-154e-4fe2-b07e-8f246dbcdd5f req-6daa116f-b1e8-4bbb-9d6c-d21c37a7dd36 service nova] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Updated VIF entry in instance network info cache for port 29293339-c9a2-4b96-854a-e88e24a22d86. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.987784] env[69357]: DEBUG nova.network.neutron [req-29fd79ec-154e-4fe2-b07e-8f246dbcdd5f req-6daa116f-b1e8-4bbb-9d6c-d21c37a7dd36 service nova] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Updating instance_info_cache with network_info: [{"id": "29293339-c9a2-4b96-854a-e88e24a22d86", "address": "fa:16:3e:0a:2e:a7", "network": {"id": "14a080ce-f6fb-4b67-8c28-3f21d485ab29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1330525983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ce3a6bd35be4a73861bc478261e9be0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29293339-c9", "ovs_interfaceid": "29293339-c9a2-4b96-854a-e88e24a22d86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.004226] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquiring lock "refresh_cache-3325a9cb-086d-4817-8941-d1eb7aa09748" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.004226] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquired lock "refresh_cache-3325a9cb-086d-4817-8941-d1eb7aa09748" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.004407] env[69357]: DEBUG nova.network.neutron [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.303228] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: ece62cc8-ff78-45fa-9e77-da0aa1cf1ee7] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.307361] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8539eadd-7733-4845-855a-1f61b17ddc60 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "9b869590-0a38-40d3-9de4-dccada7fb4cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.769s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.420847] env[69357]: DEBUG oslo_vmware.api [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52b43bf5-7b0c-3a7e-2e61-d274c280a6b0, 'name': SearchDatastore_Task, 'duration_secs': 0.015023} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.424283] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd7f9554-91eb-4bd7-9598-a3959f093126 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.429487] env[69357]: DEBUG oslo_vmware.api [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1156.429487] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52857f37-69b7-2009-9121-ccd85e6e9e32" [ 1156.429487] env[69357]: _type = "Task" [ 1156.429487] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.439468] env[69357]: DEBUG oslo_vmware.api [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52857f37-69b7-2009-9121-ccd85e6e9e32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.458317] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6687ce54-1612-42ad-8adc-5f3ea4650445 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.465596] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776b7264-4295-4849-919d-556dcaab32ad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.496078] env[69357]: DEBUG oslo_concurrency.lockutils [req-29fd79ec-154e-4fe2-b07e-8f246dbcdd5f req-6daa116f-b1e8-4bbb-9d6c-d21c37a7dd36 service nova] Releasing lock "refresh_cache-e4a8c873-58eb-4579-9475-64721dc597d9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.497303] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b285376e-4d1c-4e21-82ec-ba15ee618b68 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.504519] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bdaf84-b8d5-4b00-a414-3847f452f3c9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.522655] env[69357]: DEBUG nova.compute.provider_tree [None req-23e15c56-3cc8-4fab-a60d-013de6683525 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.764132] env[69357]: DEBUG nova.network.neutron [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Updating instance_info_cache with network_info: [{"id": "b6dc1eb6-1ef1-4627-b473-4db26d6838f0", "address": "fa:16:3e:d0:08:57", "network": {"id": "5ddc1356-bab9-45c4-8200-1fb7195f0d77", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-903464567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c73ab9fcfd4648fd8935b075e25a9deb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6dc1eb6-1e", "ovs_interfaceid": "b6dc1eb6-1ef1-4627-b473-4db26d6838f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.807860] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 3f4b0b9f-58b4-415d-bf2f-92f5121dfdfc] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.940606] env[69357]: DEBUG oslo_vmware.api [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52857f37-69b7-2009-9121-ccd85e6e9e32, 'name': SearchDatastore_Task, 'duration_secs': 0.025342} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.940830] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.941113] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] e4a8c873-58eb-4579-9475-64721dc597d9/e4a8c873-58eb-4579-9475-64721dc597d9.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1156.941405] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-362a0f10-c4d2-4f36-a0fc-fe6b9579c638 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.948204] env[69357]: DEBUG oslo_vmware.api [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1156.948204] env[69357]: value = "task-3283474" [ 1156.948204] env[69357]: _type = "Task" [ 1156.948204] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.956174] env[69357]: DEBUG oslo_vmware.api [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.968638] env[69357]: DEBUG oslo_concurrency.lockutils [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "b25188b0-ccfb-42f9-a8b9-2c715bdc1983" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.968853] env[69357]: DEBUG oslo_concurrency.lockutils [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "b25188b0-ccfb-42f9-a8b9-2c715bdc1983" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.026074] env[69357]: DEBUG nova.scheduler.client.report [None req-23e15c56-3cc8-4fab-a60d-013de6683525 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.268881] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Releasing lock "refresh_cache-3325a9cb-086d-4817-8941-d1eb7aa09748" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.277962] env[69357]: DEBUG nova.compute.manager [req-ef494ff4-04a8-40b1-8586-dc6da49cb055 req-e76d3f85-ce61-4594-b9d8-9bacc813d831 service nova] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Received event network-vif-plugged-b6dc1eb6-1ef1-4627-b473-4db26d6838f0 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.278221] env[69357]: DEBUG oslo_concurrency.lockutils [req-ef494ff4-04a8-40b1-8586-dc6da49cb055 req-e76d3f85-ce61-4594-b9d8-9bacc813d831 service nova] Acquiring lock "3325a9cb-086d-4817-8941-d1eb7aa09748-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.278446] env[69357]: DEBUG oslo_concurrency.lockutils [req-ef494ff4-04a8-40b1-8586-dc6da49cb055 req-e76d3f85-ce61-4594-b9d8-9bacc813d831 service nova] Lock "3325a9cb-086d-4817-8941-d1eb7aa09748-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.278613] env[69357]: DEBUG oslo_concurrency.lockutils [req-ef494ff4-04a8-40b1-8586-dc6da49cb055 req-e76d3f85-ce61-4594-b9d8-9bacc813d831 service nova] Lock "3325a9cb-086d-4817-8941-d1eb7aa09748-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.278928] env[69357]: DEBUG nova.compute.manager [req-ef494ff4-04a8-40b1-8586-dc6da49cb055 req-e76d3f85-ce61-4594-b9d8-9bacc813d831 service nova] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] No waiting events found dispatching network-vif-plugged-b6dc1eb6-1ef1-4627-b473-4db26d6838f0 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1157.279070] env[69357]: WARNING nova.compute.manager [req-ef494ff4-04a8-40b1-8586-dc6da49cb055 req-e76d3f85-ce61-4594-b9d8-9bacc813d831 service nova] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Received unexpected event network-vif-plugged-b6dc1eb6-1ef1-4627-b473-4db26d6838f0 for instance with vm_state shelved_offloaded and task_state spawning. [ 1157.279195] env[69357]: DEBUG nova.compute.manager [req-ef494ff4-04a8-40b1-8586-dc6da49cb055 req-e76d3f85-ce61-4594-b9d8-9bacc813d831 service nova] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Received event network-changed-b6dc1eb6-1ef1-4627-b473-4db26d6838f0 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.279320] env[69357]: DEBUG nova.compute.manager [req-ef494ff4-04a8-40b1-8586-dc6da49cb055 req-e76d3f85-ce61-4594-b9d8-9bacc813d831 service nova] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Refreshing instance network info cache due to event network-changed-b6dc1eb6-1ef1-4627-b473-4db26d6838f0. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1157.279502] env[69357]: DEBUG oslo_concurrency.lockutils [req-ef494ff4-04a8-40b1-8586-dc6da49cb055 req-e76d3f85-ce61-4594-b9d8-9bacc813d831 service nova] Acquiring lock "refresh_cache-3325a9cb-086d-4817-8941-d1eb7aa09748" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.279655] env[69357]: DEBUG oslo_concurrency.lockutils [req-ef494ff4-04a8-40b1-8586-dc6da49cb055 req-e76d3f85-ce61-4594-b9d8-9bacc813d831 service nova] Acquired lock "refresh_cache-3325a9cb-086d-4817-8941-d1eb7aa09748" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.279816] env[69357]: DEBUG nova.network.neutron [req-ef494ff4-04a8-40b1-8586-dc6da49cb055 req-e76d3f85-ce61-4594-b9d8-9bacc813d831 service nova] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Refreshing network info cache for port b6dc1eb6-1ef1-4627-b473-4db26d6838f0 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.299512] env[69357]: DEBUG nova.virt.hardware [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b2cfd5c54b846f3022920e175fdf6336',container_format='bare',created_at=2025-04-03T20:11:28Z,direct_url=,disk_format='vmdk',id=dc140147-0daf-42d5-8118-a85dd6142f12,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-326694520-shelved',owner='c73ab9fcfd4648fd8935b075e25a9deb',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-04-03T20:11:41Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.299773] env[69357]: DEBUG nova.virt.hardware [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.299949] env[69357]: DEBUG nova.virt.hardware [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.300164] env[69357]: DEBUG nova.virt.hardware [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.300319] env[69357]: DEBUG nova.virt.hardware [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.300491] env[69357]: DEBUG nova.virt.hardware [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.300713] env[69357]: DEBUG nova.virt.hardware [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.300878] env[69357]: DEBUG nova.virt.hardware [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.301078] env[69357]: DEBUG nova.virt.hardware [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.301256] env[69357]: DEBUG nova.virt.hardware [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.301445] env[69357]: DEBUG nova.virt.hardware [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.302752] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f8c08a-185a-4ffb-b588-be2f3c79ccb9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.311492] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4519af-e7ba-4a39-b9bb-50e6a244e30c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.315534] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 7555c663-00ba-4958-a819-6454f6c48dee] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.329722] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:08:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6dc1eb6-1ef1-4627-b473-4db26d6838f0', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.337886] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.338218] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1157.338511] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d29fcd1-c3aa-4ecf-b266-980efcde2fe9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.360307] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.360307] env[69357]: value = "task-3283475" [ 1157.360307] env[69357]: _type = "Task" [ 1157.360307] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.368426] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283475, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.459386] env[69357]: DEBUG oslo_vmware.api [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283474, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.471241] env[69357]: DEBUG nova.compute.manager [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1157.531187] env[69357]: DEBUG oslo_concurrency.lockutils [None req-23e15c56-3cc8-4fab-a60d-013de6683525 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.754s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.561497] env[69357]: INFO nova.scheduler.client.report [None req-23e15c56-3cc8-4fab-a60d-013de6683525 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Deleted allocations for instance f7ce3877-9ef5-475c-b4de-8630e0005400 [ 1157.668231] env[69357]: INFO nova.compute.manager [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Rescuing [ 1157.668564] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquiring lock "refresh_cache-81d45460-51bd-4054-b273-282e721c45fe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.668749] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquired lock "refresh_cache-81d45460-51bd-4054-b273-282e721c45fe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.668940] env[69357]: DEBUG nova.network.neutron [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.772126] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c0650646-fdcc-48d8-bb2e-4c8096baa9e9 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "8ea553bd-7063-4123-90f4-f53808003b23" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.772455] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c0650646-fdcc-48d8-bb2e-4c8096baa9e9 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "8ea553bd-7063-4123-90f4-f53808003b23" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.772656] env[69357]: DEBUG nova.compute.manager [None req-c0650646-fdcc-48d8-bb2e-4c8096baa9e9 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Going to confirm migration 6 {{(pid=69357) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1157.820215] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: ebcd1ef3-d8ef-4b38-a364-88f6424dc435] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.870102] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283475, 'name': CreateVM_Task, 'duration_secs': 0.482807} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.870275] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1157.870945] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc140147-0daf-42d5-8118-a85dd6142f12" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.871126] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc140147-0daf-42d5-8118-a85dd6142f12" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.871494] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc140147-0daf-42d5-8118-a85dd6142f12" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.871748] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8f6441f-62ba-4024-9e8a-67b8c9f2b625 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.876549] env[69357]: DEBUG oslo_vmware.api [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 1157.876549] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5252a707-7041-c242-364a-bee005155bea" [ 1157.876549] env[69357]: _type = "Task" [ 1157.876549] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.886070] env[69357]: DEBUG oslo_vmware.api [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5252a707-7041-c242-364a-bee005155bea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.959495] env[69357]: DEBUG oslo_vmware.api [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283474, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733115} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.959763] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] e4a8c873-58eb-4579-9475-64721dc597d9/e4a8c873-58eb-4579-9475-64721dc597d9.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1157.959975] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1157.960442] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3919c081-8b18-44b2-b258-465b61ad484e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.968853] env[69357]: DEBUG oslo_vmware.api [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1157.968853] env[69357]: value = "task-3283476" [ 1157.968853] env[69357]: _type = "Task" [ 1157.968853] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.979134] env[69357]: DEBUG oslo_vmware.api [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.997623] env[69357]: DEBUG oslo_concurrency.lockutils [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.998237] env[69357]: DEBUG oslo_concurrency.lockutils [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.999655] env[69357]: INFO nova.compute.claims [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1158.002623] env[69357]: DEBUG nova.network.neutron [req-ef494ff4-04a8-40b1-8586-dc6da49cb055 req-e76d3f85-ce61-4594-b9d8-9bacc813d831 service nova] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Updated VIF entry in instance network info cache for port b6dc1eb6-1ef1-4627-b473-4db26d6838f0. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.002957] env[69357]: DEBUG nova.network.neutron [req-ef494ff4-04a8-40b1-8586-dc6da49cb055 req-e76d3f85-ce61-4594-b9d8-9bacc813d831 service nova] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Updating instance_info_cache with network_info: [{"id": "b6dc1eb6-1ef1-4627-b473-4db26d6838f0", "address": "fa:16:3e:d0:08:57", "network": {"id": "5ddc1356-bab9-45c4-8200-1fb7195f0d77", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-903464567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c73ab9fcfd4648fd8935b075e25a9deb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6dc1eb6-1e", "ovs_interfaceid": "b6dc1eb6-1ef1-4627-b473-4db26d6838f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.069793] env[69357]: DEBUG oslo_concurrency.lockutils [None req-23e15c56-3cc8-4fab-a60d-013de6683525 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Lock "f7ce3877-9ef5-475c-b4de-8630e0005400" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.209s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.324812] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 226fc248-4007-4cc6-be70-12ec22c06193] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.370566] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c0650646-fdcc-48d8-bb2e-4c8096baa9e9 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "refresh_cache-8ea553bd-7063-4123-90f4-f53808003b23" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.370566] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c0650646-fdcc-48d8-bb2e-4c8096baa9e9 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquired lock "refresh_cache-8ea553bd-7063-4123-90f4-f53808003b23" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.370742] env[69357]: DEBUG nova.network.neutron [None req-c0650646-fdcc-48d8-bb2e-4c8096baa9e9 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.370927] env[69357]: DEBUG nova.objects.instance [None req-c0650646-fdcc-48d8-bb2e-4c8096baa9e9 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lazy-loading 'info_cache' on Instance uuid 8ea553bd-7063-4123-90f4-f53808003b23 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.389154] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc140147-0daf-42d5-8118-a85dd6142f12" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.389497] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Processing image dc140147-0daf-42d5-8118-a85dd6142f12 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1158.389742] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc140147-0daf-42d5-8118-a85dd6142f12/dc140147-0daf-42d5-8118-a85dd6142f12.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.389888] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc140147-0daf-42d5-8118-a85dd6142f12/dc140147-0daf-42d5-8118-a85dd6142f12.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.390082] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.390571] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03188f71-37a1-4a1e-9857-a0bef930d1fb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.409564] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.409564] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1158.409843] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a926481-0849-48c2-8fde-7834699f8803 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.416644] env[69357]: DEBUG oslo_vmware.api [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 1158.416644] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ad4c3e-4f93-5fd1-5bc9-c8c5575aa334" [ 1158.416644] env[69357]: _type = "Task" [ 1158.416644] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.424755] env[69357]: DEBUG oslo_vmware.api [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ad4c3e-4f93-5fd1-5bc9-c8c5575aa334, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.425861] env[69357]: DEBUG nova.network.neutron [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Updating instance_info_cache with network_info: [{"id": "7259a06b-b700-4717-83ce-746f7f6b0059", "address": "fa:16:3e:1c:92:9c", "network": {"id": "82074a93-c394-43bb-b0c1-afe7aca69dda", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-872553940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "452367d5ad0f445ab04561b34a61ac38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7259a06b-b7", "ovs_interfaceid": "7259a06b-b700-4717-83ce-746f7f6b0059", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.477413] env[69357]: DEBUG oslo_vmware.api [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066059} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.477705] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1158.478504] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccce1d0f-e647-4586-8f8e-4f86e76af99c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.501098] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] e4a8c873-58eb-4579-9475-64721dc597d9/e4a8c873-58eb-4579-9475-64721dc597d9.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.501633] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa343141-45d3-4473-84ac-59d3688c1c45 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.517323] env[69357]: DEBUG oslo_concurrency.lockutils [req-ef494ff4-04a8-40b1-8586-dc6da49cb055 req-e76d3f85-ce61-4594-b9d8-9bacc813d831 service nova] Releasing lock "refresh_cache-3325a9cb-086d-4817-8941-d1eb7aa09748" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.524051] env[69357]: DEBUG oslo_vmware.api [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1158.524051] env[69357]: value = "task-3283477" [ 1158.524051] env[69357]: _type = "Task" [ 1158.524051] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.535198] env[69357]: DEBUG oslo_vmware.api [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283477, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.827982] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 0c1376c6-1c72-4998-b90e-ff4500cef5c0] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.875671] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-159f2de8-0384-466d-b08c-42c9ad8c99aa tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Volume attach. Driver type: vmdk {{(pid=69357) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1158.875914] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-159f2de8-0384-466d-b08c-42c9ad8c99aa tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655711', 'volume_id': 'a894cbb7-49a5-4424-8a3c-254bd076f330', 'name': 'volume-a894cbb7-49a5-4424-8a3c-254bd076f330', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd4d1f741-9ebb-4cad-8053-d278bf07b55a', 'attached_at': '', 'detached_at': '', 'volume_id': 'a894cbb7-49a5-4424-8a3c-254bd076f330', 'serial': 'a894cbb7-49a5-4424-8a3c-254bd076f330'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1158.878783] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21879ea6-71b6-445d-b2bb-13eb1f5ba652 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.896847] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4bf2a3-0699-4662-85fd-19bc1d14570e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.926809] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-159f2de8-0384-466d-b08c-42c9ad8c99aa tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] volume-a894cbb7-49a5-4424-8a3c-254bd076f330/volume-a894cbb7-49a5-4424-8a3c-254bd076f330.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.930163] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-382c07af-ddab-48ab-8a31-859eed38e664 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.944168] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Releasing lock "refresh_cache-81d45460-51bd-4054-b273-282e721c45fe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.953577] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Preparing fetch location {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1158.953764] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Fetch image to [datastore1] OSTACK_IMG_f2c281e7-7b6c-4d0b-b751-c82d4794e201/OSTACK_IMG_f2c281e7-7b6c-4d0b-b751-c82d4794e201.vmdk {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1158.954293] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Downloading stream optimized image dc140147-0daf-42d5-8118-a85dd6142f12 to [datastore1] OSTACK_IMG_f2c281e7-7b6c-4d0b-b751-c82d4794e201/OSTACK_IMG_f2c281e7-7b6c-4d0b-b751-c82d4794e201.vmdk on the data store datastore1 as vApp {{(pid=69357) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1158.954293] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Downloading image file data dc140147-0daf-42d5-8118-a85dd6142f12 to the ESX as VM named 'OSTACK_IMG_f2c281e7-7b6c-4d0b-b751-c82d4794e201' {{(pid=69357) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1158.956164] env[69357]: DEBUG oslo_vmware.api [None req-159f2de8-0384-466d-b08c-42c9ad8c99aa tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for the task: (returnval){ [ 1158.956164] env[69357]: value = "task-3283478" [ 1158.956164] env[69357]: _type = "Task" [ 1158.956164] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.964903] env[69357]: DEBUG oslo_vmware.api [None req-159f2de8-0384-466d-b08c-42c9ad8c99aa tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283478, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.029396] env[69357]: DEBUG oslo_vmware.rw_handles [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1159.029396] env[69357]: value = "resgroup-9" [ 1159.029396] env[69357]: _type = "ResourcePool" [ 1159.029396] env[69357]: }. {{(pid=69357) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1159.029734] env[69357]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-028417e4-f9fd-44c8-909d-a8ef942fdb1f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.053191] env[69357]: DEBUG oslo_vmware.api [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.054521] env[69357]: DEBUG oslo_vmware.rw_handles [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lease: (returnval){ [ 1159.054521] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]526c2077-f49c-c131-f8f7-e400a8c80319" [ 1159.054521] env[69357]: _type = "HttpNfcLease" [ 1159.054521] env[69357]: } obtained for vApp import into resource pool (val){ [ 1159.054521] env[69357]: value = "resgroup-9" [ 1159.054521] env[69357]: _type = "ResourcePool" [ 1159.054521] env[69357]: }. {{(pid=69357) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1159.054808] env[69357]: DEBUG oslo_vmware.api [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the lease: (returnval){ [ 1159.054808] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]526c2077-f49c-c131-f8f7-e400a8c80319" [ 1159.054808] env[69357]: _type = "HttpNfcLease" [ 1159.054808] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1159.062634] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1159.062634] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]526c2077-f49c-c131-f8f7-e400a8c80319" [ 1159.062634] env[69357]: _type = "HttpNfcLease" [ 1159.062634] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1159.209220] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c362ad6-afbe-4a1c-b1e0-140874ac2416 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.217461] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9c08fc-9aba-47b3-ac21-0f1dea8f56ee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.248599] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d65fa2-6722-4af5-8bb4-82a8d5bf932a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.256758] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945ca5a0-d967-4a5f-b382-197020162f9a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.273110] env[69357]: DEBUG nova.compute.provider_tree [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1159.331340] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 74bd3572-edb4-4a8d-b0dc-f1b1262bf9e4] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.465830] env[69357]: DEBUG oslo_vmware.api [None req-159f2de8-0384-466d-b08c-42c9ad8c99aa tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283478, 'name': ReconfigVM_Task, 'duration_secs': 0.435647} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.466209] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-159f2de8-0384-466d-b08c-42c9ad8c99aa tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Reconfigured VM instance instance-00000067 to attach disk [datastore1] volume-a894cbb7-49a5-4424-8a3c-254bd076f330/volume-a894cbb7-49a5-4424-8a3c-254bd076f330.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.471317] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9282db7e-f19b-4fd2-8c8b-ac1b2b7fb05a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.489450] env[69357]: DEBUG oslo_vmware.api [None req-159f2de8-0384-466d-b08c-42c9ad8c99aa tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for the task: (returnval){ [ 1159.489450] env[69357]: value = "task-3283480" [ 1159.489450] env[69357]: _type = "Task" [ 1159.489450] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.500587] env[69357]: DEBUG oslo_vmware.api [None req-159f2de8-0384-466d-b08c-42c9ad8c99aa tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283480, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.535677] env[69357]: DEBUG oslo_vmware.api [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283477, 'name': ReconfigVM_Task, 'duration_secs': 0.841068} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.535924] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Reconfigured VM instance instance-00000070 to attach disk [datastore1] e4a8c873-58eb-4579-9475-64721dc597d9/e4a8c873-58eb-4579-9475-64721dc597d9.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.536714] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43192427-bdb6-4aaf-8d7f-daac15cc2a74 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.543346] env[69357]: DEBUG oslo_vmware.api [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1159.543346] env[69357]: value = "task-3283481" [ 1159.543346] env[69357]: _type = "Task" [ 1159.543346] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.553619] env[69357]: DEBUG oslo_vmware.api [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283481, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.568024] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1159.568024] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]526c2077-f49c-c131-f8f7-e400a8c80319" [ 1159.568024] env[69357]: _type = "HttpNfcLease" [ 1159.568024] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1159.759135] env[69357]: DEBUG nova.network.neutron [None req-c0650646-fdcc-48d8-bb2e-4c8096baa9e9 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Updating instance_info_cache with network_info: [{"id": "2ed986ca-84ac-4a99-950a-ec97276cd0e6", "address": "fa:16:3e:ca:2f:77", "network": {"id": "256f2819-f719-4377-82d3-97bddef87341", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-545752502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34055bbad79e42e59bb22ff7a0529002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ed986ca-84", "ovs_interfaceid": "2ed986ca-84ac-4a99-950a-ec97276cd0e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.794330] env[69357]: ERROR nova.scheduler.client.report [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [req-d6a4dc4e-f8db-4d15-8c35-6a93e73b3205] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcb9ec35-bfdd-4e17-b2d7-2501509e9896. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d6a4dc4e-f8db-4d15-8c35-6a93e73b3205"}]} [ 1159.811394] env[69357]: DEBUG nova.scheduler.client.report [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Refreshing inventories for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1159.823963] env[69357]: DEBUG nova.scheduler.client.report [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Updating ProviderTree inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1159.824270] env[69357]: DEBUG nova.compute.provider_tree [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1159.835017] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 20b531c3-fbbb-4b9c-b5fe-17ac474a72c9] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.838132] env[69357]: DEBUG nova.scheduler.client.report [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Refreshing aggregate associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, aggregates: None {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1159.857150] env[69357]: DEBUG nova.scheduler.client.report [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Refreshing trait associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1159.998996] env[69357]: DEBUG oslo_vmware.api [None req-159f2de8-0384-466d-b08c-42c9ad8c99aa tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283480, 'name': ReconfigVM_Task, 'duration_secs': 0.156054} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.001394] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-159f2de8-0384-466d-b08c-42c9ad8c99aa tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655711', 'volume_id': 'a894cbb7-49a5-4424-8a3c-254bd076f330', 'name': 'volume-a894cbb7-49a5-4424-8a3c-254bd076f330', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd4d1f741-9ebb-4cad-8053-d278bf07b55a', 'attached_at': '', 'detached_at': '', 'volume_id': 'a894cbb7-49a5-4424-8a3c-254bd076f330', 'serial': 'a894cbb7-49a5-4424-8a3c-254bd076f330'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1160.033458] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d17a66-b8dd-4c00-9830-717228699b38 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.041118] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fab6c8-d878-4dc5-b415-a68ccf871dfc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.052365] env[69357]: DEBUG oslo_vmware.api [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283481, 'name': Rename_Task, 'duration_secs': 0.164361} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.077866] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.078742] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-402e2d29-f789-4c15-a05f-d230cffa686d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.083392] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f5f95c-73b1-48a3-b2d4-d8825f357bd6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.089261] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1160.089261] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]526c2077-f49c-c131-f8f7-e400a8c80319" [ 1160.089261] env[69357]: _type = "HttpNfcLease" [ 1160.089261] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1160.089545] env[69357]: DEBUG oslo_vmware.rw_handles [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1160.089545] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]526c2077-f49c-c131-f8f7-e400a8c80319" [ 1160.089545] env[69357]: _type = "HttpNfcLease" [ 1160.089545] env[69357]: }. {{(pid=69357) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1160.091121] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9040c8-df3e-4674-b64f-ac9d702439f8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.093466] env[69357]: DEBUG oslo_vmware.api [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1160.093466] env[69357]: value = "task-3283482" [ 1160.093466] env[69357]: _type = "Task" [ 1160.093466] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.099418] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89846941-d561-42fb-8f35-feca018f3bfa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.105948] env[69357]: DEBUG oslo_vmware.rw_handles [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526a9d61-4b06-8c1d-80df-cf41f107cc8b/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1160.106256] env[69357]: DEBUG oslo_vmware.rw_handles [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526a9d61-4b06-8c1d-80df-cf41f107cc8b/disk-0.vmdk. {{(pid=69357) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1160.174869] env[69357]: DEBUG oslo_vmware.api [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283482, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.175388] env[69357]: DEBUG nova.compute.provider_tree [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1160.183249] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c077cbcc-dbbe-45ae-8e2a-b243a2f77d01 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.189353] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Acquiring lock "e00a52b4-76b6-4263-a57b-dd276e2226db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.189570] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Lock "e00a52b4-76b6-4263-a57b-dd276e2226db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.261840] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c0650646-fdcc-48d8-bb2e-4c8096baa9e9 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Releasing lock "refresh_cache-8ea553bd-7063-4123-90f4-f53808003b23" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.262112] env[69357]: DEBUG nova.objects.instance [None req-c0650646-fdcc-48d8-bb2e-4c8096baa9e9 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lazy-loading 'migration_context' on Instance uuid 8ea553bd-7063-4123-90f4-f53808003b23 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.341428] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 41430e64-1805-4d83-8f22-e967c59f12fd] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.512163] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.513026] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee597522-0846-4f60-9fef-1dd5ec92f326 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.519508] env[69357]: DEBUG oslo_vmware.api [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1160.519508] env[69357]: value = "task-3283483" [ 1160.519508] env[69357]: _type = "Task" [ 1160.519508] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.531026] env[69357]: DEBUG oslo_vmware.api [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.608440] env[69357]: DEBUG oslo_vmware.api [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283482, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.692219] env[69357]: DEBUG nova.compute.manager [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1160.729871] env[69357]: DEBUG nova.scheduler.client.report [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Updated inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with generation 165 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1160.729871] env[69357]: DEBUG nova.compute.provider_tree [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Updating resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 generation from 165 to 166 during operation: update_inventory {{(pid=69357) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1160.729871] env[69357]: DEBUG nova.compute.provider_tree [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1160.766534] env[69357]: DEBUG nova.objects.base [None req-c0650646-fdcc-48d8-bb2e-4c8096baa9e9 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Object Instance<8ea553bd-7063-4123-90f4-f53808003b23> lazy-loaded attributes: info_cache,migration_context {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1160.766534] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609da16e-353d-4a0d-b43f-c3ad02d50284 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.794593] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17ab01f8-fcc1-4a49-9e50-3a22d0d429b1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.801327] env[69357]: DEBUG oslo_vmware.api [None req-c0650646-fdcc-48d8-bb2e-4c8096baa9e9 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1160.801327] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52b0dbc4-1746-a055-a736-fa38086462b3" [ 1160.801327] env[69357]: _type = "Task" [ 1160.801327] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.810700] env[69357]: DEBUG oslo_vmware.api [None req-c0650646-fdcc-48d8-bb2e-4c8096baa9e9 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52b0dbc4-1746-a055-a736-fa38086462b3, 'name': SearchDatastore_Task, 'duration_secs': 0.007653} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.811920] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c0650646-fdcc-48d8-bb2e-4c8096baa9e9 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.844275] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 47b1d65d-fa52-4abc-a387-7313d13a9a22] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.033034] env[69357]: DEBUG oslo_vmware.api [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283483, 'name': PowerOffVM_Task, 'duration_secs': 0.219064} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.035069] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.035983] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10322eb1-dfa2-48d6-9132-625ec6a5550c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.057940] env[69357]: DEBUG nova.objects.instance [None req-159f2de8-0384-466d-b08c-42c9ad8c99aa tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lazy-loading 'flavor' on Instance uuid d4d1f741-9ebb-4cad-8053-d278bf07b55a {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.064870] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b878ce5d-2689-4968-a6f7-59a80ba2b907 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.105533] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.106230] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edad00f3-dde8-4e33-89f0-2433a288b319 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.111017] env[69357]: DEBUG oslo_vmware.api [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283482, 'name': PowerOnVM_Task, 'duration_secs': 0.57957} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.113250] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1161.113469] env[69357]: INFO nova.compute.manager [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1161.113641] env[69357]: DEBUG nova.compute.manager [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.114736] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031e1a22-3d16-471a-a1e5-4fa284c6bbb2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.118753] env[69357]: DEBUG oslo_vmware.api [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1161.118753] env[69357]: value = "task-3283484" [ 1161.118753] env[69357]: _type = "Task" [ 1161.118753] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.136943] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] VM already powered off {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1161.137205] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1161.137463] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.137626] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.137787] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.138081] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f93ef2f6-1e05-4fca-b3f6-750c2d1b149e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.147407] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.147585] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.149478] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ded93f5-e69d-4e84-a888-6a6a50bfda40 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.156868] env[69357]: DEBUG oslo_vmware.api [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1161.156868] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e9bd26-2fff-0641-0b30-66bc1d5c2775" [ 1161.156868] env[69357]: _type = "Task" [ 1161.156868] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.164485] env[69357]: DEBUG oslo_vmware.api [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e9bd26-2fff-0641-0b30-66bc1d5c2775, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.216254] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.237435] env[69357]: DEBUG oslo_concurrency.lockutils [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.239s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.238117] env[69357]: DEBUG nova.compute.manager [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1161.242551] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c0650646-fdcc-48d8-bb2e-4c8096baa9e9 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.431s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.347798] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: d48829d0-0de1-4dce-8acf-c60180ace0a7] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.551072] env[69357]: DEBUG oslo_vmware.rw_handles [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Completed reading data from the image iterator. {{(pid=69357) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1161.551301] env[69357]: DEBUG oslo_vmware.rw_handles [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526a9d61-4b06-8c1d-80df-cf41f107cc8b/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1161.552375] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1561df29-b6ce-47ab-97a4-024227e88875 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.559141] env[69357]: DEBUG oslo_vmware.rw_handles [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526a9d61-4b06-8c1d-80df-cf41f107cc8b/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1161.559345] env[69357]: DEBUG oslo_vmware.rw_handles [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526a9d61-4b06-8c1d-80df-cf41f107cc8b/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1161.559559] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e285abb5-72f2-4796-81b8-ecdd23ca03df {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.571099] env[69357]: DEBUG oslo_concurrency.lockutils [None req-159f2de8-0384-466d-b08c-42c9ad8c99aa tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "d4d1f741-9ebb-4cad-8053-d278bf07b55a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.329s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.640675] env[69357]: INFO nova.compute.manager [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Took 13.23 seconds to build instance. [ 1161.671247] env[69357]: DEBUG oslo_vmware.api [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e9bd26-2fff-0641-0b30-66bc1d5c2775, 'name': SearchDatastore_Task, 'duration_secs': 0.012833} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.672579] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79e24029-9f53-4155-9929-e492acb0c653 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.679622] env[69357]: DEBUG oslo_vmware.api [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1161.679622] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ae48d7-7e83-15c2-5895-04511505b228" [ 1161.679622] env[69357]: _type = "Task" [ 1161.679622] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.688397] env[69357]: DEBUG oslo_vmware.api [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ae48d7-7e83-15c2-5895-04511505b228, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.745369] env[69357]: DEBUG nova.compute.utils [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1161.749564] env[69357]: DEBUG nova.compute.manager [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1161.749564] env[69357]: DEBUG nova.network.neutron [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1161.801351] env[69357]: DEBUG oslo_vmware.rw_handles [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526a9d61-4b06-8c1d-80df-cf41f107cc8b/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1161.801666] env[69357]: INFO nova.virt.vmwareapi.images [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Downloaded image file data dc140147-0daf-42d5-8118-a85dd6142f12 [ 1161.802769] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02a855f-0d3b-40f3-b0ac-76c3f13594f1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.825913] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e998b9a-5315-4de5-ae67-593bba435d13 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.833014] env[69357]: DEBUG nova.policy [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11d1590b22aa4a97b82a92a371b5e17d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01537ba7ccd1491f8129f9bc9e5b0ba8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1161.852497] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: ec2f2a63-2c0c-4014-b0c6-1d76b70a3085] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.868326] env[69357]: INFO nova.virt.vmwareapi.images [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] The imported VM was unregistered [ 1161.870823] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Caching image {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1161.871101] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Creating directory with path [datastore1] devstack-image-cache_base/dc140147-0daf-42d5-8118-a85dd6142f12 {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.873984] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b80da2d4-45ac-4411-bbc9-dd85ae2a10d4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.904018] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Created directory with path [datastore1] devstack-image-cache_base/dc140147-0daf-42d5-8118-a85dd6142f12 {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.904018] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_f2c281e7-7b6c-4d0b-b751-c82d4794e201/OSTACK_IMG_f2c281e7-7b6c-4d0b-b751-c82d4794e201.vmdk to [datastore1] devstack-image-cache_base/dc140147-0daf-42d5-8118-a85dd6142f12/dc140147-0daf-42d5-8118-a85dd6142f12.vmdk. {{(pid=69357) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1161.904018] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-eccb0729-46f3-49a0-a7fa-d99201b065a6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.909572] env[69357]: DEBUG oslo_vmware.api [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 1161.909572] env[69357]: value = "task-3283486" [ 1161.909572] env[69357]: _type = "Task" [ 1161.909572] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.923366] env[69357]: DEBUG oslo_vmware.api [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283486, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.960025] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8897b55b-e49c-42cd-b261-15461758edcd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.966310] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfff15a1-96a8-4785-b2f6-44a8d2932c35 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.998353] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b919133a-9ec9-4e12-a404-a5c1dbf025de {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.006505] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec263091-85c9-451b-bbe0-f799c2ee38f7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.020602] env[69357]: DEBUG nova.compute.provider_tree [None req-c0650646-fdcc-48d8-bb2e-4c8096baa9e9 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.142756] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ef2de971-1a71-41ae-8f7a-be5f1c2e6bf6 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "e4a8c873-58eb-4579-9475-64721dc597d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.740s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.176102] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c2babe45-a2b7-43f2-8bf9-072151102ffe tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "e4a8c873-58eb-4579-9475-64721dc597d9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.176102] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c2babe45-a2b7-43f2-8bf9-072151102ffe tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "e4a8c873-58eb-4579-9475-64721dc597d9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.176102] env[69357]: DEBUG nova.compute.manager [None req-c2babe45-a2b7-43f2-8bf9-072151102ffe tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1162.176102] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22aa5d29-7789-43e2-994e-42c08f2fd128 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.184032] env[69357]: DEBUG nova.compute.manager [None req-c2babe45-a2b7-43f2-8bf9-072151102ffe tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69357) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1162.184032] env[69357]: DEBUG nova.objects.instance [None req-c2babe45-a2b7-43f2-8bf9-072151102ffe tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lazy-loading 'flavor' on Instance uuid e4a8c873-58eb-4579-9475-64721dc597d9 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.189343] env[69357]: DEBUG nova.network.neutron [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Successfully created port: 3562fb5c-48f0-4a66-afc5-4abc0f9816ec {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1162.195643] env[69357]: DEBUG oslo_vmware.api [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ae48d7-7e83-15c2-5895-04511505b228, 'name': SearchDatastore_Task, 'duration_secs': 0.011552} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.196634] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.197039] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 81d45460-51bd-4054-b273-282e721c45fe/fe1241e3-a525-45a4-9f14-4b6d4cb924e4-rescue.vmdk. {{(pid=69357) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1162.197435] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e4cdfe9-ba2b-4611-a8b0-d5b15bab10a2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.203977] env[69357]: DEBUG oslo_vmware.api [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1162.203977] env[69357]: value = "task-3283487" [ 1162.203977] env[69357]: _type = "Task" [ 1162.203977] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.212296] env[69357]: DEBUG oslo_vmware.api [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283487, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.253752] env[69357]: DEBUG nova.compute.manager [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1162.357981] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 8fbc7efb-85d5-43fc-87a5-057ed51229b1] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.393181] env[69357]: DEBUG oslo_concurrency.lockutils [None req-335550dc-31be-4bec-af89-d0dc718d5506 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquiring lock "d4d1f741-9ebb-4cad-8053-d278bf07b55a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.393435] env[69357]: DEBUG oslo_concurrency.lockutils [None req-335550dc-31be-4bec-af89-d0dc718d5506 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "d4d1f741-9ebb-4cad-8053-d278bf07b55a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.421778] env[69357]: DEBUG oslo_vmware.api [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283486, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.524029] env[69357]: DEBUG nova.scheduler.client.report [None req-c0650646-fdcc-48d8-bb2e-4c8096baa9e9 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.719664] env[69357]: DEBUG oslo_vmware.api [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283487, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.861191] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 9d3a99e6-4639-440d-90c2-e142903094c0] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.897570] env[69357]: DEBUG nova.compute.utils [None req-335550dc-31be-4bec-af89-d0dc718d5506 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.925498] env[69357]: DEBUG oslo_vmware.api [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283486, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.194012] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2babe45-a2b7-43f2-8bf9-072151102ffe tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.194513] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7925600-80f9-4c23-830a-910dc2952e34 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.206138] env[69357]: DEBUG oslo_vmware.api [None req-c2babe45-a2b7-43f2-8bf9-072151102ffe tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1163.206138] env[69357]: value = "task-3283488" [ 1163.206138] env[69357]: _type = "Task" [ 1163.206138] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.218753] env[69357]: DEBUG oslo_vmware.api [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283487, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.856771} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.222204] env[69357]: INFO nova.virt.vmwareapi.ds_util [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] 81d45460-51bd-4054-b273-282e721c45fe/fe1241e3-a525-45a4-9f14-4b6d4cb924e4-rescue.vmdk. [ 1163.222556] env[69357]: DEBUG oslo_vmware.api [None req-c2babe45-a2b7-43f2-8bf9-072151102ffe tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.223336] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7fd133-232e-4c54-b8c3-6d5e48833b9d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.253059] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 81d45460-51bd-4054-b273-282e721c45fe/fe1241e3-a525-45a4-9f14-4b6d4cb924e4-rescue.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.253415] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fd167f4-79b5-4d95-afdd-d52e19709ae4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.267863] env[69357]: DEBUG nova.compute.manager [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1163.278741] env[69357]: DEBUG oslo_vmware.api [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1163.278741] env[69357]: value = "task-3283489" [ 1163.278741] env[69357]: _type = "Task" [ 1163.278741] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.289741] env[69357]: DEBUG oslo_vmware.api [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283489, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.298583] env[69357]: DEBUG nova.virt.hardware [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.298951] env[69357]: DEBUG nova.virt.hardware [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.299204] env[69357]: DEBUG nova.virt.hardware [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.299450] env[69357]: DEBUG nova.virt.hardware [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.299734] env[69357]: DEBUG nova.virt.hardware [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.299880] env[69357]: DEBUG nova.virt.hardware [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.300210] env[69357]: DEBUG nova.virt.hardware [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.300434] env[69357]: DEBUG nova.virt.hardware [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.300653] env[69357]: DEBUG nova.virt.hardware [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.300828] env[69357]: DEBUG nova.virt.hardware [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.301036] env[69357]: DEBUG nova.virt.hardware [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.301957] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2436a04-3ca2-4582-b623-3db39f366160 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.312920] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0fe83e-592c-4dbb-a0b6-58b2e8528e17 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.364918] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 26f8e64b-a2f1-4659-ba44-8511c7b71f4b] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.400870] env[69357]: DEBUG oslo_concurrency.lockutils [None req-335550dc-31be-4bec-af89-d0dc718d5506 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "d4d1f741-9ebb-4cad-8053-d278bf07b55a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.425767] env[69357]: DEBUG oslo_vmware.api [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283486, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.535792] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c0650646-fdcc-48d8-bb2e-4c8096baa9e9 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.293s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.539063] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.323s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.540513] env[69357]: INFO nova.compute.claims [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1163.578043] env[69357]: DEBUG nova.compute.manager [req-fb26ae6f-ae54-4cc8-8821-b675573a1633 req-befdc8b5-b24e-488b-96bf-0c40f9d08fb3 service nova] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Received event network-vif-plugged-3562fb5c-48f0-4a66-afc5-4abc0f9816ec {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.578305] env[69357]: DEBUG oslo_concurrency.lockutils [req-fb26ae6f-ae54-4cc8-8821-b675573a1633 req-befdc8b5-b24e-488b-96bf-0c40f9d08fb3 service nova] Acquiring lock "b25188b0-ccfb-42f9-a8b9-2c715bdc1983-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.579978] env[69357]: DEBUG oslo_concurrency.lockutils [req-fb26ae6f-ae54-4cc8-8821-b675573a1633 req-befdc8b5-b24e-488b-96bf-0c40f9d08fb3 service nova] Lock "b25188b0-ccfb-42f9-a8b9-2c715bdc1983-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.579978] env[69357]: DEBUG oslo_concurrency.lockutils [req-fb26ae6f-ae54-4cc8-8821-b675573a1633 req-befdc8b5-b24e-488b-96bf-0c40f9d08fb3 service nova] Lock "b25188b0-ccfb-42f9-a8b9-2c715bdc1983-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.579978] env[69357]: DEBUG nova.compute.manager [req-fb26ae6f-ae54-4cc8-8821-b675573a1633 req-befdc8b5-b24e-488b-96bf-0c40f9d08fb3 service nova] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] No waiting events found dispatching network-vif-plugged-3562fb5c-48f0-4a66-afc5-4abc0f9816ec {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1163.579978] env[69357]: WARNING nova.compute.manager [req-fb26ae6f-ae54-4cc8-8821-b675573a1633 req-befdc8b5-b24e-488b-96bf-0c40f9d08fb3 service nova] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Received unexpected event network-vif-plugged-3562fb5c-48f0-4a66-afc5-4abc0f9816ec for instance with vm_state building and task_state spawning. [ 1163.709641] env[69357]: DEBUG nova.network.neutron [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Successfully updated port: 3562fb5c-48f0-4a66-afc5-4abc0f9816ec {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1163.724816] env[69357]: DEBUG oslo_vmware.api [None req-c2babe45-a2b7-43f2-8bf9-072151102ffe tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.793544] env[69357]: DEBUG oslo_vmware.api [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.868531] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: ff1d2974-d5a3-4753-9fa4-77f49949dd16] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.927184] env[69357]: DEBUG oslo_vmware.api [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283486, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.113387] env[69357]: INFO nova.scheduler.client.report [None req-c0650646-fdcc-48d8-bb2e-4c8096baa9e9 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Deleted allocation for migration 316298b2-f89e-4928-914f-a2ac016df4d4 [ 1164.219879] env[69357]: DEBUG oslo_concurrency.lockutils [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "refresh_cache-b25188b0-ccfb-42f9-a8b9-2c715bdc1983" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.219879] env[69357]: DEBUG oslo_concurrency.lockutils [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquired lock "refresh_cache-b25188b0-ccfb-42f9-a8b9-2c715bdc1983" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.219879] env[69357]: DEBUG nova.network.neutron [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.227875] env[69357]: DEBUG oslo_vmware.api [None req-c2babe45-a2b7-43f2-8bf9-072151102ffe tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283488, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.290587] env[69357]: DEBUG oslo_vmware.api [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283489, 'name': ReconfigVM_Task, 'duration_secs': 0.597291} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.292088] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 81d45460-51bd-4054-b273-282e721c45fe/fe1241e3-a525-45a4-9f14-4b6d4cb924e4-rescue.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.292234] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499d9c7e-e836-4552-986b-a43369c6391e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.318824] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47c73416-bbe3-4ec4-8610-880a58e17ca1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.335874] env[69357]: DEBUG oslo_vmware.api [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1164.335874] env[69357]: value = "task-3283490" [ 1164.335874] env[69357]: _type = "Task" [ 1164.335874] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.346439] env[69357]: DEBUG oslo_vmware.api [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283490, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.372075] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: bd2c496d-2105-408b-a786-771214b707ac] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.429583] env[69357]: DEBUG oslo_vmware.api [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283486, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.480006] env[69357]: DEBUG oslo_concurrency.lockutils [None req-335550dc-31be-4bec-af89-d0dc718d5506 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquiring lock "d4d1f741-9ebb-4cad-8053-d278bf07b55a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.480006] env[69357]: DEBUG oslo_concurrency.lockutils [None req-335550dc-31be-4bec-af89-d0dc718d5506 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "d4d1f741-9ebb-4cad-8053-d278bf07b55a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.480006] env[69357]: INFO nova.compute.manager [None req-335550dc-31be-4bec-af89-d0dc718d5506 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Attaching volume 9c78b9e8-e0bb-41ba-9590-d476bf4dd349 to /dev/sdc [ 1164.525441] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62fa27d-40f7-4614-a346-ae1ee3936f8e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.533976] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463d5066-a7e5-4463-bbff-d8153dedbe35 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.545048] env[69357]: INFO nova.compute.manager [None req-0b6c73dd-235a-47a3-bb49-f6ba64735fe8 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Get console output [ 1164.545420] env[69357]: WARNING nova.virt.vmwareapi.driver [None req-0b6c73dd-235a-47a3-bb49-f6ba64735fe8 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] The console log is missing. Check your VSPC configuration [ 1164.550959] env[69357]: DEBUG nova.virt.block_device [None req-335550dc-31be-4bec-af89-d0dc718d5506 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Updating existing volume attachment record: 116d28c9-569d-477a-a727-81a95bd4be1f {{(pid=69357) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1164.619210] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c0650646-fdcc-48d8-bb2e-4c8096baa9e9 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "8ea553bd-7063-4123-90f4-f53808003b23" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.847s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.724618] env[69357]: DEBUG oslo_vmware.api [None req-c2babe45-a2b7-43f2-8bf9-072151102ffe tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283488, 'name': PowerOffVM_Task, 'duration_secs': 1.048104} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.725173] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2babe45-a2b7-43f2-8bf9-072151102ffe tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.725624] env[69357]: DEBUG nova.compute.manager [None req-c2babe45-a2b7-43f2-8bf9-072151102ffe tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.726149] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04acd8a4-ae12-425e-aac4-07d1e6503398 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.754740] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3c9e0e-ecc0-4498-bc03-9ac008821fc7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.758054] env[69357]: DEBUG nova.network.neutron [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1164.764717] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ebeb9d-0476-4c96-9da6-5c1027ec46bc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.800227] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14970cce-a302-43b4-b404-b1377e5e4c13 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.808330] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1f7e1e-512a-4354-9d2c-b75bff2d1f43 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.823121] env[69357]: DEBUG nova.compute.provider_tree [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.846977] env[69357]: DEBUG oslo_vmware.api [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283490, 'name': ReconfigVM_Task, 'duration_secs': 0.195064} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.847257] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.847515] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2390e5fa-3433-4d98-a946-321e3fb881c4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.853059] env[69357]: DEBUG oslo_vmware.api [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1164.853059] env[69357]: value = "task-3283492" [ 1164.853059] env[69357]: _type = "Task" [ 1164.853059] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.860244] env[69357]: DEBUG oslo_vmware.api [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283492, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.876257] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: f10e7a79-4aee-4687-84e8-d4d238077566] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.927640] env[69357]: DEBUG oslo_vmware.api [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283486, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.955963] env[69357]: DEBUG nova.network.neutron [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Updating instance_info_cache with network_info: [{"id": "3562fb5c-48f0-4a66-afc5-4abc0f9816ec", "address": "fa:16:3e:94:1e:cf", "network": {"id": "1fe716ab-5de7-4135-baac-15962de59e5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-749542812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01537ba7ccd1491f8129f9bc9e5b0ba8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3562fb5c-48", "ovs_interfaceid": "3562fb5c-48f0-4a66-afc5-4abc0f9816ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.240469] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c2babe45-a2b7-43f2-8bf9-072151102ffe tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "e4a8c873-58eb-4579-9475-64721dc597d9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 3.067s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.326673] env[69357]: DEBUG nova.scheduler.client.report [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.363526] env[69357]: DEBUG oslo_vmware.api [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283492, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.379103] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 5aa34a63-63a3-4a14-a0b2-9d37065a2ec4] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.426589] env[69357]: DEBUG oslo_vmware.api [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283486, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.458893] env[69357]: DEBUG oslo_concurrency.lockutils [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Releasing lock "refresh_cache-b25188b0-ccfb-42f9-a8b9-2c715bdc1983" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.459596] env[69357]: DEBUG nova.compute.manager [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Instance network_info: |[{"id": "3562fb5c-48f0-4a66-afc5-4abc0f9816ec", "address": "fa:16:3e:94:1e:cf", "network": {"id": "1fe716ab-5de7-4135-baac-15962de59e5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-749542812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01537ba7ccd1491f8129f9bc9e5b0ba8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3562fb5c-48", "ovs_interfaceid": "3562fb5c-48f0-4a66-afc5-4abc0f9816ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1165.460168] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:1e:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3562fb5c-48f0-4a66-afc5-4abc0f9816ec', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1165.467839] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.468063] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1165.468292] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39c44e8f-4809-40af-910d-43ec7316da91 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.489445] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1165.489445] env[69357]: value = "task-3283493" [ 1165.489445] env[69357]: _type = "Task" [ 1165.489445] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.496467] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283493, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.608895] env[69357]: DEBUG nova.compute.manager [req-5c212ca9-6e24-45d3-b61e-8dacde95b785 req-1f881476-15d1-470e-8415-936baf43cbf5 service nova] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Received event network-changed-3562fb5c-48f0-4a66-afc5-4abc0f9816ec {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.609172] env[69357]: DEBUG nova.compute.manager [req-5c212ca9-6e24-45d3-b61e-8dacde95b785 req-1f881476-15d1-470e-8415-936baf43cbf5 service nova] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Refreshing instance network info cache due to event network-changed-3562fb5c-48f0-4a66-afc5-4abc0f9816ec. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1165.609369] env[69357]: DEBUG oslo_concurrency.lockutils [req-5c212ca9-6e24-45d3-b61e-8dacde95b785 req-1f881476-15d1-470e-8415-936baf43cbf5 service nova] Acquiring lock "refresh_cache-b25188b0-ccfb-42f9-a8b9-2c715bdc1983" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.609711] env[69357]: DEBUG oslo_concurrency.lockutils [req-5c212ca9-6e24-45d3-b61e-8dacde95b785 req-1f881476-15d1-470e-8415-936baf43cbf5 service nova] Acquired lock "refresh_cache-b25188b0-ccfb-42f9-a8b9-2c715bdc1983" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.609711] env[69357]: DEBUG nova.network.neutron [req-5c212ca9-6e24-45d3-b61e-8dacde95b785 req-1f881476-15d1-470e-8415-936baf43cbf5 service nova] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Refreshing network info cache for port 3562fb5c-48f0-4a66-afc5-4abc0f9816ec {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.750419] env[69357]: DEBUG oslo_concurrency.lockutils [None req-86b45e0a-8c96-4184-bac2-f9603028cc85 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "e4a8c873-58eb-4579-9475-64721dc597d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.750689] env[69357]: DEBUG oslo_concurrency.lockutils [None req-86b45e0a-8c96-4184-bac2-f9603028cc85 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "e4a8c873-58eb-4579-9475-64721dc597d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.750906] env[69357]: DEBUG oslo_concurrency.lockutils [None req-86b45e0a-8c96-4184-bac2-f9603028cc85 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "e4a8c873-58eb-4579-9475-64721dc597d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.751106] env[69357]: DEBUG oslo_concurrency.lockutils [None req-86b45e0a-8c96-4184-bac2-f9603028cc85 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "e4a8c873-58eb-4579-9475-64721dc597d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.751322] env[69357]: DEBUG oslo_concurrency.lockutils [None req-86b45e0a-8c96-4184-bac2-f9603028cc85 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "e4a8c873-58eb-4579-9475-64721dc597d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.754406] env[69357]: INFO nova.compute.manager [None req-86b45e0a-8c96-4184-bac2-f9603028cc85 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Terminating instance [ 1165.831573] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.832120] env[69357]: DEBUG nova.compute.manager [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1165.863934] env[69357]: DEBUG oslo_vmware.api [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283492, 'name': PowerOnVM_Task, 'duration_secs': 0.773567} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.864253] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.867139] env[69357]: DEBUG nova.compute.manager [None req-dbf3b9e3-965c-414d-a36f-992d68336ff2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.867984] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2f11bf-7c17-41c4-ae75-c40deebfbf91 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.882026] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 6eaf986f-0491-4160-accd-ee7bbd4dfe1b] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.928325] env[69357]: DEBUG oslo_vmware.api [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283486, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.909957} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.928597] env[69357]: INFO nova.virt.vmwareapi.ds_util [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_f2c281e7-7b6c-4d0b-b751-c82d4794e201/OSTACK_IMG_f2c281e7-7b6c-4d0b-b751-c82d4794e201.vmdk to [datastore1] devstack-image-cache_base/dc140147-0daf-42d5-8118-a85dd6142f12/dc140147-0daf-42d5-8118-a85dd6142f12.vmdk. [ 1165.928812] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Cleaning up location [datastore1] OSTACK_IMG_f2c281e7-7b6c-4d0b-b751-c82d4794e201 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1165.928979] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_f2c281e7-7b6c-4d0b-b751-c82d4794e201 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1165.929265] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e39151bd-1b22-4e0f-8745-66aa9c20bd6b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.936055] env[69357]: DEBUG oslo_vmware.api [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 1165.936055] env[69357]: value = "task-3283494" [ 1165.936055] env[69357]: _type = "Task" [ 1165.936055] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.943502] env[69357]: DEBUG oslo_vmware.api [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.998841] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283493, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.258561] env[69357]: DEBUG nova.compute.manager [None req-86b45e0a-8c96-4184-bac2-f9603028cc85 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1166.258791] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-86b45e0a-8c96-4184-bac2-f9603028cc85 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1166.259713] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d4e35b-400f-4d58-9d6a-036a00c2e8fc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.271028] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-86b45e0a-8c96-4184-bac2-f9603028cc85 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1166.271028] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4964cac-f304-4609-9567-f115965abd98 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.294386] env[69357]: DEBUG nova.network.neutron [req-5c212ca9-6e24-45d3-b61e-8dacde95b785 req-1f881476-15d1-470e-8415-936baf43cbf5 service nova] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Updated VIF entry in instance network info cache for port 3562fb5c-48f0-4a66-afc5-4abc0f9816ec. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1166.294725] env[69357]: DEBUG nova.network.neutron [req-5c212ca9-6e24-45d3-b61e-8dacde95b785 req-1f881476-15d1-470e-8415-936baf43cbf5 service nova] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Updating instance_info_cache with network_info: [{"id": "3562fb5c-48f0-4a66-afc5-4abc0f9816ec", "address": "fa:16:3e:94:1e:cf", "network": {"id": "1fe716ab-5de7-4135-baac-15962de59e5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-749542812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01537ba7ccd1491f8129f9bc9e5b0ba8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3562fb5c-48", "ovs_interfaceid": "3562fb5c-48f0-4a66-afc5-4abc0f9816ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.332929] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-86b45e0a-8c96-4184-bac2-f9603028cc85 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.333171] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-86b45e0a-8c96-4184-bac2-f9603028cc85 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.333353] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-86b45e0a-8c96-4184-bac2-f9603028cc85 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Deleting the datastore file [datastore1] e4a8c873-58eb-4579-9475-64721dc597d9 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.333611] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdd3fd8e-9e97-44e2-84e5-f7347bbfcd4a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.336666] env[69357]: DEBUG nova.compute.utils [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1166.337974] env[69357]: DEBUG nova.compute.manager [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1166.338152] env[69357]: DEBUG nova.network.neutron [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1166.344467] env[69357]: DEBUG oslo_vmware.api [None req-86b45e0a-8c96-4184-bac2-f9603028cc85 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1166.344467] env[69357]: value = "task-3283496" [ 1166.344467] env[69357]: _type = "Task" [ 1166.344467] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.352457] env[69357]: DEBUG oslo_vmware.api [None req-86b45e0a-8c96-4184-bac2-f9603028cc85 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.407990] env[69357]: DEBUG nova.policy [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c05aeacb9bd24880ad0664a20a217c4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e35e18704f124c31b555a33a87cf1b68', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1166.445821] env[69357]: DEBUG oslo_vmware.api [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.049167} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.446161] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1166.446339] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc140147-0daf-42d5-8118-a85dd6142f12/dc140147-0daf-42d5-8118-a85dd6142f12.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.446580] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc140147-0daf-42d5-8118-a85dd6142f12/dc140147-0daf-42d5-8118-a85dd6142f12.vmdk to [datastore1] 3325a9cb-086d-4817-8941-d1eb7aa09748/3325a9cb-086d-4817-8941-d1eb7aa09748.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1166.446863] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2bf753e0-dc09-47af-b7ec-8bb32a2ace9f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.453120] env[69357]: DEBUG oslo_vmware.api [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 1166.453120] env[69357]: value = "task-3283497" [ 1166.453120] env[69357]: _type = "Task" [ 1166.453120] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.460298] env[69357]: DEBUG oslo_vmware.api [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.500786] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283493, 'name': CreateVM_Task, 'duration_secs': 0.540856} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.500956] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1166.502364] env[69357]: DEBUG oslo_concurrency.lockutils [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.502536] env[69357]: DEBUG oslo_concurrency.lockutils [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.502958] env[69357]: DEBUG oslo_concurrency.lockutils [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.503341] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48a339c2-38f7-4fb6-896b-a5f33b48d4ab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.507858] env[69357]: DEBUG oslo_vmware.api [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1166.507858] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]522feca3-52ab-09a7-0749-21c2517cd13d" [ 1166.507858] env[69357]: _type = "Task" [ 1166.507858] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.515579] env[69357]: DEBUG oslo_vmware.api [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]522feca3-52ab-09a7-0749-21c2517cd13d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.797019] env[69357]: DEBUG oslo_concurrency.lockutils [req-5c212ca9-6e24-45d3-b61e-8dacde95b785 req-1f881476-15d1-470e-8415-936baf43cbf5 service nova] Releasing lock "refresh_cache-b25188b0-ccfb-42f9-a8b9-2c715bdc1983" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.807689] env[69357]: DEBUG nova.network.neutron [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Successfully created port: 5c840a0a-5923-45c9-915f-ce976adaecc5 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1166.842308] env[69357]: DEBUG nova.compute.manager [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1166.858996] env[69357]: DEBUG oslo_vmware.api [None req-86b45e0a-8c96-4184-bac2-f9603028cc85 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131296} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.859324] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-86b45e0a-8c96-4184-bac2-f9603028cc85 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1166.859472] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-86b45e0a-8c96-4184-bac2-f9603028cc85 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1166.859655] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-86b45e0a-8c96-4184-bac2-f9603028cc85 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1166.859833] env[69357]: INFO nova.compute.manager [None req-86b45e0a-8c96-4184-bac2-f9603028cc85 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1166.861451] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86b45e0a-8c96-4184-bac2-f9603028cc85 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.861735] env[69357]: DEBUG nova.compute.manager [-] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1166.861834] env[69357]: DEBUG nova.network.neutron [-] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1166.966331] env[69357]: DEBUG oslo_vmware.api [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283497, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.019755] env[69357]: DEBUG oslo_vmware.api [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]522feca3-52ab-09a7-0749-21c2517cd13d, 'name': SearchDatastore_Task, 'duration_secs': 0.008458} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.020101] env[69357]: DEBUG oslo_concurrency.lockutils [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.020402] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1167.020654] env[69357]: DEBUG oslo_concurrency.lockutils [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.020799] env[69357]: DEBUG oslo_concurrency.lockutils [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.020978] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.021299] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b91e5363-3ca4-4987-8295-81dc18119ad9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.038673] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.038873] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1167.039997] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db91047e-ded2-4e04-b42a-d6769e8f3b8d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.047715] env[69357]: DEBUG oslo_vmware.api [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1167.047715] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ab65e8-d199-24cb-a527-fdb0bbefc788" [ 1167.047715] env[69357]: _type = "Task" [ 1167.047715] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.057395] env[69357]: DEBUG oslo_vmware.api [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ab65e8-d199-24cb-a527-fdb0bbefc788, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.135295] env[69357]: INFO nova.compute.manager [None req-256af721-5cdf-402a-b304-89bbdd5431c0 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Unrescuing [ 1167.135645] env[69357]: DEBUG oslo_concurrency.lockutils [None req-256af721-5cdf-402a-b304-89bbdd5431c0 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquiring lock "refresh_cache-81d45460-51bd-4054-b273-282e721c45fe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.135754] env[69357]: DEBUG oslo_concurrency.lockutils [None req-256af721-5cdf-402a-b304-89bbdd5431c0 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquired lock "refresh_cache-81d45460-51bd-4054-b273-282e721c45fe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.135923] env[69357]: DEBUG nova.network.neutron [None req-256af721-5cdf-402a-b304-89bbdd5431c0 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.161202] env[69357]: DEBUG nova.compute.manager [req-cfd6e5e9-82f4-4faa-b551-373f40f27a9e req-d8658bb0-8428-42f7-a8fb-f425f52da331 service nova] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Received event network-vif-deleted-29293339-c9a2-4b96-854a-e88e24a22d86 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.161202] env[69357]: INFO nova.compute.manager [req-cfd6e5e9-82f4-4faa-b551-373f40f27a9e req-d8658bb0-8428-42f7-a8fb-f425f52da331 service nova] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Neutron deleted interface 29293339-c9a2-4b96-854a-e88e24a22d86; detaching it from the instance and deleting it from the info cache [ 1167.161202] env[69357]: DEBUG nova.network.neutron [req-cfd6e5e9-82f4-4faa-b551-373f40f27a9e req-d8658bb0-8428-42f7-a8fb-f425f52da331 service nova] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.186471] env[69357]: DEBUG nova.network.neutron [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Successfully created port: 84a302fb-27db-4167-b0b8-dbc2985d21ed {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1167.464874] env[69357]: DEBUG oslo_vmware.api [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283497, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.560356] env[69357]: DEBUG oslo_vmware.api [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ab65e8-d199-24cb-a527-fdb0bbefc788, 'name': SearchDatastore_Task, 'duration_secs': 0.082647} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.560517] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6d20e76-457a-4e79-bc22-19da1608e5a5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.568162] env[69357]: DEBUG oslo_vmware.api [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1167.568162] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5292b38e-8f52-66a4-bd34-9d3ddd4234ec" [ 1167.568162] env[69357]: _type = "Task" [ 1167.568162] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.578115] env[69357]: DEBUG oslo_vmware.api [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5292b38e-8f52-66a4-bd34-9d3ddd4234ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.646172] env[69357]: DEBUG nova.network.neutron [-] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.667242] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-574c6e20-d4da-467d-9faf-81c57ca73f11 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.681718] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b59dac3-bcd2-423a-ac9d-9a6ed3c0023e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.717858] env[69357]: DEBUG nova.compute.manager [req-cfd6e5e9-82f4-4faa-b551-373f40f27a9e req-d8658bb0-8428-42f7-a8fb-f425f52da331 service nova] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Detach interface failed, port_id=29293339-c9a2-4b96-854a-e88e24a22d86, reason: Instance e4a8c873-58eb-4579-9475-64721dc597d9 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1167.858886] env[69357]: DEBUG nova.compute.manager [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1167.871743] env[69357]: DEBUG nova.network.neutron [None req-256af721-5cdf-402a-b304-89bbdd5431c0 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Updating instance_info_cache with network_info: [{"id": "7259a06b-b700-4717-83ce-746f7f6b0059", "address": "fa:16:3e:1c:92:9c", "network": {"id": "82074a93-c394-43bb-b0c1-afe7aca69dda", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-872553940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "452367d5ad0f445ab04561b34a61ac38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7259a06b-b7", "ovs_interfaceid": "7259a06b-b700-4717-83ce-746f7f6b0059", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.885490] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1167.890992] env[69357]: DEBUG nova.virt.hardware [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.891278] env[69357]: DEBUG nova.virt.hardware [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.891644] env[69357]: DEBUG nova.virt.hardware [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.891644] env[69357]: DEBUG nova.virt.hardware [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.891786] env[69357]: DEBUG nova.virt.hardware [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.891898] env[69357]: DEBUG nova.virt.hardware [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.892122] env[69357]: DEBUG nova.virt.hardware [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.892286] env[69357]: DEBUG nova.virt.hardware [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.892455] env[69357]: DEBUG nova.virt.hardware [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.892632] env[69357]: DEBUG nova.virt.hardware [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.892811] env[69357]: DEBUG nova.virt.hardware [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.894023] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d394f27-3c32-4221-8f88-dedf90a9a652 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.903649] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b697c1-dd4d-4da0-bb97-e282e22d80c0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.967906] env[69357]: DEBUG oslo_vmware.api [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283497, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.080911] env[69357]: DEBUG oslo_vmware.api [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5292b38e-8f52-66a4-bd34-9d3ddd4234ec, 'name': SearchDatastore_Task, 'duration_secs': 0.082186} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.080911] env[69357]: DEBUG oslo_concurrency.lockutils [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.081172] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] b25188b0-ccfb-42f9-a8b9-2c715bdc1983/b25188b0-ccfb-42f9-a8b9-2c715bdc1983.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1168.081367] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe394be9-0958-4d17-8536-df1a3bf227a7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.089775] env[69357]: DEBUG oslo_vmware.api [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1168.089775] env[69357]: value = "task-3283499" [ 1168.089775] env[69357]: _type = "Task" [ 1168.089775] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.100695] env[69357]: DEBUG oslo_vmware.api [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.149515] env[69357]: INFO nova.compute.manager [-] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Took 1.29 seconds to deallocate network for instance. [ 1168.374396] env[69357]: DEBUG oslo_concurrency.lockutils [None req-256af721-5cdf-402a-b304-89bbdd5431c0 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Releasing lock "refresh_cache-81d45460-51bd-4054-b273-282e721c45fe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.375222] env[69357]: DEBUG nova.objects.instance [None req-256af721-5cdf-402a-b304-89bbdd5431c0 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lazy-loading 'flavor' on Instance uuid 81d45460-51bd-4054-b273-282e721c45fe {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.393219] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.393435] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.393563] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.393833] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.394472] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.468780] env[69357]: DEBUG oslo_vmware.api [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283497, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.601593] env[69357]: DEBUG oslo_vmware.api [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.637685] env[69357]: DEBUG nova.compute.manager [req-bcd5c49b-75bc-43e1-904f-c420b10f2d6b req-ba18e82f-eb8a-433c-95f2-46cd606880fb service nova] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Received event network-vif-plugged-5c840a0a-5923-45c9-915f-ce976adaecc5 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.637911] env[69357]: DEBUG oslo_concurrency.lockutils [req-bcd5c49b-75bc-43e1-904f-c420b10f2d6b req-ba18e82f-eb8a-433c-95f2-46cd606880fb service nova] Acquiring lock "e00a52b4-76b6-4263-a57b-dd276e2226db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.638126] env[69357]: DEBUG oslo_concurrency.lockutils [req-bcd5c49b-75bc-43e1-904f-c420b10f2d6b req-ba18e82f-eb8a-433c-95f2-46cd606880fb service nova] Lock "e00a52b4-76b6-4263-a57b-dd276e2226db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.638298] env[69357]: DEBUG oslo_concurrency.lockutils [req-bcd5c49b-75bc-43e1-904f-c420b10f2d6b req-ba18e82f-eb8a-433c-95f2-46cd606880fb service nova] Lock "e00a52b4-76b6-4263-a57b-dd276e2226db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.638467] env[69357]: DEBUG nova.compute.manager [req-bcd5c49b-75bc-43e1-904f-c420b10f2d6b req-ba18e82f-eb8a-433c-95f2-46cd606880fb service nova] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] No waiting events found dispatching network-vif-plugged-5c840a0a-5923-45c9-915f-ce976adaecc5 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1168.638640] env[69357]: WARNING nova.compute.manager [req-bcd5c49b-75bc-43e1-904f-c420b10f2d6b req-ba18e82f-eb8a-433c-95f2-46cd606880fb service nova] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Received unexpected event network-vif-plugged-5c840a0a-5923-45c9-915f-ce976adaecc5 for instance with vm_state building and task_state spawning. [ 1168.657317] env[69357]: DEBUG oslo_concurrency.lockutils [None req-86b45e0a-8c96-4184-bac2-f9603028cc85 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.657606] env[69357]: DEBUG oslo_concurrency.lockutils [None req-86b45e0a-8c96-4184-bac2-f9603028cc85 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.657829] env[69357]: DEBUG nova.objects.instance [None req-86b45e0a-8c96-4184-bac2-f9603028cc85 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lazy-loading 'resources' on Instance uuid e4a8c873-58eb-4579-9475-64721dc597d9 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.767356] env[69357]: DEBUG nova.network.neutron [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Successfully updated port: 5c840a0a-5923-45c9-915f-ce976adaecc5 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1168.881889] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bbb27e-3afa-409a-b677-fcf127289614 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.904624] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.905415] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-256af721-5cdf-402a-b304-89bbdd5431c0 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.905755] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ff838bc-144c-4a8d-aa98-844575103822 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.914519] env[69357]: DEBUG oslo_vmware.api [None req-256af721-5cdf-402a-b304-89bbdd5431c0 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1168.914519] env[69357]: value = "task-3283500" [ 1168.914519] env[69357]: _type = "Task" [ 1168.914519] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.926011] env[69357]: DEBUG oslo_vmware.api [None req-256af721-5cdf-402a-b304-89bbdd5431c0 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.967101] env[69357]: DEBUG oslo_vmware.api [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283497, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.233834} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.967466] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc140147-0daf-42d5-8118-a85dd6142f12/dc140147-0daf-42d5-8118-a85dd6142f12.vmdk to [datastore1] 3325a9cb-086d-4817-8941-d1eb7aa09748/3325a9cb-086d-4817-8941-d1eb7aa09748.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1168.968375] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4811eadf-8422-4b47-ac28-49e78268d668 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.993384] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 3325a9cb-086d-4817-8941-d1eb7aa09748/3325a9cb-086d-4817-8941-d1eb7aa09748.vmdk or device None with type streamOptimized {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.993786] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9886863e-ae20-450a-9ac3-a92854745605 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.016448] env[69357]: DEBUG oslo_vmware.api [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 1169.016448] env[69357]: value = "task-3283501" [ 1169.016448] env[69357]: _type = "Task" [ 1169.016448] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.025719] env[69357]: DEBUG oslo_vmware.api [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283501, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.101782] env[69357]: DEBUG oslo_vmware.api [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283499, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.00975} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.102077] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] b25188b0-ccfb-42f9-a8b9-2c715bdc1983/b25188b0-ccfb-42f9-a8b9-2c715bdc1983.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.102300] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.102567] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-537b5a7b-d27d-40f8-b4e8-e59139eb9ef4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.105494] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-335550dc-31be-4bec-af89-d0dc718d5506 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Volume attach. Driver type: vmdk {{(pid=69357) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1169.105709] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-335550dc-31be-4bec-af89-d0dc718d5506 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655715', 'volume_id': '9c78b9e8-e0bb-41ba-9590-d476bf4dd349', 'name': 'volume-9c78b9e8-e0bb-41ba-9590-d476bf4dd349', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd4d1f741-9ebb-4cad-8053-d278bf07b55a', 'attached_at': '', 'detached_at': '', 'volume_id': '9c78b9e8-e0bb-41ba-9590-d476bf4dd349', 'serial': '9c78b9e8-e0bb-41ba-9590-d476bf4dd349'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1169.106540] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fbfc8c-7b14-478a-93f3-04b9c066b7a6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.123864] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d694092-bdbb-4a17-923f-b861e0fe2980 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.126818] env[69357]: DEBUG oslo_vmware.api [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1169.126818] env[69357]: value = "task-3283502" [ 1169.126818] env[69357]: _type = "Task" [ 1169.126818] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.154359] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-335550dc-31be-4bec-af89-d0dc718d5506 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] volume-9c78b9e8-e0bb-41ba-9590-d476bf4dd349/volume-9c78b9e8-e0bb-41ba-9590-d476bf4dd349.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.155270] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99803b12-ef59-4e4f-97b5-83e10ada9b0f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.175374] env[69357]: DEBUG oslo_vmware.api [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283502, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.181770] env[69357]: DEBUG oslo_vmware.api [None req-335550dc-31be-4bec-af89-d0dc718d5506 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for the task: (returnval){ [ 1169.181770] env[69357]: value = "task-3283503" [ 1169.181770] env[69357]: _type = "Task" [ 1169.181770] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.190266] env[69357]: DEBUG oslo_vmware.api [None req-335550dc-31be-4bec-af89-d0dc718d5506 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283503, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.364080] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aba1ff4-0664-4611-8a05-43f958fa4fd6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.371928] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb54475-267e-4ddf-92d7-943f21b07c48 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.406674] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e15b7d3-2955-4540-a93c-be92c09928cc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.414528] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adbae92-45ea-47a7-ab10-9e26d71321c9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.431760] env[69357]: DEBUG nova.compute.provider_tree [None req-86b45e0a-8c96-4184-bac2-f9603028cc85 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.436083] env[69357]: DEBUG oslo_vmware.api [None req-256af721-5cdf-402a-b304-89bbdd5431c0 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283500, 'name': PowerOffVM_Task, 'duration_secs': 0.232678} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.436586] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-256af721-5cdf-402a-b304-89bbdd5431c0 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.442655] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-256af721-5cdf-402a-b304-89bbdd5431c0 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1169.443573] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7487041d-c888-4701-965a-91811e1a03ed {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.464412] env[69357]: DEBUG oslo_vmware.api [None req-256af721-5cdf-402a-b304-89bbdd5431c0 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1169.464412] env[69357]: value = "task-3283504" [ 1169.464412] env[69357]: _type = "Task" [ 1169.464412] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.473085] env[69357]: DEBUG oslo_vmware.api [None req-256af721-5cdf-402a-b304-89bbdd5431c0 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283504, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.526423] env[69357]: DEBUG oslo_vmware.api [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283501, 'name': ReconfigVM_Task, 'duration_secs': 0.362286} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.526707] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 3325a9cb-086d-4817-8941-d1eb7aa09748/3325a9cb-086d-4817-8941-d1eb7aa09748.vmdk or device None with type streamOptimized {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.527385] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5cbc93b-0aa9-4e7d-b2a7-2745d2d6c7c8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.533385] env[69357]: DEBUG oslo_vmware.api [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 1169.533385] env[69357]: value = "task-3283505" [ 1169.533385] env[69357]: _type = "Task" [ 1169.533385] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.542192] env[69357]: DEBUG oslo_vmware.api [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283505, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.641118] env[69357]: DEBUG oslo_vmware.api [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069754} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.641118] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1169.641118] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d199c94b-37bd-4182-b5f1-eb1ab3ba4377 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.662423] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] b25188b0-ccfb-42f9-a8b9-2c715bdc1983/b25188b0-ccfb-42f9-a8b9-2c715bdc1983.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.663261] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96716295-34b8-4c79-86bf-0d8475a93108 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.690588] env[69357]: DEBUG oslo_vmware.api [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1169.690588] env[69357]: value = "task-3283506" [ 1169.690588] env[69357]: _type = "Task" [ 1169.690588] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.698021] env[69357]: DEBUG oslo_vmware.api [None req-335550dc-31be-4bec-af89-d0dc718d5506 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283503, 'name': ReconfigVM_Task, 'duration_secs': 0.390006} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.699209] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-335550dc-31be-4bec-af89-d0dc718d5506 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Reconfigured VM instance instance-00000067 to attach disk [datastore1] volume-9c78b9e8-e0bb-41ba-9590-d476bf4dd349/volume-9c78b9e8-e0bb-41ba-9590-d476bf4dd349.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.707264] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76f6b3ef-18f5-4c88-aa89-f5ac21dee0b2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.717750] env[69357]: DEBUG oslo_vmware.api [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283506, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.722717] env[69357]: DEBUG oslo_vmware.api [None req-335550dc-31be-4bec-af89-d0dc718d5506 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for the task: (returnval){ [ 1169.722717] env[69357]: value = "task-3283507" [ 1169.722717] env[69357]: _type = "Task" [ 1169.722717] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.731193] env[69357]: DEBUG oslo_vmware.api [None req-335550dc-31be-4bec-af89-d0dc718d5506 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283507, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.938266] env[69357]: DEBUG nova.scheduler.client.report [None req-86b45e0a-8c96-4184-bac2-f9603028cc85 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.974504] env[69357]: DEBUG oslo_vmware.api [None req-256af721-5cdf-402a-b304-89bbdd5431c0 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283504, 'name': ReconfigVM_Task, 'duration_secs': 0.246625} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.974718] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-256af721-5cdf-402a-b304-89bbdd5431c0 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1169.974972] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-256af721-5cdf-402a-b304-89bbdd5431c0 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1169.975253] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a86e9d19-a4b1-422c-83b3-0d89b907606a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.981352] env[69357]: DEBUG oslo_vmware.api [None req-256af721-5cdf-402a-b304-89bbdd5431c0 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1169.981352] env[69357]: value = "task-3283508" [ 1169.981352] env[69357]: _type = "Task" [ 1169.981352] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.988979] env[69357]: DEBUG oslo_vmware.api [None req-256af721-5cdf-402a-b304-89bbdd5431c0 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.042253] env[69357]: DEBUG oslo_vmware.api [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283505, 'name': Rename_Task, 'duration_secs': 0.159885} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.042521] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.042762] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7359cff8-a85b-4941-b109-1a8fcc6fcb72 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.048512] env[69357]: DEBUG oslo_vmware.api [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 1170.048512] env[69357]: value = "task-3283509" [ 1170.048512] env[69357]: _type = "Task" [ 1170.048512] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.056367] env[69357]: DEBUG oslo_vmware.api [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283509, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.201966] env[69357]: DEBUG oslo_vmware.api [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.233059] env[69357]: DEBUG oslo_vmware.api [None req-335550dc-31be-4bec-af89-d0dc718d5506 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283507, 'name': ReconfigVM_Task, 'duration_secs': 0.143588} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.233059] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-335550dc-31be-4bec-af89-d0dc718d5506 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655715', 'volume_id': '9c78b9e8-e0bb-41ba-9590-d476bf4dd349', 'name': 'volume-9c78b9e8-e0bb-41ba-9590-d476bf4dd349', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd4d1f741-9ebb-4cad-8053-d278bf07b55a', 'attached_at': '', 'detached_at': '', 'volume_id': '9c78b9e8-e0bb-41ba-9590-d476bf4dd349', 'serial': '9c78b9e8-e0bb-41ba-9590-d476bf4dd349'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1170.443457] env[69357]: DEBUG oslo_concurrency.lockutils [None req-86b45e0a-8c96-4184-bac2-f9603028cc85 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.786s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.445779] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.541s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.446164] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.446262] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69357) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1170.447261] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09b072b-91a7-4262-8894-1e5c7afb9280 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.457151] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8cf385-fa75-4a59-9494-286afb6005c8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.471514] env[69357]: INFO nova.scheduler.client.report [None req-86b45e0a-8c96-4184-bac2-f9603028cc85 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Deleted allocations for instance e4a8c873-58eb-4579-9475-64721dc597d9 [ 1170.476236] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8571282-a6ae-4f4f-9920-c5b2f6c646cc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.486080] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3482f25-5e60-4f0a-aed3-611a3e4d5a6d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.496221] env[69357]: DEBUG oslo_vmware.api [None req-256af721-5cdf-402a-b304-89bbdd5431c0 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283508, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.522828] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179964MB free_disk=114GB free_vcpus=48 pci_devices=None {{(pid=69357) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1170.522983] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.523248] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.558856] env[69357]: DEBUG oslo_vmware.api [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283509, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.669141] env[69357]: DEBUG nova.compute.manager [req-79c0aad3-7f4c-4718-9c3d-1f3c9d9b9475 req-2c57ba22-6c69-4118-bcd3-b8468867dd24 service nova] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Received event network-changed-5c840a0a-5923-45c9-915f-ce976adaecc5 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.669392] env[69357]: DEBUG nova.compute.manager [req-79c0aad3-7f4c-4718-9c3d-1f3c9d9b9475 req-2c57ba22-6c69-4118-bcd3-b8468867dd24 service nova] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Refreshing instance network info cache due to event network-changed-5c840a0a-5923-45c9-915f-ce976adaecc5. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.669646] env[69357]: DEBUG oslo_concurrency.lockutils [req-79c0aad3-7f4c-4718-9c3d-1f3c9d9b9475 req-2c57ba22-6c69-4118-bcd3-b8468867dd24 service nova] Acquiring lock "refresh_cache-e00a52b4-76b6-4263-a57b-dd276e2226db" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.669853] env[69357]: DEBUG oslo_concurrency.lockutils [req-79c0aad3-7f4c-4718-9c3d-1f3c9d9b9475 req-2c57ba22-6c69-4118-bcd3-b8468867dd24 service nova] Acquired lock "refresh_cache-e00a52b4-76b6-4263-a57b-dd276e2226db" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.670690] env[69357]: DEBUG nova.network.neutron [req-79c0aad3-7f4c-4718-9c3d-1f3c9d9b9475 req-2c57ba22-6c69-4118-bcd3-b8468867dd24 service nova] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Refreshing network info cache for port 5c840a0a-5923-45c9-915f-ce976adaecc5 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.702764] env[69357]: DEBUG oslo_vmware.api [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283506, 'name': ReconfigVM_Task, 'duration_secs': 0.591512} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.703058] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Reconfigured VM instance instance-00000071 to attach disk [datastore1] b25188b0-ccfb-42f9-a8b9-2c715bdc1983/b25188b0-ccfb-42f9-a8b9-2c715bdc1983.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.703698] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0c31fef-2e55-4139-b2e3-61ef7590c8b6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.710595] env[69357]: DEBUG oslo_vmware.api [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1170.710595] env[69357]: value = "task-3283510" [ 1170.710595] env[69357]: _type = "Task" [ 1170.710595] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.719479] env[69357]: DEBUG oslo_vmware.api [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283510, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.805491] env[69357]: DEBUG nova.network.neutron [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Successfully updated port: 84a302fb-27db-4167-b0b8-dbc2985d21ed {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1170.979619] env[69357]: DEBUG oslo_concurrency.lockutils [None req-86b45e0a-8c96-4184-bac2-f9603028cc85 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "e4a8c873-58eb-4579-9475-64721dc597d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.229s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.992491] env[69357]: DEBUG oslo_vmware.api [None req-256af721-5cdf-402a-b304-89bbdd5431c0 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283508, 'name': PowerOnVM_Task, 'duration_secs': 0.805255} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.993316] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-256af721-5cdf-402a-b304-89bbdd5431c0 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1170.993316] env[69357]: DEBUG nova.compute.manager [None req-256af721-5cdf-402a-b304-89bbdd5431c0 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.994156] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b560ec7e-a789-4993-bd14-6b9be49d223f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.063467] env[69357]: DEBUG oslo_vmware.api [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283509, 'name': PowerOnVM_Task, 'duration_secs': 0.870119} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.063572] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.168985] env[69357]: DEBUG nova.compute.manager [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.168985] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845cbd1f-c70e-4b9d-a659-d25d8a5d84fd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.211769] env[69357]: DEBUG nova.network.neutron [req-79c0aad3-7f4c-4718-9c3d-1f3c9d9b9475 req-2c57ba22-6c69-4118-bcd3-b8468867dd24 service nova] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1171.221322] env[69357]: DEBUG oslo_vmware.api [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283510, 'name': Rename_Task, 'duration_secs': 0.16746} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.221638] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.222357] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e086a71c-4380-4dea-bb05-0657ccff3ce6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.231836] env[69357]: DEBUG oslo_vmware.api [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1171.231836] env[69357]: value = "task-3283511" [ 1171.231836] env[69357]: _type = "Task" [ 1171.231836] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.237669] env[69357]: DEBUG oslo_vmware.api [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.271759] env[69357]: DEBUG nova.objects.instance [None req-335550dc-31be-4bec-af89-d0dc718d5506 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lazy-loading 'flavor' on Instance uuid d4d1f741-9ebb-4cad-8053-d278bf07b55a {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.308165] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Acquiring lock "refresh_cache-e00a52b4-76b6-4263-a57b-dd276e2226db" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.318969] env[69357]: DEBUG nova.network.neutron [req-79c0aad3-7f4c-4718-9c3d-1f3c9d9b9475 req-2c57ba22-6c69-4118-bcd3-b8468867dd24 service nova] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.555550] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance af8f9e4f-c0d8-447b-91ad-04f88290c199 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1171.555550] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance e446971c-3947-4544-ab25-39eaefc9097d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1171.555550] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance da37ae95-0dd7-48ef-9e03-c05c8c4a9c36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1171.555550] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance d4d1f741-9ebb-4cad-8053-d278bf07b55a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1171.555918] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 2399fa1a-7a36-4ac8-afeb-1c812c88590e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1171.555918] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance caee54fd-3091-4ebd-94ac-879e7865f031 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1171.555918] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 81d45460-51bd-4054-b273-282e721c45fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1171.556043] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 77b739f4-17b0-40a0-928d-982b74f38efe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1171.556102] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 8ea553bd-7063-4123-90f4-f53808003b23 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1171.556268] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 3325a9cb-086d-4817-8941-d1eb7aa09748 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1171.558091] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance b25188b0-ccfb-42f9-a8b9-2c715bdc1983 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1171.558091] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance e00a52b4-76b6-4263-a57b-dd276e2226db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1171.687619] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9cf37719-213f-4910-b135-92fd46da022f tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lock "3325a9cb-086d-4817-8941-d1eb7aa09748" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.647s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.738699] env[69357]: DEBUG oslo_vmware.api [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283511, 'name': PowerOnVM_Task, 'duration_secs': 0.483058} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.738961] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.739171] env[69357]: INFO nova.compute.manager [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Took 8.47 seconds to spawn the instance on the hypervisor. [ 1171.739351] env[69357]: DEBUG nova.compute.manager [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.740129] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f25331-e903-4976-975b-9afa55a99cf5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.777706] env[69357]: DEBUG oslo_concurrency.lockutils [None req-335550dc-31be-4bec-af89-d0dc718d5506 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "d4d1f741-9ebb-4cad-8053-d278bf07b55a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.299s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.822019] env[69357]: DEBUG oslo_concurrency.lockutils [req-79c0aad3-7f4c-4718-9c3d-1f3c9d9b9475 req-2c57ba22-6c69-4118-bcd3-b8468867dd24 service nova] Releasing lock "refresh_cache-e00a52b4-76b6-4263-a57b-dd276e2226db" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.824383] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Acquired lock "refresh_cache-e00a52b4-76b6-4263-a57b-dd276e2226db" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.824383] env[69357]: DEBUG nova.network.neutron [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.833727] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "fb3d2b73-c36f-4c8f-be1c-608aff4bfda6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.834177] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "fb3d2b73-c36f-4c8f-be1c-608aff4bfda6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.061253] env[69357]: INFO nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance fb3d2b73-c36f-4c8f-be1c-608aff4bfda6 has allocations against this compute host but is not found in the database. [ 1172.061253] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1172.061253] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1172.105040] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a62dffbf-cd5b-4b75-b6a4-29bda31502c5 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquiring lock "d4d1f741-9ebb-4cad-8053-d278bf07b55a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.105040] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a62dffbf-cd5b-4b75-b6a4-29bda31502c5 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "d4d1f741-9ebb-4cad-8053-d278bf07b55a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.230959] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856d348b-f094-4a8f-9d1d-928d2dc31e44 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.240754] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c33955b-0515-472f-90c0-0cb27f636a4c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.277837] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdccc673-d9b3-4539-8d08-3ed3312b0b9a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.282169] env[69357]: INFO nova.compute.manager [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Took 14.30 seconds to build instance. [ 1172.286698] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2865d465-f0a4-4769-92b2-cc7b34b2d421 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.301545] env[69357]: DEBUG nova.compute.provider_tree [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1172.336722] env[69357]: DEBUG nova.compute.manager [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1172.566769] env[69357]: DEBUG nova.network.neutron [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1172.610723] env[69357]: INFO nova.compute.manager [None req-a62dffbf-cd5b-4b75-b6a4-29bda31502c5 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Detaching volume a894cbb7-49a5-4424-8a3c-254bd076f330 [ 1172.646772] env[69357]: INFO nova.virt.block_device [None req-a62dffbf-cd5b-4b75-b6a4-29bda31502c5 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Attempting to driver detach volume a894cbb7-49a5-4424-8a3c-254bd076f330 from mountpoint /dev/sdb [ 1172.646986] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a62dffbf-cd5b-4b75-b6a4-29bda31502c5 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Volume detach. Driver type: vmdk {{(pid=69357) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1172.647180] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a62dffbf-cd5b-4b75-b6a4-29bda31502c5 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655711', 'volume_id': 'a894cbb7-49a5-4424-8a3c-254bd076f330', 'name': 'volume-a894cbb7-49a5-4424-8a3c-254bd076f330', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd4d1f741-9ebb-4cad-8053-d278bf07b55a', 'attached_at': '', 'detached_at': '', 'volume_id': 'a894cbb7-49a5-4424-8a3c-254bd076f330', 'serial': 'a894cbb7-49a5-4424-8a3c-254bd076f330'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1172.648067] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0213b02a-8d15-40be-a3a9-436b2ee1853e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.687551] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ac17d0-2171-4adf-a19a-af86f3993f65 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.695553] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b44adb-5bb2-4ecf-96df-2c57dc8dd699 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.699202] env[69357]: DEBUG nova.compute.manager [req-2127eaf8-a540-42f9-be39-2be76b023896 req-f4d6f9a9-5a6d-4e93-b7a1-5ca67931beae service nova] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Received event network-vif-plugged-84a302fb-27db-4167-b0b8-dbc2985d21ed {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.699773] env[69357]: DEBUG oslo_concurrency.lockutils [req-2127eaf8-a540-42f9-be39-2be76b023896 req-f4d6f9a9-5a6d-4e93-b7a1-5ca67931beae service nova] Acquiring lock "e00a52b4-76b6-4263-a57b-dd276e2226db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.699773] env[69357]: DEBUG oslo_concurrency.lockutils [req-2127eaf8-a540-42f9-be39-2be76b023896 req-f4d6f9a9-5a6d-4e93-b7a1-5ca67931beae service nova] Lock "e00a52b4-76b6-4263-a57b-dd276e2226db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.699773] env[69357]: DEBUG oslo_concurrency.lockutils [req-2127eaf8-a540-42f9-be39-2be76b023896 req-f4d6f9a9-5a6d-4e93-b7a1-5ca67931beae service nova] Lock "e00a52b4-76b6-4263-a57b-dd276e2226db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.699969] env[69357]: DEBUG nova.compute.manager [req-2127eaf8-a540-42f9-be39-2be76b023896 req-f4d6f9a9-5a6d-4e93-b7a1-5ca67931beae service nova] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] No waiting events found dispatching network-vif-plugged-84a302fb-27db-4167-b0b8-dbc2985d21ed {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1172.700079] env[69357]: WARNING nova.compute.manager [req-2127eaf8-a540-42f9-be39-2be76b023896 req-f4d6f9a9-5a6d-4e93-b7a1-5ca67931beae service nova] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Received unexpected event network-vif-plugged-84a302fb-27db-4167-b0b8-dbc2985d21ed for instance with vm_state building and task_state spawning. [ 1172.700531] env[69357]: DEBUG nova.compute.manager [req-2127eaf8-a540-42f9-be39-2be76b023896 req-f4d6f9a9-5a6d-4e93-b7a1-5ca67931beae service nova] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Received event network-changed-84a302fb-27db-4167-b0b8-dbc2985d21ed {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.700531] env[69357]: DEBUG nova.compute.manager [req-2127eaf8-a540-42f9-be39-2be76b023896 req-f4d6f9a9-5a6d-4e93-b7a1-5ca67931beae service nova] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Refreshing instance network info cache due to event network-changed-84a302fb-27db-4167-b0b8-dbc2985d21ed. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1172.700531] env[69357]: DEBUG oslo_concurrency.lockutils [req-2127eaf8-a540-42f9-be39-2be76b023896 req-f4d6f9a9-5a6d-4e93-b7a1-5ca67931beae service nova] Acquiring lock "refresh_cache-e00a52b4-76b6-4263-a57b-dd276e2226db" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.725383] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1736dd08-5785-47dc-8d65-fcd5feb7061c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.740807] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a62dffbf-cd5b-4b75-b6a4-29bda31502c5 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] The volume has not been displaced from its original location: [datastore1] volume-a894cbb7-49a5-4424-8a3c-254bd076f330/volume-a894cbb7-49a5-4424-8a3c-254bd076f330.vmdk. No consolidation needed. {{(pid=69357) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1172.746494] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a62dffbf-cd5b-4b75-b6a4-29bda31502c5 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1172.746533] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37cec90c-a385-4d66-a7de-6858a05b6105 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.768457] env[69357]: DEBUG oslo_vmware.api [None req-a62dffbf-cd5b-4b75-b6a4-29bda31502c5 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for the task: (returnval){ [ 1172.768457] env[69357]: value = "task-3283512" [ 1172.768457] env[69357]: _type = "Task" [ 1172.768457] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.778856] env[69357]: DEBUG oslo_vmware.api [None req-a62dffbf-cd5b-4b75-b6a4-29bda31502c5 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283512, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.785820] env[69357]: DEBUG oslo_concurrency.lockutils [None req-18aa7e49-0c35-4ed4-9584-6a24ec131804 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "b25188b0-ccfb-42f9-a8b9-2c715bdc1983" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.817s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.824321] env[69357]: ERROR nova.scheduler.client.report [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [req-f71844a4-23fd-4601-bab6-829af029b0ac] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcb9ec35-bfdd-4e17-b2d7-2501509e9896. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f71844a4-23fd-4601-bab6-829af029b0ac"}]} [ 1172.846109] env[69357]: DEBUG nova.scheduler.client.report [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Refreshing inventories for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1172.861986] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.863023] env[69357]: DEBUG nova.scheduler.client.report [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Updating ProviderTree inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1172.863149] env[69357]: DEBUG nova.compute.provider_tree [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1172.875791] env[69357]: DEBUG nova.scheduler.client.report [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Refreshing aggregate associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, aggregates: None {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1172.902104] env[69357]: DEBUG nova.scheduler.client.report [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Refreshing trait associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1172.967680] env[69357]: DEBUG nova.network.neutron [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Updating instance_info_cache with network_info: [{"id": "5c840a0a-5923-45c9-915f-ce976adaecc5", "address": "fa:16:3e:8b:72:51", "network": {"id": "3f097ce4-337a-44bb-a68e-03a1a3e4bc62", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-78924003", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e35e18704f124c31b555a33a87cf1b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c840a0a-59", "ovs_interfaceid": "5c840a0a-5923-45c9-915f-ce976adaecc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "84a302fb-27db-4167-b0b8-dbc2985d21ed", "address": "fa:16:3e:50:2a:7a", "network": {"id": "4673d2d2-4440-46ee-8475-dece51de0c43", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-919188852", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e35e18704f124c31b555a33a87cf1b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84a302fb-27", "ovs_interfaceid": "84a302fb-27db-4167-b0b8-dbc2985d21ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.178792] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b716d00-f6a8-47f3-9813-0493a301b8c6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.186768] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1577bc-0de2-47e3-bc60-07c509f29b1a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.222820] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d2839d-a69f-433d-b0b1-2d443859a742 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.230246] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbd28ed-2e26-441e-978f-a5b4224002f8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.243636] env[69357]: DEBUG nova.compute.provider_tree [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1173.269378] env[69357]: DEBUG oslo_concurrency.lockutils [None req-657a2b68-7a0e-4c3b-a6a5-fe678af91be7 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "b25188b0-ccfb-42f9-a8b9-2c715bdc1983" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.269707] env[69357]: DEBUG oslo_concurrency.lockutils [None req-657a2b68-7a0e-4c3b-a6a5-fe678af91be7 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "b25188b0-ccfb-42f9-a8b9-2c715bdc1983" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.269959] env[69357]: DEBUG oslo_concurrency.lockutils [None req-657a2b68-7a0e-4c3b-a6a5-fe678af91be7 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "b25188b0-ccfb-42f9-a8b9-2c715bdc1983-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.270196] env[69357]: DEBUG oslo_concurrency.lockutils [None req-657a2b68-7a0e-4c3b-a6a5-fe678af91be7 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "b25188b0-ccfb-42f9-a8b9-2c715bdc1983-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.270373] env[69357]: DEBUG oslo_concurrency.lockutils [None req-657a2b68-7a0e-4c3b-a6a5-fe678af91be7 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "b25188b0-ccfb-42f9-a8b9-2c715bdc1983-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.275501] env[69357]: INFO nova.compute.manager [None req-657a2b68-7a0e-4c3b-a6a5-fe678af91be7 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Terminating instance [ 1173.281807] env[69357]: DEBUG oslo_vmware.api [None req-a62dffbf-cd5b-4b75-b6a4-29bda31502c5 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283512, 'name': ReconfigVM_Task, 'duration_secs': 0.249711} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.282445] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a62dffbf-cd5b-4b75-b6a4-29bda31502c5 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1173.288188] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ada5e7d0-f750-46f7-9280-6d0f097caeae {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.313102] env[69357]: DEBUG oslo_vmware.api [None req-a62dffbf-cd5b-4b75-b6a4-29bda31502c5 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for the task: (returnval){ [ 1173.313102] env[69357]: value = "task-3283513" [ 1173.313102] env[69357]: _type = "Task" [ 1173.313102] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.323456] env[69357]: DEBUG oslo_vmware.api [None req-a62dffbf-cd5b-4b75-b6a4-29bda31502c5 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283513, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.470817] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Releasing lock "refresh_cache-e00a52b4-76b6-4263-a57b-dd276e2226db" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.471234] env[69357]: DEBUG nova.compute.manager [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Instance network_info: |[{"id": "5c840a0a-5923-45c9-915f-ce976adaecc5", "address": "fa:16:3e:8b:72:51", "network": {"id": "3f097ce4-337a-44bb-a68e-03a1a3e4bc62", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-78924003", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e35e18704f124c31b555a33a87cf1b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c840a0a-59", "ovs_interfaceid": "5c840a0a-5923-45c9-915f-ce976adaecc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "84a302fb-27db-4167-b0b8-dbc2985d21ed", "address": "fa:16:3e:50:2a:7a", "network": {"id": "4673d2d2-4440-46ee-8475-dece51de0c43", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-919188852", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e35e18704f124c31b555a33a87cf1b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84a302fb-27", "ovs_interfaceid": "84a302fb-27db-4167-b0b8-dbc2985d21ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1173.471559] env[69357]: DEBUG oslo_concurrency.lockutils [req-2127eaf8-a540-42f9-be39-2be76b023896 req-f4d6f9a9-5a6d-4e93-b7a1-5ca67931beae service nova] Acquired lock "refresh_cache-e00a52b4-76b6-4263-a57b-dd276e2226db" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.471736] env[69357]: DEBUG nova.network.neutron [req-2127eaf8-a540-42f9-be39-2be76b023896 req-f4d6f9a9-5a6d-4e93-b7a1-5ca67931beae service nova] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Refreshing network info cache for port 84a302fb-27db-4167-b0b8-dbc2985d21ed {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.472977] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:72:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c840a0a-5923-45c9-915f-ce976adaecc5', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:2a:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84a302fb-27db-4167-b0b8-dbc2985d21ed', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.482302] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.483331] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.483567] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12a4e923-40ad-4d25-9521-b1f673fac2e6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.506096] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.506096] env[69357]: value = "task-3283514" [ 1173.506096] env[69357]: _type = "Task" [ 1173.506096] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.513996] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283514, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.764755] env[69357]: ERROR nova.scheduler.client.report [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [req-38d3a5e0-1ce3-4564-b18e-88f085018cc2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcb9ec35-bfdd-4e17-b2d7-2501509e9896. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-38d3a5e0-1ce3-4564-b18e-88f085018cc2"}]} [ 1173.780522] env[69357]: DEBUG nova.scheduler.client.report [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Refreshing inventories for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1173.782863] env[69357]: DEBUG nova.compute.manager [None req-657a2b68-7a0e-4c3b-a6a5-fe678af91be7 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1173.783079] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-657a2b68-7a0e-4c3b-a6a5-fe678af91be7 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.784351] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97bb92f-57d0-4034-89f2-9e12c8572ed9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.791502] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-657a2b68-7a0e-4c3b-a6a5-fe678af91be7 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.791803] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df76ce6c-0d35-4568-8885-c291802f2226 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.796069] env[69357]: DEBUG nova.scheduler.client.report [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Updating ProviderTree inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1173.796271] env[69357]: DEBUG nova.compute.provider_tree [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1173.801628] env[69357]: DEBUG oslo_vmware.api [None req-657a2b68-7a0e-4c3b-a6a5-fe678af91be7 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1173.801628] env[69357]: value = "task-3283515" [ 1173.801628] env[69357]: _type = "Task" [ 1173.801628] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.807133] env[69357]: DEBUG nova.scheduler.client.report [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Refreshing aggregate associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, aggregates: None {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1173.813121] env[69357]: DEBUG oslo_vmware.api [None req-657a2b68-7a0e-4c3b-a6a5-fe678af91be7 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.823583] env[69357]: DEBUG oslo_vmware.api [None req-a62dffbf-cd5b-4b75-b6a4-29bda31502c5 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283513, 'name': ReconfigVM_Task, 'duration_secs': 0.138629} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.823855] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a62dffbf-cd5b-4b75-b6a4-29bda31502c5 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655711', 'volume_id': 'a894cbb7-49a5-4424-8a3c-254bd076f330', 'name': 'volume-a894cbb7-49a5-4424-8a3c-254bd076f330', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd4d1f741-9ebb-4cad-8053-d278bf07b55a', 'attached_at': '', 'detached_at': '', 'volume_id': 'a894cbb7-49a5-4424-8a3c-254bd076f330', 'serial': 'a894cbb7-49a5-4424-8a3c-254bd076f330'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1173.830465] env[69357]: DEBUG nova.scheduler.client.report [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Refreshing trait associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1174.019015] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283514, 'name': CreateVM_Task, 'duration_secs': 0.49193} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.021304] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1174.022087] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.022245] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.022567] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.023872] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94c6e730-5a25-42d2-b879-fb9cb778eaba {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.026094] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae11bd2-c074-4600-b299-714fbfc4e5ed {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.032358] env[69357]: DEBUG oslo_vmware.api [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Waiting for the task: (returnval){ [ 1174.032358] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]520a63ad-8bc0-7fef-d734-4156abf92090" [ 1174.032358] env[69357]: _type = "Task" [ 1174.032358] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.039106] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824882cd-91b4-494d-83eb-13587537e038 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.048188] env[69357]: DEBUG oslo_vmware.api [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]520a63ad-8bc0-7fef-d734-4156abf92090, 'name': SearchDatastore_Task, 'duration_secs': 0.009659} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.071864] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.072138] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1174.072381] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.072533] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.072712] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1174.073166] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fc40036-4c04-48c4-bb9a-a1f23fe01194 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.075645] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8557aa-eb65-4698-b306-84cabae2e4eb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.083495] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce52aadc-c622-4225-90da-8c6b53c3c2e3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.087667] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1174.087843] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1174.088788] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5e3b122-d718-419b-a717-4c1ed6daa849 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.098437] env[69357]: DEBUG nova.compute.provider_tree [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1174.104612] env[69357]: DEBUG oslo_vmware.api [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Waiting for the task: (returnval){ [ 1174.104612] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52946fcf-0283-b2fd-02c8-b5a6862a011a" [ 1174.104612] env[69357]: _type = "Task" [ 1174.104612] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.112797] env[69357]: DEBUG oslo_vmware.api [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52946fcf-0283-b2fd-02c8-b5a6862a011a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.221098] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquiring lock "53a684cd-0825-4f47-8143-101084d8f300" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.223850] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lock "53a684cd-0825-4f47-8143-101084d8f300" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.230783] env[69357]: DEBUG nova.network.neutron [req-2127eaf8-a540-42f9-be39-2be76b023896 req-f4d6f9a9-5a6d-4e93-b7a1-5ca67931beae service nova] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Updated VIF entry in instance network info cache for port 84a302fb-27db-4167-b0b8-dbc2985d21ed. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.231274] env[69357]: DEBUG nova.network.neutron [req-2127eaf8-a540-42f9-be39-2be76b023896 req-f4d6f9a9-5a6d-4e93-b7a1-5ca67931beae service nova] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Updating instance_info_cache with network_info: [{"id": "5c840a0a-5923-45c9-915f-ce976adaecc5", "address": "fa:16:3e:8b:72:51", "network": {"id": "3f097ce4-337a-44bb-a68e-03a1a3e4bc62", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-78924003", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e35e18704f124c31b555a33a87cf1b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c840a0a-59", "ovs_interfaceid": "5c840a0a-5923-45c9-915f-ce976adaecc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "84a302fb-27db-4167-b0b8-dbc2985d21ed", "address": "fa:16:3e:50:2a:7a", "network": {"id": "4673d2d2-4440-46ee-8475-dece51de0c43", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-919188852", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e35e18704f124c31b555a33a87cf1b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84a302fb-27", "ovs_interfaceid": "84a302fb-27db-4167-b0b8-dbc2985d21ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.313251] env[69357]: DEBUG oslo_vmware.api [None req-657a2b68-7a0e-4c3b-a6a5-fe678af91be7 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283515, 'name': PowerOffVM_Task, 'duration_secs': 0.253747} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.313424] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-657a2b68-7a0e-4c3b-a6a5-fe678af91be7 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.313534] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-657a2b68-7a0e-4c3b-a6a5-fe678af91be7 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.313796] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52a98620-990b-4477-9b8a-0d367ee09084 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.372338] env[69357]: DEBUG nova.objects.instance [None req-a62dffbf-cd5b-4b75-b6a4-29bda31502c5 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lazy-loading 'flavor' on Instance uuid d4d1f741-9ebb-4cad-8053-d278bf07b55a {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.375044] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-657a2b68-7a0e-4c3b-a6a5-fe678af91be7 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.375256] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-657a2b68-7a0e-4c3b-a6a5-fe678af91be7 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.375436] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-657a2b68-7a0e-4c3b-a6a5-fe678af91be7 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Deleting the datastore file [datastore1] b25188b0-ccfb-42f9-a8b9-2c715bdc1983 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.375880] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf72a292-85a7-484e-b517-0782e0630c63 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.382477] env[69357]: DEBUG oslo_vmware.api [None req-657a2b68-7a0e-4c3b-a6a5-fe678af91be7 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1174.382477] env[69357]: value = "task-3283517" [ 1174.382477] env[69357]: _type = "Task" [ 1174.382477] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.390902] env[69357]: DEBUG oslo_vmware.api [None req-657a2b68-7a0e-4c3b-a6a5-fe678af91be7 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.614983] env[69357]: DEBUG oslo_vmware.api [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52946fcf-0283-b2fd-02c8-b5a6862a011a, 'name': SearchDatastore_Task, 'duration_secs': 0.00908} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.615791] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-637bebf9-f97f-40b0-a505-c60a8e1ffec6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.620852] env[69357]: DEBUG oslo_vmware.api [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Waiting for the task: (returnval){ [ 1174.620852] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]523b9517-25ac-70b3-a385-bea337a10f7e" [ 1174.620852] env[69357]: _type = "Task" [ 1174.620852] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.628678] env[69357]: DEBUG oslo_vmware.api [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]523b9517-25ac-70b3-a385-bea337a10f7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.630876] env[69357]: DEBUG nova.scheduler.client.report [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Updated inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with generation 169 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1174.631095] env[69357]: DEBUG nova.compute.provider_tree [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Updating resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 generation from 169 to 170 during operation: update_inventory {{(pid=69357) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1174.631247] env[69357]: DEBUG nova.compute.provider_tree [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1174.724268] env[69357]: DEBUG nova.compute.manager [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1174.734578] env[69357]: DEBUG oslo_concurrency.lockutils [req-2127eaf8-a540-42f9-be39-2be76b023896 req-f4d6f9a9-5a6d-4e93-b7a1-5ca67931beae service nova] Releasing lock "refresh_cache-e00a52b4-76b6-4263-a57b-dd276e2226db" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.892745] env[69357]: DEBUG oslo_vmware.api [None req-657a2b68-7a0e-4c3b-a6a5-fe678af91be7 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283517, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14716} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.893480] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-657a2b68-7a0e-4c3b-a6a5-fe678af91be7 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1174.893673] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-657a2b68-7a0e-4c3b-a6a5-fe678af91be7 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1174.893851] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-657a2b68-7a0e-4c3b-a6a5-fe678af91be7 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1174.894035] env[69357]: INFO nova.compute.manager [None req-657a2b68-7a0e-4c3b-a6a5-fe678af91be7 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1174.894320] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-657a2b68-7a0e-4c3b-a6a5-fe678af91be7 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1174.894515] env[69357]: DEBUG nova.compute.manager [-] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1174.894609] env[69357]: DEBUG nova.network.neutron [-] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1175.122798] env[69357]: DEBUG nova.compute.manager [req-e82ea74b-e43c-44c8-80aa-da1219b89dcf req-fec2812e-00b0-4314-ae58-9b11ca525cbd service nova] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Received event network-vif-deleted-3562fb5c-48f0-4a66-afc5-4abc0f9816ec {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.123062] env[69357]: INFO nova.compute.manager [req-e82ea74b-e43c-44c8-80aa-da1219b89dcf req-fec2812e-00b0-4314-ae58-9b11ca525cbd service nova] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Neutron deleted interface 3562fb5c-48f0-4a66-afc5-4abc0f9816ec; detaching it from the instance and deleting it from the info cache [ 1175.123293] env[69357]: DEBUG nova.network.neutron [req-e82ea74b-e43c-44c8-80aa-da1219b89dcf req-fec2812e-00b0-4314-ae58-9b11ca525cbd service nova] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.134185] env[69357]: DEBUG oslo_vmware.api [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]523b9517-25ac-70b3-a385-bea337a10f7e, 'name': SearchDatastore_Task, 'duration_secs': 0.008887} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.134881] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.135148] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] e00a52b4-76b6-4263-a57b-dd276e2226db/e00a52b4-76b6-4263-a57b-dd276e2226db.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1175.135746] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1175.135917] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.613s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.136130] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47f742a5-f4d0-49bc-baed-16b637f57a29 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.138341] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.277s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.139775] env[69357]: INFO nova.compute.claims [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1175.149874] env[69357]: DEBUG oslo_vmware.api [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Waiting for the task: (returnval){ [ 1175.149874] env[69357]: value = "task-3283518" [ 1175.149874] env[69357]: _type = "Task" [ 1175.149874] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.159180] env[69357]: DEBUG oslo_vmware.api [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': task-3283518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.248757] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.367543] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b46a5dd8-17a3-46d7-bbbb-5a662f154cf0 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquiring lock "d4d1f741-9ebb-4cad-8053-d278bf07b55a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.380513] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a62dffbf-cd5b-4b75-b6a4-29bda31502c5 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "d4d1f741-9ebb-4cad-8053-d278bf07b55a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.276s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.382040] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b46a5dd8-17a3-46d7-bbbb-5a662f154cf0 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "d4d1f741-9ebb-4cad-8053-d278bf07b55a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.014s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.430992] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c24985b4-f6c6-480a-9252-7586c59810e5 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "2399fa1a-7a36-4ac8-afeb-1c812c88590e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.432475] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c24985b4-f6c6-480a-9252-7586c59810e5 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "2399fa1a-7a36-4ac8-afeb-1c812c88590e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.599201] env[69357]: DEBUG nova.network.neutron [-] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.628715] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b98d916-961c-4513-81a8-501de09ecc89 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.638017] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcda4c4d-648c-4509-a8dd-250408867418 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.659189] env[69357]: DEBUG oslo_vmware.api [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': task-3283518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446147} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.660023] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] e00a52b4-76b6-4263-a57b-dd276e2226db/e00a52b4-76b6-4263-a57b-dd276e2226db.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1175.660250] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1175.670917] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f661fc91-2c4a-4b90-97fb-9008bbcafdf6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.673242] env[69357]: DEBUG nova.compute.manager [req-e82ea74b-e43c-44c8-80aa-da1219b89dcf req-fec2812e-00b0-4314-ae58-9b11ca525cbd service nova] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Detach interface failed, port_id=3562fb5c-48f0-4a66-afc5-4abc0f9816ec, reason: Instance b25188b0-ccfb-42f9-a8b9-2c715bdc1983 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1175.677600] env[69357]: DEBUG oslo_vmware.api [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Waiting for the task: (returnval){ [ 1175.677600] env[69357]: value = "task-3283519" [ 1175.677600] env[69357]: _type = "Task" [ 1175.677600] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.685937] env[69357]: DEBUG oslo_vmware.api [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': task-3283519, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.887113] env[69357]: INFO nova.compute.manager [None req-b46a5dd8-17a3-46d7-bbbb-5a662f154cf0 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Detaching volume 9c78b9e8-e0bb-41ba-9590-d476bf4dd349 [ 1175.918338] env[69357]: INFO nova.virt.block_device [None req-b46a5dd8-17a3-46d7-bbbb-5a662f154cf0 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Attempting to driver detach volume 9c78b9e8-e0bb-41ba-9590-d476bf4dd349 from mountpoint /dev/sdc [ 1175.918667] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b46a5dd8-17a3-46d7-bbbb-5a662f154cf0 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Volume detach. Driver type: vmdk {{(pid=69357) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1175.918803] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b46a5dd8-17a3-46d7-bbbb-5a662f154cf0 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655715', 'volume_id': '9c78b9e8-e0bb-41ba-9590-d476bf4dd349', 'name': 'volume-9c78b9e8-e0bb-41ba-9590-d476bf4dd349', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd4d1f741-9ebb-4cad-8053-d278bf07b55a', 'attached_at': '', 'detached_at': '', 'volume_id': '9c78b9e8-e0bb-41ba-9590-d476bf4dd349', 'serial': '9c78b9e8-e0bb-41ba-9590-d476bf4dd349'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1175.919657] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4801f247-f9e8-480b-98e1-255ad0d6e5b1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.943265] env[69357]: DEBUG nova.compute.utils [None req-c24985b4-f6c6-480a-9252-7586c59810e5 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1175.945013] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f951e915-51da-498c-af06-f66fe61c7d09 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.953148] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b57ac4c-7129-4ba1-ae20-059494737cd8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.973374] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15be1ee0-21ed-4e1e-9dfc-afdecb33b028 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.988076] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b46a5dd8-17a3-46d7-bbbb-5a662f154cf0 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] The volume has not been displaced from its original location: [datastore1] volume-9c78b9e8-e0bb-41ba-9590-d476bf4dd349/volume-9c78b9e8-e0bb-41ba-9590-d476bf4dd349.vmdk. No consolidation needed. {{(pid=69357) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1175.993131] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b46a5dd8-17a3-46d7-bbbb-5a662f154cf0 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Reconfiguring VM instance instance-00000067 to detach disk 2002 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1175.993384] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6e21b4d-93b1-4c33-98d5-8fc85b5c9c8f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.010690] env[69357]: DEBUG oslo_vmware.api [None req-b46a5dd8-17a3-46d7-bbbb-5a662f154cf0 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for the task: (returnval){ [ 1176.010690] env[69357]: value = "task-3283520" [ 1176.010690] env[69357]: _type = "Task" [ 1176.010690] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.017669] env[69357]: DEBUG oslo_vmware.api [None req-b46a5dd8-17a3-46d7-bbbb-5a662f154cf0 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283520, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.102096] env[69357]: INFO nova.compute.manager [-] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Took 1.21 seconds to deallocate network for instance. [ 1176.190763] env[69357]: DEBUG oslo_vmware.api [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': task-3283519, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069239} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.191067] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1176.191968] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fbb3db-69c6-4b5a-bb05-3b22f08f64d4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.219896] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] e00a52b4-76b6-4263-a57b-dd276e2226db/e00a52b4-76b6-4263-a57b-dd276e2226db.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.222627] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbfee827-a7ad-46fb-89a3-63cee41f61e0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.241594] env[69357]: DEBUG oslo_vmware.api [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Waiting for the task: (returnval){ [ 1176.241594] env[69357]: value = "task-3283521" [ 1176.241594] env[69357]: _type = "Task" [ 1176.241594] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.253202] env[69357]: DEBUG oslo_vmware.api [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': task-3283521, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.348007] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb1e18e-ee12-4ac3-bc1d-00f7df0c494a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.355723] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4560a9-17ee-4b43-ba79-fd11c965ee49 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.386263] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97ef1cb-45c0-431d-941f-3cabe6ad4a1c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.393373] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82343a0c-bae1-40f0-afc7-74aa40a11dd5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.406375] env[69357]: DEBUG nova.compute.provider_tree [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.448748] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c24985b4-f6c6-480a-9252-7586c59810e5 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "2399fa1a-7a36-4ac8-afeb-1c812c88590e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.520857] env[69357]: DEBUG oslo_vmware.api [None req-b46a5dd8-17a3-46d7-bbbb-5a662f154cf0 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283520, 'name': ReconfigVM_Task, 'duration_secs': 0.233414} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.521123] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b46a5dd8-17a3-46d7-bbbb-5a662f154cf0 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Reconfigured VM instance instance-00000067 to detach disk 2002 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1176.525951] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd025810-1845-43e4-b5f5-aa229dd0cee6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.540579] env[69357]: DEBUG oslo_vmware.api [None req-b46a5dd8-17a3-46d7-bbbb-5a662f154cf0 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for the task: (returnval){ [ 1176.540579] env[69357]: value = "task-3283522" [ 1176.540579] env[69357]: _type = "Task" [ 1176.540579] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.549191] env[69357]: DEBUG oslo_vmware.api [None req-b46a5dd8-17a3-46d7-bbbb-5a662f154cf0 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283522, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.610466] env[69357]: DEBUG oslo_concurrency.lockutils [None req-657a2b68-7a0e-4c3b-a6a5-fe678af91be7 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.751697] env[69357]: DEBUG oslo_vmware.api [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': task-3283521, 'name': ReconfigVM_Task, 'duration_secs': 0.320602} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.751967] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Reconfigured VM instance instance-00000072 to attach disk [datastore1] e00a52b4-76b6-4263-a57b-dd276e2226db/e00a52b4-76b6-4263-a57b-dd276e2226db.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.752614] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e46f08d6-0f91-4a3c-9d0a-7997c4e75d43 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.758755] env[69357]: DEBUG oslo_vmware.api [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Waiting for the task: (returnval){ [ 1176.758755] env[69357]: value = "task-3283523" [ 1176.758755] env[69357]: _type = "Task" [ 1176.758755] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.766300] env[69357]: DEBUG oslo_vmware.api [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': task-3283523, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.909779] env[69357]: DEBUG nova.scheduler.client.report [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.050350] env[69357]: DEBUG oslo_vmware.api [None req-b46a5dd8-17a3-46d7-bbbb-5a662f154cf0 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283522, 'name': ReconfigVM_Task, 'duration_secs': 0.146269} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.050662] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b46a5dd8-17a3-46d7-bbbb-5a662f154cf0 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655715', 'volume_id': '9c78b9e8-e0bb-41ba-9590-d476bf4dd349', 'name': 'volume-9c78b9e8-e0bb-41ba-9590-d476bf4dd349', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd4d1f741-9ebb-4cad-8053-d278bf07b55a', 'attached_at': '', 'detached_at': '', 'volume_id': '9c78b9e8-e0bb-41ba-9590-d476bf4dd349', 'serial': '9c78b9e8-e0bb-41ba-9590-d476bf4dd349'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1178.007886] env[69357]: DEBUG nova.objects.instance [None req-b46a5dd8-17a3-46d7-bbbb-5a662f154cf0 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lazy-loading 'flavor' on Instance uuid d4d1f741-9ebb-4cad-8053-d278bf07b55a {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.010245] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.872s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.010945] env[69357]: DEBUG nova.compute.manager [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1178.013916] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c24985b4-f6c6-480a-9252-7586c59810e5 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "2399fa1a-7a36-4ac8-afeb-1c812c88590e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.014265] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c24985b4-f6c6-480a-9252-7586c59810e5 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "2399fa1a-7a36-4ac8-afeb-1c812c88590e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.014486] env[69357]: INFO nova.compute.manager [None req-c24985b4-f6c6-480a-9252-7586c59810e5 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Attaching volume e9314346-48d8-4a5e-9909-66ebd1ac5040 to /dev/sdb [ 1178.017297] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.769s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.018760] env[69357]: INFO nova.compute.claims [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1178.027489] env[69357]: DEBUG oslo_vmware.api [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': task-3283523, 'name': Rename_Task, 'duration_secs': 0.146718} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.027745] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.027980] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7cc7379-605e-4ada-8b60-6f475b5dba5e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.035538] env[69357]: DEBUG oslo_vmware.api [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Waiting for the task: (returnval){ [ 1178.035538] env[69357]: value = "task-3283524" [ 1178.035538] env[69357]: _type = "Task" [ 1178.035538] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.048357] env[69357]: DEBUG oslo_vmware.api [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': task-3283524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.054693] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f4d3f3-a3f8-44f2-9484-0373827dde3a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.061574] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ecc341-ccad-4e35-95cc-55410ca67004 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.079521] env[69357]: DEBUG nova.virt.block_device [None req-c24985b4-f6c6-480a-9252-7586c59810e5 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Updating existing volume attachment record: e445d929-8134-4cf4-a59f-42d86bf0dfcc {{(pid=69357) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1178.515825] env[69357]: DEBUG nova.compute.utils [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1178.517715] env[69357]: DEBUG nova.compute.manager [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1178.517915] env[69357]: DEBUG nova.network.neutron [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1178.546512] env[69357]: DEBUG oslo_vmware.api [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': task-3283524, 'name': PowerOnVM_Task, 'duration_secs': 0.48839} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.546781] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.546981] env[69357]: INFO nova.compute.manager [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Took 10.69 seconds to spawn the instance on the hypervisor. [ 1178.547175] env[69357]: DEBUG nova.compute.manager [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1178.547983] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c5a6a8-2e6a-4b13-9f6f-f7e31a851a05 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.565551] env[69357]: DEBUG nova.policy [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3ad29d51a8b4d3d9369dae6faa47c0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ce3a6bd35be4a73861bc478261e9be0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1178.904873] env[69357]: DEBUG nova.network.neutron [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Successfully created port: 03f95224-6545-4108-87ea-e7c228da8770 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1179.024735] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b46a5dd8-17a3-46d7-bbbb-5a662f154cf0 tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "d4d1f741-9ebb-4cad-8053-d278bf07b55a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.643s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.025968] env[69357]: DEBUG nova.compute.manager [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1179.069522] env[69357]: INFO nova.compute.manager [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Took 17.87 seconds to build instance. [ 1179.238866] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e87700-5edf-4b0c-b335-d6e23767707b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.246749] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75023052-87e5-42bd-9d2a-9b700f628cad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.276936] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a40618-2161-462d-aad3-1760d066fa37 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.284588] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a868f597-8e51-492d-88ee-0fe2d5eb84bd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.301198] env[69357]: DEBUG nova.compute.provider_tree [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.448013] env[69357]: DEBUG oslo_concurrency.lockutils [None req-db5a1f81-170b-447d-b4d7-a89572b68809 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Acquiring lock "e00a52b4-76b6-4263-a57b-dd276e2226db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.570619] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ea83df9d-3875-4392-9255-9122ac332c6e tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Lock "e00a52b4-76b6-4263-a57b-dd276e2226db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.381s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.570910] env[69357]: DEBUG oslo_concurrency.lockutils [None req-db5a1f81-170b-447d-b4d7-a89572b68809 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Lock "e00a52b4-76b6-4263-a57b-dd276e2226db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.123s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.571153] env[69357]: DEBUG oslo_concurrency.lockutils [None req-db5a1f81-170b-447d-b4d7-a89572b68809 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Acquiring lock "e00a52b4-76b6-4263-a57b-dd276e2226db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.571388] env[69357]: DEBUG oslo_concurrency.lockutils [None req-db5a1f81-170b-447d-b4d7-a89572b68809 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Lock "e00a52b4-76b6-4263-a57b-dd276e2226db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.571567] env[69357]: DEBUG oslo_concurrency.lockutils [None req-db5a1f81-170b-447d-b4d7-a89572b68809 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Lock "e00a52b4-76b6-4263-a57b-dd276e2226db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.573448] env[69357]: INFO nova.compute.manager [None req-db5a1f81-170b-447d-b4d7-a89572b68809 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Terminating instance [ 1179.803069] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fca6e8d3-77e6-4694-b85a-780ef25a797d tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquiring lock "d4d1f741-9ebb-4cad-8053-d278bf07b55a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.803357] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fca6e8d3-77e6-4694-b85a-780ef25a797d tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "d4d1f741-9ebb-4cad-8053-d278bf07b55a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.803567] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fca6e8d3-77e6-4694-b85a-780ef25a797d tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquiring lock "d4d1f741-9ebb-4cad-8053-d278bf07b55a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.803750] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fca6e8d3-77e6-4694-b85a-780ef25a797d tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "d4d1f741-9ebb-4cad-8053-d278bf07b55a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.803919] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fca6e8d3-77e6-4694-b85a-780ef25a797d tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "d4d1f741-9ebb-4cad-8053-d278bf07b55a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.806123] env[69357]: DEBUG nova.scheduler.client.report [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.809329] env[69357]: INFO nova.compute.manager [None req-fca6e8d3-77e6-4694-b85a-780ef25a797d tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Terminating instance [ 1180.040730] env[69357]: DEBUG nova.compute.manager [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1180.070595] env[69357]: DEBUG nova.virt.hardware [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1180.071045] env[69357]: DEBUG nova.virt.hardware [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.071045] env[69357]: DEBUG nova.virt.hardware [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.071172] env[69357]: DEBUG nova.virt.hardware [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.071828] env[69357]: DEBUG nova.virt.hardware [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.071828] env[69357]: DEBUG nova.virt.hardware [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1180.071828] env[69357]: DEBUG nova.virt.hardware [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1180.071995] env[69357]: DEBUG nova.virt.hardware [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1180.072138] env[69357]: DEBUG nova.virt.hardware [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1180.072317] env[69357]: DEBUG nova.virt.hardware [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1180.072516] env[69357]: DEBUG nova.virt.hardware [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1180.073380] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0600dc-9e3f-4b7d-a48c-1bc82939e20a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.076702] env[69357]: DEBUG nova.compute.manager [None req-db5a1f81-170b-447d-b4d7-a89572b68809 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1180.076857] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-db5a1f81-170b-447d-b4d7-a89572b68809 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.077605] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07fbdff-7ea7-40d3-9021-c9d30c3e7dfb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.086796] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cea7f3e-9b00-4d0b-ab95-61df4b04479e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.090734] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-db5a1f81-170b-447d-b4d7-a89572b68809 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.090974] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb471388-c09d-4268-b33e-4d25e65739f1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.103558] env[69357]: DEBUG oslo_vmware.api [None req-db5a1f81-170b-447d-b4d7-a89572b68809 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Waiting for the task: (returnval){ [ 1180.103558] env[69357]: value = "task-3283526" [ 1180.103558] env[69357]: _type = "Task" [ 1180.103558] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.111231] env[69357]: DEBUG oslo_vmware.api [None req-db5a1f81-170b-447d-b4d7-a89572b68809 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': task-3283526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.312682] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.295s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.313356] env[69357]: DEBUG nova.compute.manager [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1180.316735] env[69357]: DEBUG nova.compute.manager [None req-fca6e8d3-77e6-4694-b85a-780ef25a797d tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1180.317086] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fca6e8d3-77e6-4694-b85a-780ef25a797d tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.317752] env[69357]: DEBUG oslo_concurrency.lockutils [None req-657a2b68-7a0e-4c3b-a6a5-fe678af91be7 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.707s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.318010] env[69357]: DEBUG nova.objects.instance [None req-657a2b68-7a0e-4c3b-a6a5-fe678af91be7 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lazy-loading 'resources' on Instance uuid b25188b0-ccfb-42f9-a8b9-2c715bdc1983 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.319510] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5215cd95-799c-4986-9af4-ebbdee0373e0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.327876] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca6e8d3-77e6-4694-b85a-780ef25a797d tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.328159] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbb99376-ddd8-459d-bca2-d4d3bab32e25 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.334818] env[69357]: DEBUG oslo_vmware.api [None req-fca6e8d3-77e6-4694-b85a-780ef25a797d tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for the task: (returnval){ [ 1180.334818] env[69357]: value = "task-3283528" [ 1180.334818] env[69357]: _type = "Task" [ 1180.334818] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.342789] env[69357]: DEBUG oslo_vmware.api [None req-fca6e8d3-77e6-4694-b85a-780ef25a797d tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.381683] env[69357]: DEBUG nova.compute.manager [req-8a06b859-77ae-4789-98d2-15db9f372d6f req-d4a14fb0-0398-45e3-8766-418a98d37c36 service nova] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Received event network-vif-plugged-03f95224-6545-4108-87ea-e7c228da8770 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.381907] env[69357]: DEBUG oslo_concurrency.lockutils [req-8a06b859-77ae-4789-98d2-15db9f372d6f req-d4a14fb0-0398-45e3-8766-418a98d37c36 service nova] Acquiring lock "fb3d2b73-c36f-4c8f-be1c-608aff4bfda6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.382535] env[69357]: DEBUG oslo_concurrency.lockutils [req-8a06b859-77ae-4789-98d2-15db9f372d6f req-d4a14fb0-0398-45e3-8766-418a98d37c36 service nova] Lock "fb3d2b73-c36f-4c8f-be1c-608aff4bfda6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.382762] env[69357]: DEBUG oslo_concurrency.lockutils [req-8a06b859-77ae-4789-98d2-15db9f372d6f req-d4a14fb0-0398-45e3-8766-418a98d37c36 service nova] Lock "fb3d2b73-c36f-4c8f-be1c-608aff4bfda6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.382958] env[69357]: DEBUG nova.compute.manager [req-8a06b859-77ae-4789-98d2-15db9f372d6f req-d4a14fb0-0398-45e3-8766-418a98d37c36 service nova] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] No waiting events found dispatching network-vif-plugged-03f95224-6545-4108-87ea-e7c228da8770 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1180.383158] env[69357]: WARNING nova.compute.manager [req-8a06b859-77ae-4789-98d2-15db9f372d6f req-d4a14fb0-0398-45e3-8766-418a98d37c36 service nova] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Received unexpected event network-vif-plugged-03f95224-6545-4108-87ea-e7c228da8770 for instance with vm_state building and task_state spawning. [ 1180.527177] env[69357]: DEBUG nova.network.neutron [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Successfully updated port: 03f95224-6545-4108-87ea-e7c228da8770 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1180.579777] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._sync_power_states {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1180.613604] env[69357]: DEBUG oslo_vmware.api [None req-db5a1f81-170b-447d-b4d7-a89572b68809 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': task-3283526, 'name': PowerOffVM_Task, 'duration_secs': 0.197156} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.613862] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-db5a1f81-170b-447d-b4d7-a89572b68809 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.614041] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-db5a1f81-170b-447d-b4d7-a89572b68809 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.614298] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-647d127e-06d4-412d-a55b-b198363e0568 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.731718] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-db5a1f81-170b-447d-b4d7-a89572b68809 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.731947] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-db5a1f81-170b-447d-b4d7-a89572b68809 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.732147] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-db5a1f81-170b-447d-b4d7-a89572b68809 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Deleting the datastore file [datastore1] e00a52b4-76b6-4263-a57b-dd276e2226db {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.732424] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-720fc72c-28f0-4c53-a01a-e301b7b1e308 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.739711] env[69357]: DEBUG oslo_vmware.api [None req-db5a1f81-170b-447d-b4d7-a89572b68809 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Waiting for the task: (returnval){ [ 1180.739711] env[69357]: value = "task-3283530" [ 1180.739711] env[69357]: _type = "Task" [ 1180.739711] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.747675] env[69357]: DEBUG oslo_vmware.api [None req-db5a1f81-170b-447d-b4d7-a89572b68809 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': task-3283530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.819609] env[69357]: DEBUG nova.compute.utils [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1180.821094] env[69357]: DEBUG nova.compute.manager [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1180.821282] env[69357]: DEBUG nova.network.neutron [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1180.845386] env[69357]: DEBUG oslo_vmware.api [None req-fca6e8d3-77e6-4694-b85a-780ef25a797d tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283528, 'name': PowerOffVM_Task, 'duration_secs': 0.283561} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.848082] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca6e8d3-77e6-4694-b85a-780ef25a797d tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.848278] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fca6e8d3-77e6-4694-b85a-780ef25a797d tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.849109] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5538393c-c67d-4f6b-8b45-20b1bf083b9d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.863491] env[69357]: DEBUG nova.policy [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '954c4b7b20b04c0dbc6995e5f6ead275', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '452367d5ad0f445ab04561b34a61ac38', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1180.922768] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fca6e8d3-77e6-4694-b85a-780ef25a797d tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.922928] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fca6e8d3-77e6-4694-b85a-780ef25a797d tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.923194] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca6e8d3-77e6-4694-b85a-780ef25a797d tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Deleting the datastore file [datastore1] d4d1f741-9ebb-4cad-8053-d278bf07b55a {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.926273] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27d6b3b3-16b6-4ed5-b481-af59187f16af {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.932842] env[69357]: DEBUG oslo_vmware.api [None req-fca6e8d3-77e6-4694-b85a-780ef25a797d tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for the task: (returnval){ [ 1180.932842] env[69357]: value = "task-3283532" [ 1180.932842] env[69357]: _type = "Task" [ 1180.932842] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.943389] env[69357]: DEBUG oslo_vmware.api [None req-fca6e8d3-77e6-4694-b85a-780ef25a797d tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.020202] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5226176-ca53-4e0b-9d9e-7a9aa8e74381 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.028920] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27dc0095-5a42-433d-b9bf-c910bcac9c13 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.032396] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "refresh_cache-fb3d2b73-c36f-4c8f-be1c-608aff4bfda6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.033022] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquired lock "refresh_cache-fb3d2b73-c36f-4c8f-be1c-608aff4bfda6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.033022] env[69357]: DEBUG nova.network.neutron [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.063804] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c0a12f-1d86-4723-8baa-55b65e719a84 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.072195] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48ca10b-2acf-44b6-9f2f-19985bc79119 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.091969] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Getting list of instances from cluster (obj){ [ 1181.091969] env[69357]: value = "domain-c8" [ 1181.091969] env[69357]: _type = "ClusterComputeResource" [ 1181.091969] env[69357]: } {{(pid=69357) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1181.091969] env[69357]: DEBUG nova.compute.provider_tree [None req-657a2b68-7a0e-4c3b-a6a5-fe678af91be7 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.093678] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8371bd-db64-4f1a-a434-8d080e5187b5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.115277] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Got total of 9 instances {{(pid=69357) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1181.115791] env[69357]: WARNING nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] While synchronizing instance power states, found 14 instances in the database and 9 instances on the hypervisor. [ 1181.115791] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Triggering sync for uuid af8f9e4f-c0d8-447b-91ad-04f88290c199 {{(pid=69357) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1181.115791] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Triggering sync for uuid e446971c-3947-4544-ab25-39eaefc9097d {{(pid=69357) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1181.116011] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Triggering sync for uuid da37ae95-0dd7-48ef-9e03-c05c8c4a9c36 {{(pid=69357) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1181.116067] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Triggering sync for uuid 3325a9cb-086d-4817-8941-d1eb7aa09748 {{(pid=69357) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1181.116274] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Triggering sync for uuid d4d1f741-9ebb-4cad-8053-d278bf07b55a {{(pid=69357) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1181.116360] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Triggering sync for uuid 8ea553bd-7063-4123-90f4-f53808003b23 {{(pid=69357) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1181.116510] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Triggering sync for uuid 2399fa1a-7a36-4ac8-afeb-1c812c88590e {{(pid=69357) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1181.116650] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Triggering sync for uuid caee54fd-3091-4ebd-94ac-879e7865f031 {{(pid=69357) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1181.116792] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Triggering sync for uuid 81d45460-51bd-4054-b273-282e721c45fe {{(pid=69357) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1181.116930] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Triggering sync for uuid 77b739f4-17b0-40a0-928d-982b74f38efe {{(pid=69357) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1181.117174] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Triggering sync for uuid b25188b0-ccfb-42f9-a8b9-2c715bdc1983 {{(pid=69357) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1181.117368] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Triggering sync for uuid e00a52b4-76b6-4263-a57b-dd276e2226db {{(pid=69357) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1181.117534] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Triggering sync for uuid fb3d2b73-c36f-4c8f-be1c-608aff4bfda6 {{(pid=69357) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1181.117678] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Triggering sync for uuid 53a684cd-0825-4f47-8143-101084d8f300 {{(pid=69357) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1181.118047] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "af8f9e4f-c0d8-447b-91ad-04f88290c199" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.118325] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "af8f9e4f-c0d8-447b-91ad-04f88290c199" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.118555] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "e446971c-3947-4544-ab25-39eaefc9097d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.118730] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "e446971c-3947-4544-ab25-39eaefc9097d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.118963] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "da37ae95-0dd7-48ef-9e03-c05c8c4a9c36" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.119225] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "da37ae95-0dd7-48ef-9e03-c05c8c4a9c36" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.119427] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "3325a9cb-086d-4817-8941-d1eb7aa09748" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.119531] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "3325a9cb-086d-4817-8941-d1eb7aa09748" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.119745] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "d4d1f741-9ebb-4cad-8053-d278bf07b55a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.119944] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "8ea553bd-7063-4123-90f4-f53808003b23" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.120125] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "8ea553bd-7063-4123-90f4-f53808003b23" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.121201] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "2399fa1a-7a36-4ac8-afeb-1c812c88590e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.121201] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "caee54fd-3091-4ebd-94ac-879e7865f031" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.121201] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "caee54fd-3091-4ebd-94ac-879e7865f031" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.121416] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "81d45460-51bd-4054-b273-282e721c45fe" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.121586] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "81d45460-51bd-4054-b273-282e721c45fe" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.121801] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "77b739f4-17b0-40a0-928d-982b74f38efe" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.121974] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "77b739f4-17b0-40a0-928d-982b74f38efe" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.123789] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "b25188b0-ccfb-42f9-a8b9-2c715bdc1983" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.124019] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "e00a52b4-76b6-4263-a57b-dd276e2226db" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.124216] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "fb3d2b73-c36f-4c8f-be1c-608aff4bfda6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.124416] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "53a684cd-0825-4f47-8143-101084d8f300" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.125283] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab2b744-6a4f-4693-ba12-e232e711beed {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.128314] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf7a364-a2f0-4c8e-a214-1c903c05d476 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.131110] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680a5d83-2115-4cf6-9f6c-cacdd2513f06 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.133659] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49d1328-4a6c-4519-93b4-794d9e7a469a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.136342] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eda9736-c2f4-43bf-a2b7-2402769ce7cd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.138921] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29dff70-4ad7-4d44-ad03-59011aa7b59f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.142301] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1594c8ed-f22d-49ce-932f-ac54ce73f116 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.145616] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791b4371-488f-419e-a2e7-2c5d1b1500ad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.179138] env[69357]: DEBUG nova.network.neutron [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Successfully created port: 8d911cd4-2077-41f1-a8ba-a18d2e219ebc {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1181.250747] env[69357]: DEBUG oslo_vmware.api [None req-db5a1f81-170b-447d-b4d7-a89572b68809 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Task: {'id': task-3283530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177899} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.251052] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-db5a1f81-170b-447d-b4d7-a89572b68809 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.251273] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-db5a1f81-170b-447d-b4d7-a89572b68809 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.251488] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-db5a1f81-170b-447d-b4d7-a89572b68809 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.251696] env[69357]: INFO nova.compute.manager [None req-db5a1f81-170b-447d-b4d7-a89572b68809 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1181.251980] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db5a1f81-170b-447d-b4d7-a89572b68809 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.252209] env[69357]: DEBUG nova.compute.manager [-] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1181.252330] env[69357]: DEBUG nova.network.neutron [-] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1181.324669] env[69357]: DEBUG nova.compute.manager [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1181.446635] env[69357]: DEBUG oslo_vmware.api [None req-fca6e8d3-77e6-4694-b85a-780ef25a797d tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Task: {'id': task-3283532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124385} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.447044] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca6e8d3-77e6-4694-b85a-780ef25a797d tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.447342] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fca6e8d3-77e6-4694-b85a-780ef25a797d tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.447611] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fca6e8d3-77e6-4694-b85a-780ef25a797d tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.447880] env[69357]: INFO nova.compute.manager [None req-fca6e8d3-77e6-4694-b85a-780ef25a797d tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1181.448253] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fca6e8d3-77e6-4694-b85a-780ef25a797d tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.448556] env[69357]: DEBUG nova.compute.manager [-] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1181.448674] env[69357]: DEBUG nova.network.neutron [-] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1181.572140] env[69357]: DEBUG nova.network.neutron [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1181.580243] env[69357]: DEBUG nova.compute.manager [req-adf64751-1ce8-43fa-8a0c-8b762792731d req-7a7a5ec0-5be3-4aa9-8ebc-26accc711453 service nova] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Received event network-vif-deleted-5c840a0a-5923-45c9-915f-ce976adaecc5 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.580438] env[69357]: INFO nova.compute.manager [req-adf64751-1ce8-43fa-8a0c-8b762792731d req-7a7a5ec0-5be3-4aa9-8ebc-26accc711453 service nova] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Neutron deleted interface 5c840a0a-5923-45c9-915f-ce976adaecc5; detaching it from the instance and deleting it from the info cache [ 1181.580694] env[69357]: DEBUG nova.network.neutron [req-adf64751-1ce8-43fa-8a0c-8b762792731d req-7a7a5ec0-5be3-4aa9-8ebc-26accc711453 service nova] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Updating instance_info_cache with network_info: [{"id": "84a302fb-27db-4167-b0b8-dbc2985d21ed", "address": "fa:16:3e:50:2a:7a", "network": {"id": "4673d2d2-4440-46ee-8475-dece51de0c43", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-919188852", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e35e18704f124c31b555a33a87cf1b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84a302fb-27", "ovs_interfaceid": "84a302fb-27db-4167-b0b8-dbc2985d21ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.597675] env[69357]: DEBUG nova.scheduler.client.report [None req-657a2b68-7a0e-4c3b-a6a5-fe678af91be7 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.666570] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "e446971c-3947-4544-ab25-39eaefc9097d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.673020] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "da37ae95-0dd7-48ef-9e03-c05c8c4a9c36" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.551s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.673020] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "8ea553bd-7063-4123-90f4-f53808003b23" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.674332] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "3325a9cb-086d-4817-8941-d1eb7aa09748" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.676825] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "af8f9e4f-c0d8-447b-91ad-04f88290c199" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.558s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.678433] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "81d45460-51bd-4054-b273-282e721c45fe" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.557s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.683260] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "caee54fd-3091-4ebd-94ac-879e7865f031" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.562s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.683608] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "77b739f4-17b0-40a0-928d-982b74f38efe" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.562s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.771301] env[69357]: DEBUG nova.network.neutron [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Updating instance_info_cache with network_info: [{"id": "03f95224-6545-4108-87ea-e7c228da8770", "address": "fa:16:3e:d3:49:80", "network": {"id": "14a080ce-f6fb-4b67-8c28-3f21d485ab29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1330525983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ce3a6bd35be4a73861bc478261e9be0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03f95224-65", "ovs_interfaceid": "03f95224-6545-4108-87ea-e7c228da8770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.084286] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6dcce8cc-1402-4f20-9a70-46ad883fdbc2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.095593] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d2d9c7-35e4-4ffd-8939-323efca33b45 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.107493] env[69357]: DEBUG oslo_concurrency.lockutils [None req-657a2b68-7a0e-4c3b-a6a5-fe678af91be7 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.790s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.141134] env[69357]: DEBUG nova.compute.manager [req-adf64751-1ce8-43fa-8a0c-8b762792731d req-7a7a5ec0-5be3-4aa9-8ebc-26accc711453 service nova] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Detach interface failed, port_id=5c840a0a-5923-45c9-915f-ce976adaecc5, reason: Instance e00a52b4-76b6-4263-a57b-dd276e2226db could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1182.142030] env[69357]: INFO nova.scheduler.client.report [None req-657a2b68-7a0e-4c3b-a6a5-fe678af91be7 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Deleted allocations for instance b25188b0-ccfb-42f9-a8b9-2c715bdc1983 [ 1182.274095] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Releasing lock "refresh_cache-fb3d2b73-c36f-4c8f-be1c-608aff4bfda6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.274466] env[69357]: DEBUG nova.compute.manager [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Instance network_info: |[{"id": "03f95224-6545-4108-87ea-e7c228da8770", "address": "fa:16:3e:d3:49:80", "network": {"id": "14a080ce-f6fb-4b67-8c28-3f21d485ab29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1330525983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ce3a6bd35be4a73861bc478261e9be0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03f95224-65", "ovs_interfaceid": "03f95224-6545-4108-87ea-e7c228da8770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1182.275197] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:49:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2321dbbe-f64a-4253-a462-21676f8a278e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03f95224-6545-4108-87ea-e7c228da8770', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1182.283499] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.283499] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1182.283712] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00b01883-30fc-46a5-9373-8b3a2648953e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.305080] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1182.305080] env[69357]: value = "task-3283533" [ 1182.305080] env[69357]: _type = "Task" [ 1182.305080] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.313316] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283533, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.336298] env[69357]: DEBUG nova.compute.manager [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1182.365929] env[69357]: DEBUG nova.virt.hardware [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1182.366195] env[69357]: DEBUG nova.virt.hardware [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.366388] env[69357]: DEBUG nova.virt.hardware [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.366588] env[69357]: DEBUG nova.virt.hardware [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.366736] env[69357]: DEBUG nova.virt.hardware [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.366886] env[69357]: DEBUG nova.virt.hardware [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1182.367170] env[69357]: DEBUG nova.virt.hardware [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1182.367377] env[69357]: DEBUG nova.virt.hardware [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1182.367567] env[69357]: DEBUG nova.virt.hardware [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1182.367735] env[69357]: DEBUG nova.virt.hardware [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1182.367910] env[69357]: DEBUG nova.virt.hardware [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1182.368300] env[69357]: DEBUG nova.network.neutron [-] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.370987] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88966eec-cce8-48b3-9a2c-da3ec415aadc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.378557] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1e6b35-5244-4a76-98e3-83bf49dab5d3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.431885] env[69357]: DEBUG nova.compute.manager [req-655eeba5-bcc2-4afa-aabe-1c943286f784 req-0f0d8b4c-fc71-4b40-8919-fa4be6b6fe7c service nova] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Received event network-changed-03f95224-6545-4108-87ea-e7c228da8770 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.432092] env[69357]: DEBUG nova.compute.manager [req-655eeba5-bcc2-4afa-aabe-1c943286f784 req-0f0d8b4c-fc71-4b40-8919-fa4be6b6fe7c service nova] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Refreshing instance network info cache due to event network-changed-03f95224-6545-4108-87ea-e7c228da8770. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.432339] env[69357]: DEBUG oslo_concurrency.lockutils [req-655eeba5-bcc2-4afa-aabe-1c943286f784 req-0f0d8b4c-fc71-4b40-8919-fa4be6b6fe7c service nova] Acquiring lock "refresh_cache-fb3d2b73-c36f-4c8f-be1c-608aff4bfda6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.432520] env[69357]: DEBUG oslo_concurrency.lockutils [req-655eeba5-bcc2-4afa-aabe-1c943286f784 req-0f0d8b4c-fc71-4b40-8919-fa4be6b6fe7c service nova] Acquired lock "refresh_cache-fb3d2b73-c36f-4c8f-be1c-608aff4bfda6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.432700] env[69357]: DEBUG nova.network.neutron [req-655eeba5-bcc2-4afa-aabe-1c943286f784 req-0f0d8b4c-fc71-4b40-8919-fa4be6b6fe7c service nova] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Refreshing network info cache for port 03f95224-6545-4108-87ea-e7c228da8770 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.519272] env[69357]: DEBUG nova.network.neutron [-] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.629199] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-c24985b4-f6c6-480a-9252-7586c59810e5 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Volume attach. Driver type: vmdk {{(pid=69357) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1182.629443] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-c24985b4-f6c6-480a-9252-7586c59810e5 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655718', 'volume_id': 'e9314346-48d8-4a5e-9909-66ebd1ac5040', 'name': 'volume-e9314346-48d8-4a5e-9909-66ebd1ac5040', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2399fa1a-7a36-4ac8-afeb-1c812c88590e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9314346-48d8-4a5e-9909-66ebd1ac5040', 'serial': 'e9314346-48d8-4a5e-9909-66ebd1ac5040'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1182.630335] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c563d17-fdf8-4a0f-9bea-645254c920dc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.659023] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cf7633-08c7-4c9a-a0f6-7c6101f08589 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.660099] env[69357]: DEBUG oslo_concurrency.lockutils [None req-657a2b68-7a0e-4c3b-a6a5-fe678af91be7 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "b25188b0-ccfb-42f9-a8b9-2c715bdc1983" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.390s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.661571] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "b25188b0-ccfb-42f9-a8b9-2c715bdc1983" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.537s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.661907] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e809004-3814-45c4-b951-085faf7cf3fb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.687337] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-c24985b4-f6c6-480a-9252-7586c59810e5 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] volume-e9314346-48d8-4a5e-9909-66ebd1ac5040/volume-e9314346-48d8-4a5e-9909-66ebd1ac5040.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.689437] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7ae7e8f-dd96-4cd9-9b22-30bbd769495a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.709648] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35aa622-ff69-4a94-b04a-1b976adc073c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.741925] env[69357]: DEBUG oslo_vmware.api [None req-c24985b4-f6c6-480a-9252-7586c59810e5 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 1182.741925] env[69357]: value = "task-3283534" [ 1182.741925] env[69357]: _type = "Task" [ 1182.741925] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.758381] env[69357]: DEBUG nova.network.neutron [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Successfully updated port: 8d911cd4-2077-41f1-a8ba-a18d2e219ebc {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1182.767134] env[69357]: DEBUG oslo_vmware.api [None req-c24985b4-f6c6-480a-9252-7586c59810e5 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.815969] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283533, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.873871] env[69357]: INFO nova.compute.manager [-] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Took 1.62 seconds to deallocate network for instance. [ 1183.023117] env[69357]: INFO nova.compute.manager [-] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Took 1.57 seconds to deallocate network for instance. [ 1183.199623] env[69357]: DEBUG nova.network.neutron [req-655eeba5-bcc2-4afa-aabe-1c943286f784 req-0f0d8b4c-fc71-4b40-8919-fa4be6b6fe7c service nova] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Updated VIF entry in instance network info cache for port 03f95224-6545-4108-87ea-e7c228da8770. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.199999] env[69357]: DEBUG nova.network.neutron [req-655eeba5-bcc2-4afa-aabe-1c943286f784 req-0f0d8b4c-fc71-4b40-8919-fa4be6b6fe7c service nova] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Updating instance_info_cache with network_info: [{"id": "03f95224-6545-4108-87ea-e7c228da8770", "address": "fa:16:3e:d3:49:80", "network": {"id": "14a080ce-f6fb-4b67-8c28-3f21d485ab29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1330525983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ce3a6bd35be4a73861bc478261e9be0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03f95224-65", "ovs_interfaceid": "03f95224-6545-4108-87ea-e7c228da8770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.254257] env[69357]: DEBUG oslo_vmware.api [None req-c24985b4-f6c6-480a-9252-7586c59810e5 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283534, 'name': ReconfigVM_Task, 'duration_secs': 0.435184} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.254565] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-c24985b4-f6c6-480a-9252-7586c59810e5 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Reconfigured VM instance instance-0000006b to attach disk [datastore2] volume-e9314346-48d8-4a5e-9909-66ebd1ac5040/volume-e9314346-48d8-4a5e-9909-66ebd1ac5040.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.259435] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03534aac-f27a-4be9-af36-24bc52f850c7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.270218] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquiring lock "refresh_cache-53a684cd-0825-4f47-8143-101084d8f300" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.270371] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquired lock "refresh_cache-53a684cd-0825-4f47-8143-101084d8f300" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.270493] env[69357]: DEBUG nova.network.neutron [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.271771] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "b25188b0-ccfb-42f9-a8b9-2c715bdc1983" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.611s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.279412] env[69357]: DEBUG oslo_vmware.api [None req-c24985b4-f6c6-480a-9252-7586c59810e5 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 1183.279412] env[69357]: value = "task-3283535" [ 1183.279412] env[69357]: _type = "Task" [ 1183.279412] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.289727] env[69357]: DEBUG oslo_vmware.api [None req-c24985b4-f6c6-480a-9252-7586c59810e5 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283535, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.316021] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283533, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.382219] env[69357]: DEBUG oslo_concurrency.lockutils [None req-db5a1f81-170b-447d-b4d7-a89572b68809 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.382505] env[69357]: DEBUG oslo_concurrency.lockutils [None req-db5a1f81-170b-447d-b4d7-a89572b68809 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.382731] env[69357]: DEBUG nova.objects.instance [None req-db5a1f81-170b-447d-b4d7-a89572b68809 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Lazy-loading 'resources' on Instance uuid e00a52b4-76b6-4263-a57b-dd276e2226db {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.531104] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fca6e8d3-77e6-4694-b85a-780ef25a797d tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.615714] env[69357]: DEBUG nova.compute.manager [req-8aa46228-663a-46ef-b30c-877f77c1e36e req-4c30fb18-1088-4e5d-a417-8b12e8464e5d service nova] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Received event network-vif-deleted-84a302fb-27db-4167-b0b8-dbc2985d21ed {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.615932] env[69357]: DEBUG nova.compute.manager [req-8aa46228-663a-46ef-b30c-877f77c1e36e req-4c30fb18-1088-4e5d-a417-8b12e8464e5d service nova] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Received event network-vif-deleted-9186f40f-846e-4c9d-941f-1943de8a7eb7 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.704699] env[69357]: DEBUG oslo_concurrency.lockutils [req-655eeba5-bcc2-4afa-aabe-1c943286f784 req-0f0d8b4c-fc71-4b40-8919-fa4be6b6fe7c service nova] Releasing lock "refresh_cache-fb3d2b73-c36f-4c8f-be1c-608aff4bfda6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.723202] env[69357]: DEBUG oslo_concurrency.lockutils [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "ace13dca-809c-4f70-a99c-ed28bcd713d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.723455] env[69357]: DEBUG oslo_concurrency.lockutils [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "ace13dca-809c-4f70-a99c-ed28bcd713d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.792721] env[69357]: DEBUG oslo_vmware.api [None req-c24985b4-f6c6-480a-9252-7586c59810e5 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283535, 'name': ReconfigVM_Task, 'duration_secs': 0.155805} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.793041] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-c24985b4-f6c6-480a-9252-7586c59810e5 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655718', 'volume_id': 'e9314346-48d8-4a5e-9909-66ebd1ac5040', 'name': 'volume-e9314346-48d8-4a5e-9909-66ebd1ac5040', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2399fa1a-7a36-4ac8-afeb-1c812c88590e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9314346-48d8-4a5e-9909-66ebd1ac5040', 'serial': 'e9314346-48d8-4a5e-9909-66ebd1ac5040'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1183.817183] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283533, 'name': CreateVM_Task, 'duration_secs': 1.344893} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.817428] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1183.818132] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.818300] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.818624] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.818878] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2201561b-e2e0-4595-b96a-34bba26f459d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.823696] env[69357]: DEBUG nova.network.neutron [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1183.827023] env[69357]: DEBUG oslo_vmware.api [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1183.827023] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5218a7b4-27ed-ba10-d552-0916a2e7370a" [ 1183.827023] env[69357]: _type = "Task" [ 1183.827023] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.835900] env[69357]: DEBUG oslo_vmware.api [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5218a7b4-27ed-ba10-d552-0916a2e7370a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.994437] env[69357]: DEBUG nova.network.neutron [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Updating instance_info_cache with network_info: [{"id": "8d911cd4-2077-41f1-a8ba-a18d2e219ebc", "address": "fa:16:3e:87:e7:14", "network": {"id": "82074a93-c394-43bb-b0c1-afe7aca69dda", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-872553940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "452367d5ad0f445ab04561b34a61ac38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d911cd4-20", "ovs_interfaceid": "8d911cd4-2077-41f1-a8ba-a18d2e219ebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.094095] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec8e68f-e8cb-4f9b-b478-f357e9933cbc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.105217] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a97039f-1ea7-4803-bbd8-50472a38991e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.148055] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e8b5b5-3cf9-4ce9-80b8-a9f3bd542e87 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.153829] env[69357]: DEBUG oslo_concurrency.lockutils [None req-df8c0670-2174-49b3-9f95-5e51610da3fa tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "caee54fd-3091-4ebd-94ac-879e7865f031" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.154075] env[69357]: DEBUG oslo_concurrency.lockutils [None req-df8c0670-2174-49b3-9f95-5e51610da3fa tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "caee54fd-3091-4ebd-94ac-879e7865f031" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.159876] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774baf0d-f2f0-456f-a956-4edd5b628d9b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.176364] env[69357]: DEBUG nova.compute.provider_tree [None req-db5a1f81-170b-447d-b4d7-a89572b68809 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.226058] env[69357]: DEBUG nova.compute.manager [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1184.338380] env[69357]: DEBUG oslo_vmware.api [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5218a7b4-27ed-ba10-d552-0916a2e7370a, 'name': SearchDatastore_Task, 'duration_secs': 0.029674} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.339304] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.339548] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1184.339780] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.339954] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.340120] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1184.340621] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a3bf22d-3edd-493e-9b0b-af53b543dde6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.355253] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1184.355440] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1184.356475] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b39a341-4556-4178-8971-d75d2a88484f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.362928] env[69357]: DEBUG oslo_vmware.api [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1184.362928] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5242b299-f01c-b581-324d-327c149242ef" [ 1184.362928] env[69357]: _type = "Task" [ 1184.362928] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.371404] env[69357]: DEBUG oslo_vmware.api [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5242b299-f01c-b581-324d-327c149242ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.459380] env[69357]: DEBUG nova.compute.manager [req-08b2e29d-1784-4963-b883-2dac15943808 req-922b5936-1f9d-4761-8164-349fd6290a43 service nova] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Received event network-vif-plugged-8d911cd4-2077-41f1-a8ba-a18d2e219ebc {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.459606] env[69357]: DEBUG oslo_concurrency.lockutils [req-08b2e29d-1784-4963-b883-2dac15943808 req-922b5936-1f9d-4761-8164-349fd6290a43 service nova] Acquiring lock "53a684cd-0825-4f47-8143-101084d8f300-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.459813] env[69357]: DEBUG oslo_concurrency.lockutils [req-08b2e29d-1784-4963-b883-2dac15943808 req-922b5936-1f9d-4761-8164-349fd6290a43 service nova] Lock "53a684cd-0825-4f47-8143-101084d8f300-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.459979] env[69357]: DEBUG oslo_concurrency.lockutils [req-08b2e29d-1784-4963-b883-2dac15943808 req-922b5936-1f9d-4761-8164-349fd6290a43 service nova] Lock "53a684cd-0825-4f47-8143-101084d8f300-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.460165] env[69357]: DEBUG nova.compute.manager [req-08b2e29d-1784-4963-b883-2dac15943808 req-922b5936-1f9d-4761-8164-349fd6290a43 service nova] [instance: 53a684cd-0825-4f47-8143-101084d8f300] No waiting events found dispatching network-vif-plugged-8d911cd4-2077-41f1-a8ba-a18d2e219ebc {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1184.460335] env[69357]: WARNING nova.compute.manager [req-08b2e29d-1784-4963-b883-2dac15943808 req-922b5936-1f9d-4761-8164-349fd6290a43 service nova] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Received unexpected event network-vif-plugged-8d911cd4-2077-41f1-a8ba-a18d2e219ebc for instance with vm_state building and task_state spawning. [ 1184.460495] env[69357]: DEBUG nova.compute.manager [req-08b2e29d-1784-4963-b883-2dac15943808 req-922b5936-1f9d-4761-8164-349fd6290a43 service nova] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Received event network-changed-8d911cd4-2077-41f1-a8ba-a18d2e219ebc {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.460648] env[69357]: DEBUG nova.compute.manager [req-08b2e29d-1784-4963-b883-2dac15943808 req-922b5936-1f9d-4761-8164-349fd6290a43 service nova] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Refreshing instance network info cache due to event network-changed-8d911cd4-2077-41f1-a8ba-a18d2e219ebc. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.460810] env[69357]: DEBUG oslo_concurrency.lockutils [req-08b2e29d-1784-4963-b883-2dac15943808 req-922b5936-1f9d-4761-8164-349fd6290a43 service nova] Acquiring lock "refresh_cache-53a684cd-0825-4f47-8143-101084d8f300" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.499618] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Releasing lock "refresh_cache-53a684cd-0825-4f47-8143-101084d8f300" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.499948] env[69357]: DEBUG nova.compute.manager [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Instance network_info: |[{"id": "8d911cd4-2077-41f1-a8ba-a18d2e219ebc", "address": "fa:16:3e:87:e7:14", "network": {"id": "82074a93-c394-43bb-b0c1-afe7aca69dda", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-872553940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "452367d5ad0f445ab04561b34a61ac38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d911cd4-20", "ovs_interfaceid": "8d911cd4-2077-41f1-a8ba-a18d2e219ebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1184.500296] env[69357]: DEBUG oslo_concurrency.lockutils [req-08b2e29d-1784-4963-b883-2dac15943808 req-922b5936-1f9d-4761-8164-349fd6290a43 service nova] Acquired lock "refresh_cache-53a684cd-0825-4f47-8143-101084d8f300" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.500485] env[69357]: DEBUG nova.network.neutron [req-08b2e29d-1784-4963-b883-2dac15943808 req-922b5936-1f9d-4761-8164-349fd6290a43 service nova] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Refreshing network info cache for port 8d911cd4-2077-41f1-a8ba-a18d2e219ebc {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.501806] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:e7:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d911cd4-2077-41f1-a8ba-a18d2e219ebc', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1184.510930] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.511934] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1184.512185] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ec28099-3aa4-4393-bf3f-4f297096e921 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.538133] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1184.538133] env[69357]: value = "task-3283536" [ 1184.538133] env[69357]: _type = "Task" [ 1184.538133] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.548155] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283536, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.660215] env[69357]: DEBUG nova.compute.utils [None req-df8c0670-2174-49b3-9f95-5e51610da3fa tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1184.679593] env[69357]: DEBUG nova.scheduler.client.report [None req-db5a1f81-170b-447d-b4d7-a89572b68809 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.747740] env[69357]: DEBUG oslo_concurrency.lockutils [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.832580] env[69357]: DEBUG nova.objects.instance [None req-c24985b4-f6c6-480a-9252-7586c59810e5 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lazy-loading 'flavor' on Instance uuid 2399fa1a-7a36-4ac8-afeb-1c812c88590e {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.873438] env[69357]: DEBUG oslo_vmware.api [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5242b299-f01c-b581-324d-327c149242ef, 'name': SearchDatastore_Task, 'duration_secs': 0.027373} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.874295] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-215a0ffb-b970-4312-b1fe-0723aa441266 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.882143] env[69357]: DEBUG oslo_vmware.api [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1184.882143] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]529723f6-d985-9656-9053-4a2d842d6e0e" [ 1184.882143] env[69357]: _type = "Task" [ 1184.882143] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.891497] env[69357]: DEBUG oslo_vmware.api [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]529723f6-d985-9656-9053-4a2d842d6e0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.050547] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283536, 'name': CreateVM_Task, 'duration_secs': 0.415607} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.050754] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1185.051593] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.051704] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.051955] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.055328] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b94245f-6178-4e0a-971c-9a4b6bcef191 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.062685] env[69357]: DEBUG oslo_vmware.api [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1185.062685] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52716c82-39aa-c8f2-8bc1-83da36d3d9c9" [ 1185.062685] env[69357]: _type = "Task" [ 1185.062685] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.071409] env[69357]: DEBUG oslo_vmware.api [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52716c82-39aa-c8f2-8bc1-83da36d3d9c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.163292] env[69357]: DEBUG oslo_concurrency.lockutils [None req-df8c0670-2174-49b3-9f95-5e51610da3fa tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "caee54fd-3091-4ebd-94ac-879e7865f031" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.185337] env[69357]: DEBUG oslo_concurrency.lockutils [None req-db5a1f81-170b-447d-b4d7-a89572b68809 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.188297] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fca6e8d3-77e6-4694-b85a-780ef25a797d tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.657s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.188591] env[69357]: DEBUG nova.objects.instance [None req-fca6e8d3-77e6-4694-b85a-780ef25a797d tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lazy-loading 'resources' on Instance uuid d4d1f741-9ebb-4cad-8053-d278bf07b55a {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.207105] env[69357]: INFO nova.scheduler.client.report [None req-db5a1f81-170b-447d-b4d7-a89572b68809 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Deleted allocations for instance e00a52b4-76b6-4263-a57b-dd276e2226db [ 1185.237806] env[69357]: DEBUG nova.network.neutron [req-08b2e29d-1784-4963-b883-2dac15943808 req-922b5936-1f9d-4761-8164-349fd6290a43 service nova] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Updated VIF entry in instance network info cache for port 8d911cd4-2077-41f1-a8ba-a18d2e219ebc. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.238238] env[69357]: DEBUG nova.network.neutron [req-08b2e29d-1784-4963-b883-2dac15943808 req-922b5936-1f9d-4761-8164-349fd6290a43 service nova] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Updating instance_info_cache with network_info: [{"id": "8d911cd4-2077-41f1-a8ba-a18d2e219ebc", "address": "fa:16:3e:87:e7:14", "network": {"id": "82074a93-c394-43bb-b0c1-afe7aca69dda", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-872553940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "452367d5ad0f445ab04561b34a61ac38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d911cd4-20", "ovs_interfaceid": "8d911cd4-2077-41f1-a8ba-a18d2e219ebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.338239] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c24985b4-f6c6-480a-9252-7586c59810e5 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "2399fa1a-7a36-4ac8-afeb-1c812c88590e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.324s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.339204] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "2399fa1a-7a36-4ac8-afeb-1c812c88590e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.219s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.340213] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5d4de0-b748-4e86-b10c-72d3834dd40b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.393188] env[69357]: DEBUG oslo_vmware.api [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]529723f6-d985-9656-9053-4a2d842d6e0e, 'name': SearchDatastore_Task, 'duration_secs': 0.014399} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.393468] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.393726] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] fb3d2b73-c36f-4c8f-be1c-608aff4bfda6/fb3d2b73-c36f-4c8f-be1c-608aff4bfda6.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1185.393982] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-676cd475-79dc-4ddb-a4ef-5831835ae502 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.401619] env[69357]: DEBUG oslo_vmware.api [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1185.401619] env[69357]: value = "task-3283537" [ 1185.401619] env[69357]: _type = "Task" [ 1185.401619] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.574591] env[69357]: DEBUG oslo_vmware.api [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52716c82-39aa-c8f2-8bc1-83da36d3d9c9, 'name': SearchDatastore_Task, 'duration_secs': 0.012392} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.574946] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.575257] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1185.575528] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.575681] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.575900] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1185.576206] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aecde7c7-7882-4887-b970-35c0c53d4084 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.585403] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1185.585647] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1185.586532] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d00a136-d56c-4eaa-8062-734fbc8c5e99 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.592876] env[69357]: DEBUG oslo_vmware.api [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1185.592876] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5212a9e5-59f8-4170-7101-1499dd316a24" [ 1185.592876] env[69357]: _type = "Task" [ 1185.592876] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.601580] env[69357]: DEBUG oslo_vmware.api [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5212a9e5-59f8-4170-7101-1499dd316a24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.718040] env[69357]: DEBUG oslo_concurrency.lockutils [None req-db5a1f81-170b-447d-b4d7-a89572b68809 tempest-ServersTestMultiNic-1468891810 tempest-ServersTestMultiNic-1468891810-project-member] Lock "e00a52b4-76b6-4263-a57b-dd276e2226db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.147s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.719121] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "e00a52b4-76b6-4263-a57b-dd276e2226db" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.595s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.719326] env[69357]: INFO nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] During sync_power_state the instance has a pending task (deleting). Skip. [ 1185.719541] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "e00a52b4-76b6-4263-a57b-dd276e2226db" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.741079] env[69357]: DEBUG oslo_concurrency.lockutils [req-08b2e29d-1784-4963-b883-2dac15943808 req-922b5936-1f9d-4761-8164-349fd6290a43 service nova] Releasing lock "refresh_cache-53a684cd-0825-4f47-8143-101084d8f300" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.850167] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "2399fa1a-7a36-4ac8-afeb-1c812c88590e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.889489] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69602bf-b859-4fd9-b51d-9fa60d698fbe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.899025] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855a3a07-b951-4dd3-87c8-403138e3d8cf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.939538] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ed6402-2b4b-46d7-9d1a-9bf1acbbabb4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.942338] env[69357]: DEBUG oslo_vmware.api [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283537, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.948659] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bd6852-123b-47e5-b5b7-fccbfd3efb2e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.964885] env[69357]: DEBUG nova.compute.provider_tree [None req-fca6e8d3-77e6-4694-b85a-780ef25a797d tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.006760] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1ad8f68-3581-40c6-b8c1-482ae4a5cb71 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "2399fa1a-7a36-4ac8-afeb-1c812c88590e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.007013] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1ad8f68-3581-40c6-b8c1-482ae4a5cb71 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "2399fa1a-7a36-4ac8-afeb-1c812c88590e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.104722] env[69357]: DEBUG oslo_vmware.api [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5212a9e5-59f8-4170-7101-1499dd316a24, 'name': SearchDatastore_Task, 'duration_secs': 0.010362} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.105540] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ec773f7-02d1-4dd4-82a9-e2240487cf5d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.111381] env[69357]: DEBUG oslo_vmware.api [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1186.111381] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52eba3af-b978-0fc6-f1ec-b5c165190862" [ 1186.111381] env[69357]: _type = "Task" [ 1186.111381] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.119730] env[69357]: DEBUG oslo_vmware.api [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52eba3af-b978-0fc6-f1ec-b5c165190862, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.225423] env[69357]: DEBUG oslo_concurrency.lockutils [None req-df8c0670-2174-49b3-9f95-5e51610da3fa tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "caee54fd-3091-4ebd-94ac-879e7865f031" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.225670] env[69357]: DEBUG oslo_concurrency.lockutils [None req-df8c0670-2174-49b3-9f95-5e51610da3fa tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "caee54fd-3091-4ebd-94ac-879e7865f031" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.225906] env[69357]: INFO nova.compute.manager [None req-df8c0670-2174-49b3-9f95-5e51610da3fa tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Attaching volume aada2abf-a018-49b6-88f6-0a5842712e06 to /dev/sdb [ 1186.260197] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c31516-a5cf-4f48-853f-9490d6d7e7f6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.268997] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ccd6c0-44ce-4018-99c2-404d6570d7db {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.284057] env[69357]: DEBUG nova.virt.block_device [None req-df8c0670-2174-49b3-9f95-5e51610da3fa tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Updating existing volume attachment record: 72920978-3fd0-4d1b-88b0-69c82a689f99 {{(pid=69357) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1186.412780] env[69357]: DEBUG oslo_vmware.api [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545986} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.414020] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] fb3d2b73-c36f-4c8f-be1c-608aff4bfda6/fb3d2b73-c36f-4c8f-be1c-608aff4bfda6.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1186.414020] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1186.414020] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1994e297-0b18-4c3c-a6c7-044e6cc114bc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.419689] env[69357]: DEBUG oslo_vmware.api [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1186.419689] env[69357]: value = "task-3283539" [ 1186.419689] env[69357]: _type = "Task" [ 1186.419689] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.428913] env[69357]: DEBUG oslo_vmware.api [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283539, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.468518] env[69357]: DEBUG nova.scheduler.client.report [None req-fca6e8d3-77e6-4694-b85a-780ef25a797d tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.510096] env[69357]: INFO nova.compute.manager [None req-d1ad8f68-3581-40c6-b8c1-482ae4a5cb71 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Detaching volume e9314346-48d8-4a5e-9909-66ebd1ac5040 [ 1186.540179] env[69357]: INFO nova.virt.block_device [None req-d1ad8f68-3581-40c6-b8c1-482ae4a5cb71 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Attempting to driver detach volume e9314346-48d8-4a5e-9909-66ebd1ac5040 from mountpoint /dev/sdb [ 1186.540638] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ad8f68-3581-40c6-b8c1-482ae4a5cb71 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Volume detach. Driver type: vmdk {{(pid=69357) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1186.540638] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ad8f68-3581-40c6-b8c1-482ae4a5cb71 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655718', 'volume_id': 'e9314346-48d8-4a5e-9909-66ebd1ac5040', 'name': 'volume-e9314346-48d8-4a5e-9909-66ebd1ac5040', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2399fa1a-7a36-4ac8-afeb-1c812c88590e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9314346-48d8-4a5e-9909-66ebd1ac5040', 'serial': 'e9314346-48d8-4a5e-9909-66ebd1ac5040'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1186.542409] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f93897e-4c95-4d96-a6d9-b43d1a71c7e4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.569825] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a66a2d0-a9f9-4daf-958b-f672d094a69b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.580913] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0c1e46-aecc-4c36-8639-8d046c12b982 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.605027] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8d5f80-fc02-458c-9846-96dd83eb3285 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.620843] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ad8f68-3581-40c6-b8c1-482ae4a5cb71 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] The volume has not been displaced from its original location: [datastore2] volume-e9314346-48d8-4a5e-9909-66ebd1ac5040/volume-e9314346-48d8-4a5e-9909-66ebd1ac5040.vmdk. No consolidation needed. {{(pid=69357) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1186.626945] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ad8f68-3581-40c6-b8c1-482ae4a5cb71 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1186.630348] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f8808ae-0446-4584-9dd3-0eb8b9b60bb2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.651028] env[69357]: DEBUG oslo_vmware.api [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52eba3af-b978-0fc6-f1ec-b5c165190862, 'name': SearchDatastore_Task, 'duration_secs': 0.013678} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.652378] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.652737] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 53a684cd-0825-4f47-8143-101084d8f300/53a684cd-0825-4f47-8143-101084d8f300.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1186.653020] env[69357]: DEBUG oslo_vmware.api [None req-d1ad8f68-3581-40c6-b8c1-482ae4a5cb71 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 1186.653020] env[69357]: value = "task-3283542" [ 1186.653020] env[69357]: _type = "Task" [ 1186.653020] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.653227] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cee6c58-646f-4094-9cb5-dc7aa6646f86 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.664150] env[69357]: DEBUG oslo_vmware.api [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1186.664150] env[69357]: value = "task-3283543" [ 1186.664150] env[69357]: _type = "Task" [ 1186.664150] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.668086] env[69357]: DEBUG oslo_vmware.api [None req-d1ad8f68-3581-40c6-b8c1-482ae4a5cb71 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283542, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.677715] env[69357]: DEBUG oslo_vmware.api [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.931920] env[69357]: DEBUG oslo_vmware.api [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283539, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068141} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.934037] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1186.934037] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a2160c-9ce9-489b-be2f-1b1e5aba6f55 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.962313] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] fb3d2b73-c36f-4c8f-be1c-608aff4bfda6/fb3d2b73-c36f-4c8f-be1c-608aff4bfda6.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.962705] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9d2eef5-105b-4d92-9ba3-29f40e032693 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.979505] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fca6e8d3-77e6-4694-b85a-780ef25a797d tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.982188] env[69357]: DEBUG oslo_concurrency.lockutils [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.234s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.984507] env[69357]: INFO nova.compute.claims [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.994869] env[69357]: DEBUG oslo_vmware.api [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1186.994869] env[69357]: value = "task-3283544" [ 1186.994869] env[69357]: _type = "Task" [ 1186.994869] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.006642] env[69357]: INFO nova.scheduler.client.report [None req-fca6e8d3-77e6-4694-b85a-780ef25a797d tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Deleted allocations for instance d4d1f741-9ebb-4cad-8053-d278bf07b55a [ 1187.016493] env[69357]: DEBUG oslo_vmware.api [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283544, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.168186] env[69357]: DEBUG oslo_vmware.api [None req-d1ad8f68-3581-40c6-b8c1-482ae4a5cb71 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283542, 'name': ReconfigVM_Task, 'duration_secs': 0.268259} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.168601] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ad8f68-3581-40c6-b8c1-482ae4a5cb71 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1187.177505] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85867c0e-a669-4ffc-a787-4edd334a24f9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.195828] env[69357]: DEBUG oslo_vmware.api [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283543, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.197462] env[69357]: DEBUG oslo_vmware.api [None req-d1ad8f68-3581-40c6-b8c1-482ae4a5cb71 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 1187.197462] env[69357]: value = "task-3283545" [ 1187.197462] env[69357]: _type = "Task" [ 1187.197462] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.206676] env[69357]: DEBUG oslo_vmware.api [None req-d1ad8f68-3581-40c6-b8c1-482ae4a5cb71 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283545, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.507565] env[69357]: DEBUG oslo_vmware.api [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.523235] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fca6e8d3-77e6-4694-b85a-780ef25a797d tempest-AttachVolumeTestJSON-444572577 tempest-AttachVolumeTestJSON-444572577-project-member] Lock "d4d1f741-9ebb-4cad-8053-d278bf07b55a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.720s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.524595] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "d4d1f741-9ebb-4cad-8053-d278bf07b55a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.405s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.524815] env[69357]: INFO nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] During sync_power_state the instance has a pending task (deleting). Skip. [ 1187.525058] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "d4d1f741-9ebb-4cad-8053-d278bf07b55a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.680500] env[69357]: DEBUG oslo_vmware.api [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536159} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.681559] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 53a684cd-0825-4f47-8143-101084d8f300/53a684cd-0825-4f47-8143-101084d8f300.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1187.681559] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1187.681559] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-476f0499-8896-4f93-99dd-bb352c26bbf1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.689790] env[69357]: DEBUG oslo_vmware.api [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1187.689790] env[69357]: value = "task-3283547" [ 1187.689790] env[69357]: _type = "Task" [ 1187.689790] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.701906] env[69357]: DEBUG oslo_vmware.api [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283547, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.711205] env[69357]: DEBUG oslo_vmware.api [None req-d1ad8f68-3581-40c6-b8c1-482ae4a5cb71 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283545, 'name': ReconfigVM_Task, 'duration_secs': 0.141724} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.711538] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ad8f68-3581-40c6-b8c1-482ae4a5cb71 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655718', 'volume_id': 'e9314346-48d8-4a5e-9909-66ebd1ac5040', 'name': 'volume-e9314346-48d8-4a5e-9909-66ebd1ac5040', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2399fa1a-7a36-4ac8-afeb-1c812c88590e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9314346-48d8-4a5e-9909-66ebd1ac5040', 'serial': 'e9314346-48d8-4a5e-9909-66ebd1ac5040'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1188.009559] env[69357]: DEBUG oslo_vmware.api [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283544, 'name': ReconfigVM_Task, 'duration_secs': 0.580445} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.009836] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Reconfigured VM instance instance-00000073 to attach disk [datastore2] fb3d2b73-c36f-4c8f-be1c-608aff4bfda6/fb3d2b73-c36f-4c8f-be1c-608aff4bfda6.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.010649] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-394ca6e0-6334-4ea0-a863-75121342c711 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.018653] env[69357]: DEBUG oslo_vmware.api [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1188.018653] env[69357]: value = "task-3283548" [ 1188.018653] env[69357]: _type = "Task" [ 1188.018653] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.029840] env[69357]: DEBUG oslo_vmware.api [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283548, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.198058] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a6dc0a-bedf-499a-ab11-edd8d146848b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.206783] env[69357]: DEBUG oslo_vmware.api [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283547, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07527} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.208677] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1188.209485] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91dc58a9-011a-4f57-a4a8-a4f9a7d4e44c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.212603] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5d0934-b679-4fcb-8525-5245819b9fc7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.239203] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 53a684cd-0825-4f47-8143-101084d8f300/53a684cd-0825-4f47-8143-101084d8f300.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.266154] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecb7c882-b688-4bd1-a040-0f7fb76704fc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.281641] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f65804-0979-496b-a025-6e57ed8ab3b3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.292272] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a524da-37c3-498a-b842-44065c942b8c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.296520] env[69357]: DEBUG oslo_vmware.api [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1188.296520] env[69357]: value = "task-3283549" [ 1188.296520] env[69357]: _type = "Task" [ 1188.296520] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.310031] env[69357]: DEBUG nova.compute.provider_tree [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1188.314706] env[69357]: DEBUG oslo_vmware.api [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283549, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.326613] env[69357]: DEBUG nova.objects.instance [None req-d1ad8f68-3581-40c6-b8c1-482ae4a5cb71 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lazy-loading 'flavor' on Instance uuid 2399fa1a-7a36-4ac8-afeb-1c812c88590e {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.529397] env[69357]: DEBUG oslo_vmware.api [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283548, 'name': Rename_Task, 'duration_secs': 0.153773} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.529663] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.529866] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9276017d-12da-43ac-ada5-df9766b3bf4f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.536897] env[69357]: DEBUG oslo_vmware.api [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1188.536897] env[69357]: value = "task-3283550" [ 1188.536897] env[69357]: _type = "Task" [ 1188.536897] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.544584] env[69357]: DEBUG oslo_vmware.api [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.806606] env[69357]: DEBUG oslo_vmware.api [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283549, 'name': ReconfigVM_Task, 'duration_secs': 0.487298} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.806950] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 53a684cd-0825-4f47-8143-101084d8f300/53a684cd-0825-4f47-8143-101084d8f300.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.807601] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fee1a132-3457-4e1c-8916-4a19cbda0ce6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.814394] env[69357]: DEBUG oslo_vmware.api [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1188.814394] env[69357]: value = "task-3283552" [ 1188.814394] env[69357]: _type = "Task" [ 1188.814394] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.825487] env[69357]: DEBUG oslo_vmware.api [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283552, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.846624] env[69357]: ERROR nova.scheduler.client.report [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [req-83b5d311-de36-4b32-a104-242ba9d01059] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID dcb9ec35-bfdd-4e17-b2d7-2501509e9896. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-83b5d311-de36-4b32-a104-242ba9d01059"}]} [ 1188.863660] env[69357]: DEBUG nova.scheduler.client.report [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Refreshing inventories for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1188.879190] env[69357]: DEBUG nova.scheduler.client.report [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Updating ProviderTree inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1188.879611] env[69357]: DEBUG nova.compute.provider_tree [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1188.891222] env[69357]: DEBUG nova.scheduler.client.report [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Refreshing aggregate associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, aggregates: None {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1188.910913] env[69357]: DEBUG nova.scheduler.client.report [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Refreshing trait associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1189.046711] env[69357]: DEBUG oslo_vmware.api [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283550, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.071092] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d08472-3166-479e-a4e0-dedf47f7f0a5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.079608] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e9b5d6-ba16-48af-94f5-a23f584245c8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.113696] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1790941b-9631-4479-aa66-00ca2d2a17c9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.121928] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180997d6-e14c-4a5e-87cb-fbbf2b510213 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.136018] env[69357]: DEBUG nova.compute.provider_tree [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.324590] env[69357]: DEBUG oslo_vmware.api [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283552, 'name': Rename_Task, 'duration_secs': 0.185581} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.324906] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1189.325183] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3140cdf8-624d-427b-aca3-68ed1044533c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.331451] env[69357]: DEBUG oslo_vmware.api [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1189.331451] env[69357]: value = "task-3283553" [ 1189.331451] env[69357]: _type = "Task" [ 1189.331451] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.334506] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1ad8f68-3581-40c6-b8c1-482ae4a5cb71 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "2399fa1a-7a36-4ac8-afeb-1c812c88590e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.327s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.340240] env[69357]: DEBUG oslo_vmware.api [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.548629] env[69357]: DEBUG oslo_vmware.api [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283550, 'name': PowerOnVM_Task, 'duration_secs': 0.586234} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.548924] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1189.549190] env[69357]: INFO nova.compute.manager [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1189.549403] env[69357]: DEBUG nova.compute.manager [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1189.550355] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147ceb8e-d6d2-47d4-b0ef-304b32bd6a0b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.639557] env[69357]: DEBUG nova.scheduler.client.report [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.841844] env[69357]: DEBUG oslo_vmware.api [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283553, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.081408] env[69357]: INFO nova.compute.manager [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Took 17.24 seconds to build instance. [ 1190.144491] env[69357]: DEBUG oslo_concurrency.lockutils [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.162s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.145145] env[69357]: DEBUG nova.compute.manager [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1190.308527] env[69357]: DEBUG oslo_concurrency.lockutils [None req-14ec35f2-6877-42e8-8c96-1af2e398b235 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "2399fa1a-7a36-4ac8-afeb-1c812c88590e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.308527] env[69357]: DEBUG oslo_concurrency.lockutils [None req-14ec35f2-6877-42e8-8c96-1af2e398b235 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "2399fa1a-7a36-4ac8-afeb-1c812c88590e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.308527] env[69357]: DEBUG oslo_concurrency.lockutils [None req-14ec35f2-6877-42e8-8c96-1af2e398b235 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "2399fa1a-7a36-4ac8-afeb-1c812c88590e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.308527] env[69357]: DEBUG oslo_concurrency.lockutils [None req-14ec35f2-6877-42e8-8c96-1af2e398b235 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "2399fa1a-7a36-4ac8-afeb-1c812c88590e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.308527] env[69357]: DEBUG oslo_concurrency.lockutils [None req-14ec35f2-6877-42e8-8c96-1af2e398b235 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "2399fa1a-7a36-4ac8-afeb-1c812c88590e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.314343] env[69357]: INFO nova.compute.manager [None req-14ec35f2-6877-42e8-8c96-1af2e398b235 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Terminating instance [ 1190.346589] env[69357]: DEBUG oslo_vmware.api [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283553, 'name': PowerOnVM_Task, 'duration_secs': 0.889} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.346589] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.346589] env[69357]: INFO nova.compute.manager [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1190.346589] env[69357]: DEBUG nova.compute.manager [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1190.346589] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbf7d0d-4acc-4e1d-bba9-f7dffad4311b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.585793] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dd41eea4-f1e6-47c0-8a50-7dd0f90245f9 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "fb3d2b73-c36f-4c8f-be1c-608aff4bfda6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.751s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.586147] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "fb3d2b73-c36f-4c8f-be1c-608aff4bfda6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.462s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.586355] env[69357]: INFO nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] During sync_power_state the instance has a pending task (spawning). Skip. [ 1190.586581] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "fb3d2b73-c36f-4c8f-be1c-608aff4bfda6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.653016] env[69357]: DEBUG nova.compute.utils [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1190.653016] env[69357]: DEBUG nova.compute.manager [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1190.653016] env[69357]: DEBUG nova.network.neutron [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1190.692130] env[69357]: DEBUG nova.policy [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11d1590b22aa4a97b82a92a371b5e17d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01537ba7ccd1491f8129f9bc9e5b0ba8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1190.823239] env[69357]: DEBUG nova.compute.manager [None req-14ec35f2-6877-42e8-8c96-1af2e398b235 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1190.823470] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-14ec35f2-6877-42e8-8c96-1af2e398b235 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1190.824494] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90577f47-8059-4c7d-b747-0e9da973a040 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.833561] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ec35f2-6877-42e8-8c96-1af2e398b235 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.834739] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-df8c0670-2174-49b3-9f95-5e51610da3fa tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Volume attach. Driver type: vmdk {{(pid=69357) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1190.834833] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-df8c0670-2174-49b3-9f95-5e51610da3fa tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655722', 'volume_id': 'aada2abf-a018-49b6-88f6-0a5842712e06', 'name': 'volume-aada2abf-a018-49b6-88f6-0a5842712e06', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'caee54fd-3091-4ebd-94ac-879e7865f031', 'attached_at': '', 'detached_at': '', 'volume_id': 'aada2abf-a018-49b6-88f6-0a5842712e06', 'serial': 'aada2abf-a018-49b6-88f6-0a5842712e06'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1190.835060] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0c6d66f-5690-46c3-ad26-6abb85f085fd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.837217] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d96acd-af96-44ea-bf25-23892d12c04c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.855529] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2890916c-a7df-41e8-8b66-0525f3a95361 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.858527] env[69357]: DEBUG oslo_vmware.api [None req-14ec35f2-6877-42e8-8c96-1af2e398b235 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 1190.858527] env[69357]: value = "task-3283554" [ 1190.858527] env[69357]: _type = "Task" [ 1190.858527] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.899574] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-df8c0670-2174-49b3-9f95-5e51610da3fa tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-aada2abf-a018-49b6-88f6-0a5842712e06/volume-aada2abf-a018-49b6-88f6-0a5842712e06.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.900464] env[69357]: INFO nova.compute.manager [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Took 15.67 seconds to build instance. [ 1190.903175] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74e2152b-2249-4282-a007-c0d82d42f784 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.919584] env[69357]: DEBUG oslo_vmware.api [None req-14ec35f2-6877-42e8-8c96-1af2e398b235 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.926464] env[69357]: DEBUG oslo_vmware.api [None req-df8c0670-2174-49b3-9f95-5e51610da3fa tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1190.926464] env[69357]: value = "task-3283556" [ 1190.926464] env[69357]: _type = "Task" [ 1190.926464] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.936188] env[69357]: DEBUG oslo_vmware.api [None req-df8c0670-2174-49b3-9f95-5e51610da3fa tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283556, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.056556] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd93e65-4e53-465c-9ca3-b6e9690a3e40 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.069070] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a87c74-9f5a-447c-9a81-67fb9bcde7fe tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Suspending the VM {{(pid=69357) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1191.069423] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-065392ab-0ed5-41fd-9e6c-8ed4727220e2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.077339] env[69357]: DEBUG oslo_vmware.api [None req-e3a87c74-9f5a-447c-9a81-67fb9bcde7fe tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1191.077339] env[69357]: value = "task-3283557" [ 1191.077339] env[69357]: _type = "Task" [ 1191.077339] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.087657] env[69357]: DEBUG oslo_vmware.api [None req-e3a87c74-9f5a-447c-9a81-67fb9bcde7fe tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283557, 'name': SuspendVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.109206] env[69357]: DEBUG nova.network.neutron [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Successfully created port: da91fe51-d965-4fdd-95b7-bac34713a667 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1191.160177] env[69357]: DEBUG nova.compute.manager [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1191.377977] env[69357]: DEBUG oslo_vmware.api [None req-14ec35f2-6877-42e8-8c96-1af2e398b235 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283554, 'name': PowerOffVM_Task, 'duration_secs': 0.203755} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.382022] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ec35f2-6877-42e8-8c96-1af2e398b235 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.382022] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-14ec35f2-6877-42e8-8c96-1af2e398b235 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1191.382022] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0c1771e-7a29-4fcf-9c55-04f0607742a8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.417070] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81f77afa-975f-48ee-bdc2-188e7a6ac102 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lock "53a684cd-0825-4f47-8143-101084d8f300" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.195s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.417472] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "53a684cd-0825-4f47-8143-101084d8f300" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.293s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.417732] env[69357]: INFO nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 53a684cd-0825-4f47-8143-101084d8f300] During sync_power_state the instance has a pending task (networking). Skip. [ 1191.417922] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "53a684cd-0825-4f47-8143-101084d8f300" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.443190] env[69357]: DEBUG oslo_vmware.api [None req-df8c0670-2174-49b3-9f95-5e51610da3fa tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283556, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.475022] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-14ec35f2-6877-42e8-8c96-1af2e398b235 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1191.475022] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-14ec35f2-6877-42e8-8c96-1af2e398b235 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1191.475022] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-14ec35f2-6877-42e8-8c96-1af2e398b235 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Deleting the datastore file [datastore2] 2399fa1a-7a36-4ac8-afeb-1c812c88590e {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1191.475022] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bbd5068-9a62-4cc8-8bbc-71d08b2f6432 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.484121] env[69357]: DEBUG oslo_vmware.api [None req-14ec35f2-6877-42e8-8c96-1af2e398b235 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for the task: (returnval){ [ 1191.484121] env[69357]: value = "task-3283559" [ 1191.484121] env[69357]: _type = "Task" [ 1191.484121] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.500785] env[69357]: DEBUG oslo_vmware.api [None req-14ec35f2-6877-42e8-8c96-1af2e398b235 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.588364] env[69357]: DEBUG oslo_vmware.api [None req-e3a87c74-9f5a-447c-9a81-67fb9bcde7fe tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283557, 'name': SuspendVM_Task} progress is 58%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.938971] env[69357]: DEBUG oslo_vmware.api [None req-df8c0670-2174-49b3-9f95-5e51610da3fa tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283556, 'name': ReconfigVM_Task, 'duration_secs': 0.527608} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.939290] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-df8c0670-2174-49b3-9f95-5e51610da3fa tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-aada2abf-a018-49b6-88f6-0a5842712e06/volume-aada2abf-a018-49b6-88f6-0a5842712e06.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.944517] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f92fa5f-fda8-44bf-9f36-db2ec9d54aa1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.961659] env[69357]: DEBUG oslo_vmware.api [None req-df8c0670-2174-49b3-9f95-5e51610da3fa tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1191.961659] env[69357]: value = "task-3283560" [ 1191.961659] env[69357]: _type = "Task" [ 1191.961659] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.971809] env[69357]: DEBUG oslo_vmware.api [None req-df8c0670-2174-49b3-9f95-5e51610da3fa tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283560, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.994389] env[69357]: DEBUG oslo_vmware.api [None req-14ec35f2-6877-42e8-8c96-1af2e398b235 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Task: {'id': task-3283559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179687} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.994758] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-14ec35f2-6877-42e8-8c96-1af2e398b235 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1191.994846] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-14ec35f2-6877-42e8-8c96-1af2e398b235 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1191.994978] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-14ec35f2-6877-42e8-8c96-1af2e398b235 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1191.995168] env[69357]: INFO nova.compute.manager [None req-14ec35f2-6877-42e8-8c96-1af2e398b235 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1191.995413] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14ec35f2-6877-42e8-8c96-1af2e398b235 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.995616] env[69357]: DEBUG nova.compute.manager [-] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1191.995708] env[69357]: DEBUG nova.network.neutron [-] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1192.090955] env[69357]: DEBUG oslo_vmware.api [None req-e3a87c74-9f5a-447c-9a81-67fb9bcde7fe tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283557, 'name': SuspendVM_Task, 'duration_secs': 0.918539} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.092828] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a87c74-9f5a-447c-9a81-67fb9bcde7fe tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Suspended the VM {{(pid=69357) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1192.093121] env[69357]: DEBUG nova.compute.manager [None req-e3a87c74-9f5a-447c-9a81-67fb9bcde7fe tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1192.095910] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d67792d-8366-4bb3-a6ea-e23df0321a49 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.171684] env[69357]: DEBUG nova.compute.manager [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1192.205493] env[69357]: DEBUG nova.virt.hardware [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1192.205800] env[69357]: DEBUG nova.virt.hardware [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.206258] env[69357]: DEBUG nova.virt.hardware [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.206258] env[69357]: DEBUG nova.virt.hardware [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.206814] env[69357]: DEBUG nova.virt.hardware [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.206814] env[69357]: DEBUG nova.virt.hardware [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1192.206814] env[69357]: DEBUG nova.virt.hardware [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1192.207406] env[69357]: DEBUG nova.virt.hardware [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1192.207406] env[69357]: DEBUG nova.virt.hardware [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1192.207406] env[69357]: DEBUG nova.virt.hardware [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1192.207567] env[69357]: DEBUG nova.virt.hardware [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1192.208497] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24365d4c-1d1b-4b25-bf18-33c521545162 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.218748] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa6d6a3-2c70-49e5-a466-c127223b45a1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.320275] env[69357]: DEBUG nova.compute.manager [req-15f93ff0-abaf-43b9-8c61-296dd5be5d0e req-bb3c30f2-c045-4af1-86d6-ed50d060a02c service nova] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Received event network-changed-8d911cd4-2077-41f1-a8ba-a18d2e219ebc {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.320449] env[69357]: DEBUG nova.compute.manager [req-15f93ff0-abaf-43b9-8c61-296dd5be5d0e req-bb3c30f2-c045-4af1-86d6-ed50d060a02c service nova] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Refreshing instance network info cache due to event network-changed-8d911cd4-2077-41f1-a8ba-a18d2e219ebc. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1192.320659] env[69357]: DEBUG oslo_concurrency.lockutils [req-15f93ff0-abaf-43b9-8c61-296dd5be5d0e req-bb3c30f2-c045-4af1-86d6-ed50d060a02c service nova] Acquiring lock "refresh_cache-53a684cd-0825-4f47-8143-101084d8f300" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.322286] env[69357]: DEBUG oslo_concurrency.lockutils [req-15f93ff0-abaf-43b9-8c61-296dd5be5d0e req-bb3c30f2-c045-4af1-86d6-ed50d060a02c service nova] Acquired lock "refresh_cache-53a684cd-0825-4f47-8143-101084d8f300" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.322517] env[69357]: DEBUG nova.network.neutron [req-15f93ff0-abaf-43b9-8c61-296dd5be5d0e req-bb3c30f2-c045-4af1-86d6-ed50d060a02c service nova] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Refreshing network info cache for port 8d911cd4-2077-41f1-a8ba-a18d2e219ebc {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.473880] env[69357]: DEBUG oslo_vmware.api [None req-df8c0670-2174-49b3-9f95-5e51610da3fa tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283560, 'name': ReconfigVM_Task, 'duration_secs': 0.298226} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.474339] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-df8c0670-2174-49b3-9f95-5e51610da3fa tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655722', 'volume_id': 'aada2abf-a018-49b6-88f6-0a5842712e06', 'name': 'volume-aada2abf-a018-49b6-88f6-0a5842712e06', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'caee54fd-3091-4ebd-94ac-879e7865f031', 'attached_at': '', 'detached_at': '', 'volume_id': 'aada2abf-a018-49b6-88f6-0a5842712e06', 'serial': 'aada2abf-a018-49b6-88f6-0a5842712e06'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1192.691640] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "8ea553bd-7063-4123-90f4-f53808003b23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.691965] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "8ea553bd-7063-4123-90f4-f53808003b23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.692131] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "8ea553bd-7063-4123-90f4-f53808003b23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.692316] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "8ea553bd-7063-4123-90f4-f53808003b23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.692500] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "8ea553bd-7063-4123-90f4-f53808003b23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.696273] env[69357]: INFO nova.compute.manager [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Terminating instance [ 1192.876634] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "7886a597-29c7-4dc0-9123-4852296a2f92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.877326] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "7886a597-29c7-4dc0-9123-4852296a2f92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.068807] env[69357]: DEBUG nova.network.neutron [-] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.103206] env[69357]: DEBUG nova.compute.manager [req-37e17cc1-44ce-4c0a-8233-b47b6a195197 req-5df8c6e6-f707-4b2f-b0a9-91d754236466 service nova] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Received event network-vif-plugged-da91fe51-d965-4fdd-95b7-bac34713a667 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.103206] env[69357]: DEBUG oslo_concurrency.lockutils [req-37e17cc1-44ce-4c0a-8233-b47b6a195197 req-5df8c6e6-f707-4b2f-b0a9-91d754236466 service nova] Acquiring lock "ace13dca-809c-4f70-a99c-ed28bcd713d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.103206] env[69357]: DEBUG oslo_concurrency.lockutils [req-37e17cc1-44ce-4c0a-8233-b47b6a195197 req-5df8c6e6-f707-4b2f-b0a9-91d754236466 service nova] Lock "ace13dca-809c-4f70-a99c-ed28bcd713d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.103206] env[69357]: DEBUG oslo_concurrency.lockutils [req-37e17cc1-44ce-4c0a-8233-b47b6a195197 req-5df8c6e6-f707-4b2f-b0a9-91d754236466 service nova] Lock "ace13dca-809c-4f70-a99c-ed28bcd713d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.103206] env[69357]: DEBUG nova.compute.manager [req-37e17cc1-44ce-4c0a-8233-b47b6a195197 req-5df8c6e6-f707-4b2f-b0a9-91d754236466 service nova] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] No waiting events found dispatching network-vif-plugged-da91fe51-d965-4fdd-95b7-bac34713a667 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1193.103880] env[69357]: WARNING nova.compute.manager [req-37e17cc1-44ce-4c0a-8233-b47b6a195197 req-5df8c6e6-f707-4b2f-b0a9-91d754236466 service nova] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Received unexpected event network-vif-plugged-da91fe51-d965-4fdd-95b7-bac34713a667 for instance with vm_state building and task_state spawning. [ 1193.120576] env[69357]: DEBUG nova.network.neutron [req-15f93ff0-abaf-43b9-8c61-296dd5be5d0e req-bb3c30f2-c045-4af1-86d6-ed50d060a02c service nova] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Updated VIF entry in instance network info cache for port 8d911cd4-2077-41f1-a8ba-a18d2e219ebc. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.120576] env[69357]: DEBUG nova.network.neutron [req-15f93ff0-abaf-43b9-8c61-296dd5be5d0e req-bb3c30f2-c045-4af1-86d6-ed50d060a02c service nova] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Updating instance_info_cache with network_info: [{"id": "8d911cd4-2077-41f1-a8ba-a18d2e219ebc", "address": "fa:16:3e:87:e7:14", "network": {"id": "82074a93-c394-43bb-b0c1-afe7aca69dda", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-872553940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "452367d5ad0f445ab04561b34a61ac38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d911cd4-20", "ovs_interfaceid": "8d911cd4-2077-41f1-a8ba-a18d2e219ebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.192410] env[69357]: DEBUG nova.network.neutron [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Successfully updated port: da91fe51-d965-4fdd-95b7-bac34713a667 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1193.202040] env[69357]: DEBUG nova.compute.manager [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.202748] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.202748] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d912053-c41d-45e8-a4ac-d9f35f6336ed {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.211017] env[69357]: DEBUG oslo_vmware.api [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1193.211017] env[69357]: value = "task-3283561" [ 1193.211017] env[69357]: _type = "Task" [ 1193.211017] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.224852] env[69357]: DEBUG oslo_vmware.api [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.387893] env[69357]: DEBUG nova.compute.manager [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1193.520039] env[69357]: DEBUG nova.objects.instance [None req-df8c0670-2174-49b3-9f95-5e51610da3fa tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lazy-loading 'flavor' on Instance uuid caee54fd-3091-4ebd-94ac-879e7865f031 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.571111] env[69357]: INFO nova.compute.manager [-] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Took 1.58 seconds to deallocate network for instance. [ 1193.622745] env[69357]: DEBUG oslo_concurrency.lockutils [req-15f93ff0-abaf-43b9-8c61-296dd5be5d0e req-bb3c30f2-c045-4af1-86d6-ed50d060a02c service nova] Releasing lock "refresh_cache-53a684cd-0825-4f47-8143-101084d8f300" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.643951] env[69357]: DEBUG oslo_concurrency.lockutils [None req-576952af-ec2f-4440-89da-d77487f6edc3 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "fb3d2b73-c36f-4c8f-be1c-608aff4bfda6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.644241] env[69357]: DEBUG oslo_concurrency.lockutils [None req-576952af-ec2f-4440-89da-d77487f6edc3 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "fb3d2b73-c36f-4c8f-be1c-608aff4bfda6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.644452] env[69357]: DEBUG oslo_concurrency.lockutils [None req-576952af-ec2f-4440-89da-d77487f6edc3 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "fb3d2b73-c36f-4c8f-be1c-608aff4bfda6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.644635] env[69357]: DEBUG oslo_concurrency.lockutils [None req-576952af-ec2f-4440-89da-d77487f6edc3 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "fb3d2b73-c36f-4c8f-be1c-608aff4bfda6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.644803] env[69357]: DEBUG oslo_concurrency.lockutils [None req-576952af-ec2f-4440-89da-d77487f6edc3 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "fb3d2b73-c36f-4c8f-be1c-608aff4bfda6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.647174] env[69357]: INFO nova.compute.manager [None req-576952af-ec2f-4440-89da-d77487f6edc3 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Terminating instance [ 1193.699792] env[69357]: DEBUG oslo_concurrency.lockutils [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "refresh_cache-ace13dca-809c-4f70-a99c-ed28bcd713d5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.699792] env[69357]: DEBUG oslo_concurrency.lockutils [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquired lock "refresh_cache-ace13dca-809c-4f70-a99c-ed28bcd713d5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.699792] env[69357]: DEBUG nova.network.neutron [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.727913] env[69357]: DEBUG oslo_vmware.api [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283561, 'name': PowerOffVM_Task, 'duration_secs': 0.369316} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.728216] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.728503] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Volume detach. Driver type: vmdk {{(pid=69357) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1193.728770] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655688', 'volume_id': '1cb537cc-2f1d-4340-b8c1-b9961581fa37', 'name': 'volume-1cb537cc-2f1d-4340-b8c1-b9961581fa37', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '8ea553bd-7063-4123-90f4-f53808003b23', 'attached_at': '2025-04-03T20:11:56.000000', 'detached_at': '', 'volume_id': '1cb537cc-2f1d-4340-b8c1-b9961581fa37', 'serial': '1cb537cc-2f1d-4340-b8c1-b9961581fa37'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1193.729949] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52849f49-018b-4f80-b037-46880521dd12 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.756589] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce785fed-d23f-4a60-8070-579a207976be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.764862] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e146303-c7c0-43b7-9613-03e2990fdd1e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.783889] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb694f2-a72e-4934-9c59-12fe41061b33 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.801744] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] The volume has not been displaced from its original location: [datastore2] volume-1cb537cc-2f1d-4340-b8c1-b9961581fa37/volume-1cb537cc-2f1d-4340-b8c1-b9961581fa37.vmdk. No consolidation needed. {{(pid=69357) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1193.807367] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1193.807507] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7af48bf2-399f-416a-aa91-0d2d867bd2b4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.829850] env[69357]: DEBUG oslo_vmware.api [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1193.829850] env[69357]: value = "task-3283562" [ 1193.829850] env[69357]: _type = "Task" [ 1193.829850] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.839670] env[69357]: DEBUG oslo_vmware.api [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283562, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.909644] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.909925] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.911910] env[69357]: INFO nova.compute.claims [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1194.025077] env[69357]: DEBUG oslo_concurrency.lockutils [None req-df8c0670-2174-49b3-9f95-5e51610da3fa tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "caee54fd-3091-4ebd-94ac-879e7865f031" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.799s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.080137] env[69357]: DEBUG oslo_concurrency.lockutils [None req-14ec35f2-6877-42e8-8c96-1af2e398b235 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.154495] env[69357]: DEBUG nova.compute.manager [None req-576952af-ec2f-4440-89da-d77487f6edc3 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1194.154495] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-576952af-ec2f-4440-89da-d77487f6edc3 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.155277] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845a020e-9e5d-48a9-ad9b-232607901098 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.164777] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-576952af-ec2f-4440-89da-d77487f6edc3 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.165121] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45cc60b7-d7b4-4b28-8e06-bb54ccf56598 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.231971] env[69357]: DEBUG nova.network.neutron [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1194.293919] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-576952af-ec2f-4440-89da-d77487f6edc3 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.294173] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-576952af-ec2f-4440-89da-d77487f6edc3 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.294450] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-576952af-ec2f-4440-89da-d77487f6edc3 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Deleting the datastore file [datastore2] fb3d2b73-c36f-4c8f-be1c-608aff4bfda6 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.294737] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af0ff5de-f129-41c4-a30e-ddebe35b26a9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.302872] env[69357]: DEBUG oslo_vmware.api [None req-576952af-ec2f-4440-89da-d77487f6edc3 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1194.302872] env[69357]: value = "task-3283565" [ 1194.302872] env[69357]: _type = "Task" [ 1194.302872] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.313594] env[69357]: DEBUG oslo_vmware.api [None req-576952af-ec2f-4440-89da-d77487f6edc3 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.338506] env[69357]: DEBUG oslo_vmware.api [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283562, 'name': ReconfigVM_Task, 'duration_secs': 0.302951} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.338803] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1194.343516] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e79b634a-bdd7-4273-bac0-3b8c07f6288d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.359222] env[69357]: DEBUG oslo_vmware.api [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1194.359222] env[69357]: value = "task-3283566" [ 1194.359222] env[69357]: _type = "Task" [ 1194.359222] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.367528] env[69357]: DEBUG oslo_vmware.api [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.413130] env[69357]: DEBUG nova.compute.manager [req-abb493e1-05a2-4604-adbe-389395a29553 req-1b974774-3679-444c-bc7e-b88510246cbf service nova] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Received event network-vif-deleted-620205f9-fc50-4513-948b-3ec4f0c45bc0 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.423988] env[69357]: DEBUG nova.network.neutron [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Updating instance_info_cache with network_info: [{"id": "da91fe51-d965-4fdd-95b7-bac34713a667", "address": "fa:16:3e:11:14:2b", "network": {"id": "1fe716ab-5de7-4135-baac-15962de59e5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-749542812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01537ba7ccd1491f8129f9bc9e5b0ba8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda91fe51-d9", "ovs_interfaceid": "da91fe51-d965-4fdd-95b7-bac34713a667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.813694] env[69357]: DEBUG oslo_vmware.api [None req-576952af-ec2f-4440-89da-d77487f6edc3 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141498} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.813961] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-576952af-ec2f-4440-89da-d77487f6edc3 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.814161] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-576952af-ec2f-4440-89da-d77487f6edc3 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.814339] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-576952af-ec2f-4440-89da-d77487f6edc3 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.814513] env[69357]: INFO nova.compute.manager [None req-576952af-ec2f-4440-89da-d77487f6edc3 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Took 0.66 seconds to destroy the instance on the hypervisor. [ 1194.814763] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-576952af-ec2f-4440-89da-d77487f6edc3 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.814973] env[69357]: DEBUG nova.compute.manager [-] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1194.815082] env[69357]: DEBUG nova.network.neutron [-] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1194.868894] env[69357]: DEBUG oslo_vmware.api [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283566, 'name': ReconfigVM_Task, 'duration_secs': 0.228194} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.869198] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655688', 'volume_id': '1cb537cc-2f1d-4340-b8c1-b9961581fa37', 'name': 'volume-1cb537cc-2f1d-4340-b8c1-b9961581fa37', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '8ea553bd-7063-4123-90f4-f53808003b23', 'attached_at': '2025-04-03T20:11:56.000000', 'detached_at': '', 'volume_id': '1cb537cc-2f1d-4340-b8c1-b9961581fa37', 'serial': '1cb537cc-2f1d-4340-b8c1-b9961581fa37'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1194.869464] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.870257] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ceea28-9655-4818-b5e8-002e4d7a04a7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.877240] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.877473] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d96b6350-d6e6-4ae5-925f-1a31d89de650 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.926047] env[69357]: DEBUG oslo_concurrency.lockutils [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Releasing lock "refresh_cache-ace13dca-809c-4f70-a99c-ed28bcd713d5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.926440] env[69357]: DEBUG nova.compute.manager [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Instance network_info: |[{"id": "da91fe51-d965-4fdd-95b7-bac34713a667", "address": "fa:16:3e:11:14:2b", "network": {"id": "1fe716ab-5de7-4135-baac-15962de59e5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-749542812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01537ba7ccd1491f8129f9bc9e5b0ba8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda91fe51-d9", "ovs_interfaceid": "da91fe51-d965-4fdd-95b7-bac34713a667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1194.926909] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:14:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da91fe51-d965-4fdd-95b7-bac34713a667', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1194.935837] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.936146] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1194.936407] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d4c46fc-b5ff-45f7-a65d-6714a58c3ab3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.961055] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.961055] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.961311] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Deleting the datastore file [datastore2] 8ea553bd-7063-4123-90f4-f53808003b23 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.961942] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7732bd6b-027c-414d-8475-80a12f04298e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.969219] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1194.969219] env[69357]: value = "task-3283568" [ 1194.969219] env[69357]: _type = "Task" [ 1194.969219] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.972668] env[69357]: DEBUG nova.compute.manager [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Stashing vm_state: active {{(pid=69357) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1194.979569] env[69357]: DEBUG oslo_vmware.api [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1194.979569] env[69357]: value = "task-3283569" [ 1194.979569] env[69357]: _type = "Task" [ 1194.979569] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.987257] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283568, 'name': CreateVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.992518] env[69357]: DEBUG oslo_vmware.api [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.176568] env[69357]: DEBUG nova.compute.manager [req-36b0fa89-8f95-4ef0-b7d8-397d87b907fc req-ecf77c95-b682-472a-9d31-a30a7c5d8905 service nova] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Received event network-changed-da91fe51-d965-4fdd-95b7-bac34713a667 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.176799] env[69357]: DEBUG nova.compute.manager [req-36b0fa89-8f95-4ef0-b7d8-397d87b907fc req-ecf77c95-b682-472a-9d31-a30a7c5d8905 service nova] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Refreshing instance network info cache due to event network-changed-da91fe51-d965-4fdd-95b7-bac34713a667. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1195.177211] env[69357]: DEBUG oslo_concurrency.lockutils [req-36b0fa89-8f95-4ef0-b7d8-397d87b907fc req-ecf77c95-b682-472a-9d31-a30a7c5d8905 service nova] Acquiring lock "refresh_cache-ace13dca-809c-4f70-a99c-ed28bcd713d5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.177409] env[69357]: DEBUG oslo_concurrency.lockutils [req-36b0fa89-8f95-4ef0-b7d8-397d87b907fc req-ecf77c95-b682-472a-9d31-a30a7c5d8905 service nova] Acquired lock "refresh_cache-ace13dca-809c-4f70-a99c-ed28bcd713d5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.177621] env[69357]: DEBUG nova.network.neutron [req-36b0fa89-8f95-4ef0-b7d8-397d87b907fc req-ecf77c95-b682-472a-9d31-a30a7c5d8905 service nova] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Refreshing network info cache for port da91fe51-d965-4fdd-95b7-bac34713a667 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.197272] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ea1336-0bbf-43a1-92b0-f51f519c1bfe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.207234] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc29c4e-575e-408b-b0b5-556c11a03514 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.238311] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad919e3f-1597-4088-a9ff-104bcc17910c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.246397] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9b1ddb-d4e2-4636-abae-400199266fce {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.259997] env[69357]: DEBUG nova.compute.provider_tree [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.478599] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283568, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.492911] env[69357]: DEBUG oslo_vmware.api [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.08818} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.493379] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.493532] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1195.493655] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.493844] env[69357]: INFO nova.compute.manager [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Took 2.29 seconds to destroy the instance on the hypervisor. [ 1195.494116] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.495143] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.495399] env[69357]: DEBUG nova.compute.manager [-] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1195.495551] env[69357]: DEBUG nova.network.neutron [-] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1195.575452] env[69357]: DEBUG nova.network.neutron [-] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.764104] env[69357]: DEBUG nova.scheduler.client.report [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.882962] env[69357]: DEBUG nova.network.neutron [req-36b0fa89-8f95-4ef0-b7d8-397d87b907fc req-ecf77c95-b682-472a-9d31-a30a7c5d8905 service nova] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Updated VIF entry in instance network info cache for port da91fe51-d965-4fdd-95b7-bac34713a667. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.883392] env[69357]: DEBUG nova.network.neutron [req-36b0fa89-8f95-4ef0-b7d8-397d87b907fc req-ecf77c95-b682-472a-9d31-a30a7c5d8905 service nova] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Updating instance_info_cache with network_info: [{"id": "da91fe51-d965-4fdd-95b7-bac34713a667", "address": "fa:16:3e:11:14:2b", "network": {"id": "1fe716ab-5de7-4135-baac-15962de59e5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-749542812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01537ba7ccd1491f8129f9bc9e5b0ba8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda91fe51-d9", "ovs_interfaceid": "da91fe51-d965-4fdd-95b7-bac34713a667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.980139] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283568, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.079170] env[69357]: INFO nova.compute.manager [-] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Took 1.26 seconds to deallocate network for instance. [ 1196.267489] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.268208] env[69357]: DEBUG nova.compute.manager [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1196.271024] env[69357]: DEBUG oslo_concurrency.lockutils [None req-14ec35f2-6877-42e8-8c96-1af2e398b235 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.192s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.271024] env[69357]: DEBUG nova.objects.instance [None req-14ec35f2-6877-42e8-8c96-1af2e398b235 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lazy-loading 'resources' on Instance uuid 2399fa1a-7a36-4ac8-afeb-1c812c88590e {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.386332] env[69357]: DEBUG oslo_concurrency.lockutils [req-36b0fa89-8f95-4ef0-b7d8-397d87b907fc req-ecf77c95-b682-472a-9d31-a30a7c5d8905 service nova] Releasing lock "refresh_cache-ace13dca-809c-4f70-a99c-ed28bcd713d5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.386709] env[69357]: DEBUG nova.compute.manager [req-36b0fa89-8f95-4ef0-b7d8-397d87b907fc req-ecf77c95-b682-472a-9d31-a30a7c5d8905 service nova] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Received event network-vif-deleted-03f95224-6545-4108-87ea-e7c228da8770 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.386930] env[69357]: INFO nova.compute.manager [req-36b0fa89-8f95-4ef0-b7d8-397d87b907fc req-ecf77c95-b682-472a-9d31-a30a7c5d8905 service nova] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Neutron deleted interface 03f95224-6545-4108-87ea-e7c228da8770; detaching it from the instance and deleting it from the info cache [ 1196.387206] env[69357]: DEBUG nova.network.neutron [req-36b0fa89-8f95-4ef0-b7d8-397d87b907fc req-ecf77c95-b682-472a-9d31-a30a7c5d8905 service nova] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.431023] env[69357]: DEBUG nova.network.neutron [-] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.481192] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283568, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.584430] env[69357]: DEBUG oslo_concurrency.lockutils [None req-576952af-ec2f-4440-89da-d77487f6edc3 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.774560] env[69357]: DEBUG nova.compute.utils [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1196.775998] env[69357]: DEBUG nova.compute.manager [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1196.776199] env[69357]: DEBUG nova.network.neutron [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1196.816172] env[69357]: DEBUG nova.policy [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b7ff4364ed145d68ebffd928829b1d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '419ee38d757b4d428b684cdc28bb5421', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1196.889954] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-104f02c2-3015-4639-84c8-88c74ae75648 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.900649] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2331d7bb-55fc-4ece-a3d1-0338c1e4579c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.936848] env[69357]: INFO nova.compute.manager [-] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Took 1.44 seconds to deallocate network for instance. [ 1196.937235] env[69357]: DEBUG nova.compute.manager [req-36b0fa89-8f95-4ef0-b7d8-397d87b907fc req-ecf77c95-b682-472a-9d31-a30a7c5d8905 service nova] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Detach interface failed, port_id=03f95224-6545-4108-87ea-e7c228da8770, reason: Instance fb3d2b73-c36f-4c8f-be1c-608aff4bfda6 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1196.965018] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda10973-790b-4f13-990f-f7e7b7b6be1f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.971626] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6f789f-faea-4bb0-b22e-f40f12550760 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.982914] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283568, 'name': CreateVM_Task, 'duration_secs': 1.63089} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.007654] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1197.009897] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926a6edc-41ff-4c99-8cd7-233ffa0c8560 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.017916] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76288bc4-e20b-46a4-a88a-e47028147dbd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.022691] env[69357]: DEBUG oslo_concurrency.lockutils [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.022903] env[69357]: DEBUG oslo_concurrency.lockutils [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.023273] env[69357]: DEBUG oslo_concurrency.lockutils [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.023550] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e84fc01c-e4a9-4673-9704-706b8a4c71a5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.035989] env[69357]: DEBUG nova.compute.provider_tree [None req-14ec35f2-6877-42e8-8c96-1af2e398b235 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.038426] env[69357]: DEBUG oslo_vmware.api [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1197.038426] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]529d5e4c-34aa-9a71-d8da-da00f3ea7025" [ 1197.038426] env[69357]: _type = "Task" [ 1197.038426] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.050157] env[69357]: DEBUG oslo_vmware.api [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]529d5e4c-34aa-9a71-d8da-da00f3ea7025, 'name': SearchDatastore_Task, 'duration_secs': 0.009547} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.050419] env[69357]: DEBUG oslo_concurrency.lockutils [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.050657] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1197.050905] env[69357]: DEBUG oslo_concurrency.lockutils [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.051083] env[69357]: DEBUG oslo_concurrency.lockutils [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.051239] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.051488] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb6942d0-0fc4-4823-80ad-cf596839dca4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.060898] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.061220] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1197.061723] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-265fcb00-7a0d-41f6-b5b2-4cdc3399f609 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.068393] env[69357]: DEBUG oslo_vmware.api [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1197.068393] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]521a8acb-bcc2-5ed2-1630-96854047b768" [ 1197.068393] env[69357]: _type = "Task" [ 1197.068393] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.076669] env[69357]: DEBUG oslo_vmware.api [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]521a8acb-bcc2-5ed2-1630-96854047b768, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.096298] env[69357]: DEBUG nova.network.neutron [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Successfully created port: 395baa0c-0e62-4144-a1fb-002c17ba8194 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1197.214990] env[69357]: DEBUG nova.compute.manager [req-ac4842a0-52d4-4329-858d-4b9847dc9c34 req-7ce90af5-99b5-473c-95f1-bd20b8f43f22 service nova] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Received event network-vif-deleted-2ed986ca-84ac-4a99-950a-ec97276cd0e6 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.281373] env[69357]: DEBUG nova.compute.manager [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1197.487192] env[69357]: INFO nova.compute.manager [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Took 0.55 seconds to detach 1 volumes for instance. [ 1197.491417] env[69357]: DEBUG nova.compute.manager [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Deleting volume: 1cb537cc-2f1d-4340-b8c1-b9961581fa37 {{(pid=69357) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1197.542885] env[69357]: DEBUG nova.scheduler.client.report [None req-14ec35f2-6877-42e8-8c96-1af2e398b235 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.579956] env[69357]: DEBUG oslo_vmware.api [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]521a8acb-bcc2-5ed2-1630-96854047b768, 'name': SearchDatastore_Task, 'duration_secs': 0.009882} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.580915] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9f8a0be-826a-493a-82ff-d274c5b1595e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.589295] env[69357]: DEBUG oslo_vmware.api [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1197.589295] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c800f0-c84f-f399-3964-43d93c7521a0" [ 1197.589295] env[69357]: _type = "Task" [ 1197.589295] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.597288] env[69357]: DEBUG oslo_vmware.api [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c800f0-c84f-f399-3964-43d93c7521a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.655290] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.040043] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.045052] env[69357]: DEBUG oslo_concurrency.lockutils [None req-14ec35f2-6877-42e8-8c96-1af2e398b235 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.774s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.048762] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.554s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.077895] env[69357]: INFO nova.scheduler.client.report [None req-14ec35f2-6877-42e8-8c96-1af2e398b235 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Deleted allocations for instance 2399fa1a-7a36-4ac8-afeb-1c812c88590e [ 1198.098224] env[69357]: DEBUG oslo_vmware.api [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c800f0-c84f-f399-3964-43d93c7521a0, 'name': SearchDatastore_Task, 'duration_secs': 0.010779} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.098513] env[69357]: DEBUG oslo_concurrency.lockutils [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.098780] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] ace13dca-809c-4f70-a99c-ed28bcd713d5/ace13dca-809c-4f70-a99c-ed28bcd713d5.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1198.099093] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17fa6399-d2fd-47a1-acf5-c58c8b9047f5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.107076] env[69357]: DEBUG oslo_vmware.api [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1198.107076] env[69357]: value = "task-3283571" [ 1198.107076] env[69357]: _type = "Task" [ 1198.107076] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.116353] env[69357]: DEBUG oslo_vmware.api [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.292565] env[69357]: DEBUG nova.compute.manager [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1198.321375] env[69357]: DEBUG nova.virt.hardware [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1198.321749] env[69357]: DEBUG nova.virt.hardware [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1198.321819] env[69357]: DEBUG nova.virt.hardware [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1198.321955] env[69357]: DEBUG nova.virt.hardware [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1198.322181] env[69357]: DEBUG nova.virt.hardware [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1198.322267] env[69357]: DEBUG nova.virt.hardware [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1198.322528] env[69357]: DEBUG nova.virt.hardware [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1198.322598] env[69357]: DEBUG nova.virt.hardware [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1198.322754] env[69357]: DEBUG nova.virt.hardware [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1198.322928] env[69357]: DEBUG nova.virt.hardware [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1198.323088] env[69357]: DEBUG nova.virt.hardware [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1198.323950] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7db980-f14e-45e8-b797-91cc9a41fdda {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.332214] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2c4a94-7b60-4b16-ace4-8aa91ac976e8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.557651] env[69357]: INFO nova.compute.claims [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1198.592826] env[69357]: DEBUG oslo_concurrency.lockutils [None req-14ec35f2-6877-42e8-8c96-1af2e398b235 tempest-AttachVolumeNegativeTest-1696174234 tempest-AttachVolumeNegativeTest-1696174234-project-member] Lock "2399fa1a-7a36-4ac8-afeb-1c812c88590e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.287s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.620256] env[69357]: DEBUG oslo_vmware.api [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283571, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.691899] env[69357]: DEBUG nova.network.neutron [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Successfully updated port: 395baa0c-0e62-4144-a1fb-002c17ba8194 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1199.066796] env[69357]: INFO nova.compute.resource_tracker [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Updating resource usage from migration 805db75b-4ce5-4c09-8070-9042b4566884 [ 1199.111509] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.111682] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69357) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1199.120638] env[69357]: DEBUG oslo_vmware.api [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800727} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.120899] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] ace13dca-809c-4f70-a99c-ed28bcd713d5/ace13dca-809c-4f70-a99c-ed28bcd713d5.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1199.121131] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1199.121556] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65eaadac-dfb6-44af-bbdf-38bf6587d110 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.129280] env[69357]: DEBUG oslo_vmware.api [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1199.129280] env[69357]: value = "task-3283572" [ 1199.129280] env[69357]: _type = "Task" [ 1199.129280] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.141585] env[69357]: DEBUG oslo_vmware.api [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283572, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.194493] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "refresh_cache-7886a597-29c7-4dc0-9123-4852296a2f92" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.195801] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquired lock "refresh_cache-7886a597-29c7-4dc0-9123-4852296a2f92" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.195801] env[69357]: DEBUG nova.network.neutron [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.255669] env[69357]: DEBUG nova.compute.manager [req-75aa6849-80ac-472b-b9c3-2525a3c64905 req-8a8d85a0-feb5-4c0e-9728-90027d95e893 service nova] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Received event network-vif-plugged-395baa0c-0e62-4144-a1fb-002c17ba8194 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.256291] env[69357]: DEBUG oslo_concurrency.lockutils [req-75aa6849-80ac-472b-b9c3-2525a3c64905 req-8a8d85a0-feb5-4c0e-9728-90027d95e893 service nova] Acquiring lock "7886a597-29c7-4dc0-9123-4852296a2f92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.256518] env[69357]: DEBUG oslo_concurrency.lockutils [req-75aa6849-80ac-472b-b9c3-2525a3c64905 req-8a8d85a0-feb5-4c0e-9728-90027d95e893 service nova] Lock "7886a597-29c7-4dc0-9123-4852296a2f92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.256690] env[69357]: DEBUG oslo_concurrency.lockutils [req-75aa6849-80ac-472b-b9c3-2525a3c64905 req-8a8d85a0-feb5-4c0e-9728-90027d95e893 service nova] Lock "7886a597-29c7-4dc0-9123-4852296a2f92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.256861] env[69357]: DEBUG nova.compute.manager [req-75aa6849-80ac-472b-b9c3-2525a3c64905 req-8a8d85a0-feb5-4c0e-9728-90027d95e893 service nova] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] No waiting events found dispatching network-vif-plugged-395baa0c-0e62-4144-a1fb-002c17ba8194 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1199.257083] env[69357]: WARNING nova.compute.manager [req-75aa6849-80ac-472b-b9c3-2525a3c64905 req-8a8d85a0-feb5-4c0e-9728-90027d95e893 service nova] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Received unexpected event network-vif-plugged-395baa0c-0e62-4144-a1fb-002c17ba8194 for instance with vm_state building and task_state spawning. [ 1199.257274] env[69357]: DEBUG nova.compute.manager [req-75aa6849-80ac-472b-b9c3-2525a3c64905 req-8a8d85a0-feb5-4c0e-9728-90027d95e893 service nova] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Received event network-changed-395baa0c-0e62-4144-a1fb-002c17ba8194 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.257434] env[69357]: DEBUG nova.compute.manager [req-75aa6849-80ac-472b-b9c3-2525a3c64905 req-8a8d85a0-feb5-4c0e-9728-90027d95e893 service nova] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Refreshing instance network info cache due to event network-changed-395baa0c-0e62-4144-a1fb-002c17ba8194. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1199.257599] env[69357]: DEBUG oslo_concurrency.lockutils [req-75aa6849-80ac-472b-b9c3-2525a3c64905 req-8a8d85a0-feb5-4c0e-9728-90027d95e893 service nova] Acquiring lock "refresh_cache-7886a597-29c7-4dc0-9123-4852296a2f92" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.262740] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c9ff31-5db9-40d8-867a-961b8b831569 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.272558] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035ad6b8-eb65-4d20-a9af-5fe132e34ddf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.307137] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c83491e-2830-43b3-b91f-fd147eeeeba3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.316332] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccad167-7f13-4f67-81c6-2ed6f4e67693 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.332874] env[69357]: DEBUG nova.compute.provider_tree [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.640074] env[69357]: DEBUG oslo_vmware.api [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283572, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.167114} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.640419] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1199.641297] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428b6990-d045-4ff7-b653-bb00f58803cf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.664644] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] ace13dca-809c-4f70-a99c-ed28bcd713d5/ace13dca-809c-4f70-a99c-ed28bcd713d5.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.664967] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d3ca95a-fe72-48cc-bf33-1228f025ede4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.687945] env[69357]: DEBUG oslo_vmware.api [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1199.687945] env[69357]: value = "task-3283574" [ 1199.687945] env[69357]: _type = "Task" [ 1199.687945] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.702131] env[69357]: DEBUG oslo_vmware.api [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283574, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.734942] env[69357]: DEBUG nova.network.neutron [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1199.836176] env[69357]: DEBUG nova.scheduler.client.report [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.930745] env[69357]: DEBUG nova.network.neutron [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Updating instance_info_cache with network_info: [{"id": "395baa0c-0e62-4144-a1fb-002c17ba8194", "address": "fa:16:3e:ad:f4:82", "network": {"id": "73a4f450-d642-4b42-a6f9-ea21c73f279a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1452404450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "419ee38d757b4d428b684cdc28bb5421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395baa0c-0e", "ovs_interfaceid": "395baa0c-0e62-4144-a1fb-002c17ba8194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.106506] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.198538] env[69357]: DEBUG oslo_vmware.api [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283574, 'name': ReconfigVM_Task, 'duration_secs': 0.296692} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.198925] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Reconfigured VM instance instance-00000075 to attach disk [datastore1] ace13dca-809c-4f70-a99c-ed28bcd713d5/ace13dca-809c-4f70-a99c-ed28bcd713d5.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.199538] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-846574b3-b2fc-4690-bc74-c69ceb8d6d07 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.207221] env[69357]: DEBUG oslo_vmware.api [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1200.207221] env[69357]: value = "task-3283575" [ 1200.207221] env[69357]: _type = "Task" [ 1200.207221] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.216486] env[69357]: DEBUG oslo_vmware.api [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283575, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.344109] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.295s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.344356] env[69357]: INFO nova.compute.manager [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Migrating [ 1200.351832] env[69357]: DEBUG oslo_concurrency.lockutils [None req-576952af-ec2f-4440-89da-d77487f6edc3 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.768s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.352091] env[69357]: DEBUG nova.objects.instance [None req-576952af-ec2f-4440-89da-d77487f6edc3 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lazy-loading 'resources' on Instance uuid fb3d2b73-c36f-4c8f-be1c-608aff4bfda6 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.433117] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Releasing lock "refresh_cache-7886a597-29c7-4dc0-9123-4852296a2f92" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.433463] env[69357]: DEBUG nova.compute.manager [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Instance network_info: |[{"id": "395baa0c-0e62-4144-a1fb-002c17ba8194", "address": "fa:16:3e:ad:f4:82", "network": {"id": "73a4f450-d642-4b42-a6f9-ea21c73f279a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1452404450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "419ee38d757b4d428b684cdc28bb5421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395baa0c-0e", "ovs_interfaceid": "395baa0c-0e62-4144-a1fb-002c17ba8194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1200.433764] env[69357]: DEBUG oslo_concurrency.lockutils [req-75aa6849-80ac-472b-b9c3-2525a3c64905 req-8a8d85a0-feb5-4c0e-9728-90027d95e893 service nova] Acquired lock "refresh_cache-7886a597-29c7-4dc0-9123-4852296a2f92" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.433945] env[69357]: DEBUG nova.network.neutron [req-75aa6849-80ac-472b-b9c3-2525a3c64905 req-8a8d85a0-feb5-4c0e-9728-90027d95e893 service nova] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Refreshing network info cache for port 395baa0c-0e62-4144-a1fb-002c17ba8194 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.435108] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:f4:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '395baa0c-0e62-4144-a1fb-002c17ba8194', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1200.442505] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Creating folder: Project (419ee38d757b4d428b684cdc28bb5421). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1200.443402] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1631361-54d3-4bc5-addb-54c3d54cadde {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.456885] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Created folder: Project (419ee38d757b4d428b684cdc28bb5421) in parent group-v655402. [ 1200.457104] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Creating folder: Instances. Parent ref: group-v655724. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1200.457341] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c243e41-b1d5-407e-83d4-654d2ddf2575 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.468235] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Created folder: Instances in parent group-v655724. [ 1200.468469] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.468654] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1200.468860] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bf71208-137b-451c-b5ab-dc59fdb57406 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.490338] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1200.490338] env[69357]: value = "task-3283578" [ 1200.490338] env[69357]: _type = "Task" [ 1200.490338] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.502872] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283578, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.724376] env[69357]: DEBUG oslo_vmware.api [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283575, 'name': Rename_Task, 'duration_secs': 0.160014} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.724760] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.725038] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9c46628-0230-41a0-b95f-ae9a028e68c6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.733496] env[69357]: DEBUG oslo_vmware.api [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1200.733496] env[69357]: value = "task-3283579" [ 1200.733496] env[69357]: _type = "Task" [ 1200.733496] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.743992] env[69357]: DEBUG oslo_vmware.api [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.865434] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "refresh_cache-caee54fd-3091-4ebd-94ac-879e7865f031" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.865434] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquired lock "refresh_cache-caee54fd-3091-4ebd-94ac-879e7865f031" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.865834] env[69357]: DEBUG nova.network.neutron [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1201.004034] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283578, 'name': CreateVM_Task, 'duration_secs': 0.370379} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.004208] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1201.004975] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.005167] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.005466] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.008946] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5fa9de2-91af-4fb5-81e8-662e803abd98 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.013711] env[69357]: DEBUG oslo_vmware.api [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1201.013711] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]524d7ade-235f-b370-3197-5c393a17899f" [ 1201.013711] env[69357]: _type = "Task" [ 1201.013711] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.024135] env[69357]: DEBUG oslo_vmware.api [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]524d7ade-235f-b370-3197-5c393a17899f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.033574] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608ec296-3b70-44b9-94ee-9461bd6a5379 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.041379] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005c17fa-14ce-4445-a798-3fa6361949ff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.086943] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4fb26b-b33e-4f82-9e87-3c720fb55ed0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.096503] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f25a535-2d29-440e-99ea-17ef75d4e2be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.112200] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.113905] env[69357]: DEBUG nova.compute.provider_tree [None req-576952af-ec2f-4440-89da-d77487f6edc3 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.230669] env[69357]: DEBUG nova.network.neutron [req-75aa6849-80ac-472b-b9c3-2525a3c64905 req-8a8d85a0-feb5-4c0e-9728-90027d95e893 service nova] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Updated VIF entry in instance network info cache for port 395baa0c-0e62-4144-a1fb-002c17ba8194. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1201.231086] env[69357]: DEBUG nova.network.neutron [req-75aa6849-80ac-472b-b9c3-2525a3c64905 req-8a8d85a0-feb5-4c0e-9728-90027d95e893 service nova] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Updating instance_info_cache with network_info: [{"id": "395baa0c-0e62-4144-a1fb-002c17ba8194", "address": "fa:16:3e:ad:f4:82", "network": {"id": "73a4f450-d642-4b42-a6f9-ea21c73f279a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1452404450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "419ee38d757b4d428b684cdc28bb5421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395baa0c-0e", "ovs_interfaceid": "395baa0c-0e62-4144-a1fb-002c17ba8194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.244259] env[69357]: DEBUG oslo_vmware.api [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283579, 'name': PowerOnVM_Task, 'duration_secs': 0.473228} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.244532] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.244918] env[69357]: INFO nova.compute.manager [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Took 9.07 seconds to spawn the instance on the hypervisor. [ 1201.244918] env[69357]: DEBUG nova.compute.manager [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.245703] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f87530-6071-4e14-b490-68cf0ed4c09b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.524068] env[69357]: DEBUG oslo_vmware.api [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]524d7ade-235f-b370-3197-5c393a17899f, 'name': SearchDatastore_Task, 'duration_secs': 0.010066} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.524376] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.524608] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1201.524840] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.524987] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.525185] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1201.525572] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88dc7548-d4ab-4fe9-a1a6-e8d8397db22c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.534194] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1201.534412] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1201.537111] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39739991-aa39-4cd3-b773-006fd4b6bfde {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.542588] env[69357]: DEBUG oslo_vmware.api [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1201.542588] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a7d6d9-4d37-b241-7923-1a875a45695f" [ 1201.542588] env[69357]: _type = "Task" [ 1201.542588] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.550736] env[69357]: DEBUG oslo_vmware.api [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a7d6d9-4d37-b241-7923-1a875a45695f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.569112] env[69357]: DEBUG nova.network.neutron [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Updating instance_info_cache with network_info: [{"id": "2aa76bf9-79c1-4583-be2e-18a5f9cae874", "address": "fa:16:3e:ab:fd:16", "network": {"id": "91507c6f-2dae-4b3a-832f-a0844c7f3c7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-298291127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25f1f9bf540c4f3ca42ed05d7038170a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aa76bf9-79", "ovs_interfaceid": "2aa76bf9-79c1-4583-be2e-18a5f9cae874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.617864] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.618742] env[69357]: DEBUG nova.scheduler.client.report [None req-576952af-ec2f-4440-89da-d77487f6edc3 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.734294] env[69357]: DEBUG oslo_concurrency.lockutils [req-75aa6849-80ac-472b-b9c3-2525a3c64905 req-8a8d85a0-feb5-4c0e-9728-90027d95e893 service nova] Releasing lock "refresh_cache-7886a597-29c7-4dc0-9123-4852296a2f92" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.764052] env[69357]: INFO nova.compute.manager [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Took 17.03 seconds to build instance. [ 1202.055499] env[69357]: DEBUG oslo_vmware.api [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a7d6d9-4d37-b241-7923-1a875a45695f, 'name': SearchDatastore_Task, 'duration_secs': 0.008825} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.056639] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea687aa1-bf55-4541-9292-7c2ecd79ffbf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.063468] env[69357]: DEBUG oslo_vmware.api [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1202.063468] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5204f7a1-b692-6193-31b1-4fac1bedf807" [ 1202.063468] env[69357]: _type = "Task" [ 1202.063468] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.074336] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Releasing lock "refresh_cache-caee54fd-3091-4ebd-94ac-879e7865f031" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.076291] env[69357]: DEBUG oslo_vmware.api [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5204f7a1-b692-6193-31b1-4fac1bedf807, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.123153] env[69357]: DEBUG oslo_concurrency.lockutils [None req-576952af-ec2f-4440-89da-d77487f6edc3 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.771s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.126214] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.086s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.126527] env[69357]: DEBUG nova.objects.instance [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lazy-loading 'resources' on Instance uuid 8ea553bd-7063-4123-90f4-f53808003b23 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.143941] env[69357]: INFO nova.scheduler.client.report [None req-576952af-ec2f-4440-89da-d77487f6edc3 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Deleted allocations for instance fb3d2b73-c36f-4c8f-be1c-608aff4bfda6 [ 1202.266065] env[69357]: DEBUG oslo_concurrency.lockutils [None req-75fc0e90-a3c4-4b0a-97d6-73dddf1f3f8b tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "ace13dca-809c-4f70-a99c-ed28bcd713d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.542s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.573811] env[69357]: DEBUG oslo_vmware.api [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5204f7a1-b692-6193-31b1-4fac1bedf807, 'name': SearchDatastore_Task, 'duration_secs': 0.010579} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.574081] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.574366] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 7886a597-29c7-4dc0-9123-4852296a2f92/7886a597-29c7-4dc0-9123-4852296a2f92.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1202.574653] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5b37bd9-cc99-4ae5-80d0-47d2e44e1ed9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.581572] env[69357]: DEBUG oslo_vmware.api [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1202.581572] env[69357]: value = "task-3283581" [ 1202.581572] env[69357]: _type = "Task" [ 1202.581572] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.589636] env[69357]: DEBUG oslo_vmware.api [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.654011] env[69357]: DEBUG oslo_concurrency.lockutils [None req-576952af-ec2f-4440-89da-d77487f6edc3 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "fb3d2b73-c36f-4c8f-be1c-608aff4bfda6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.010s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.729448] env[69357]: DEBUG oslo_concurrency.lockutils [None req-39c5a94b-4fdd-467e-9953-3b0ea9b69f31 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "ace13dca-809c-4f70-a99c-ed28bcd713d5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.729695] env[69357]: DEBUG oslo_concurrency.lockutils [None req-39c5a94b-4fdd-467e-9953-3b0ea9b69f31 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "ace13dca-809c-4f70-a99c-ed28bcd713d5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.729872] env[69357]: DEBUG nova.compute.manager [None req-39c5a94b-4fdd-467e-9953-3b0ea9b69f31 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1202.730908] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb24a77-2faf-41d0-8bd1-82e779db5c02 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.738281] env[69357]: DEBUG nova.compute.manager [None req-39c5a94b-4fdd-467e-9953-3b0ea9b69f31 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69357) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1202.738813] env[69357]: DEBUG nova.objects.instance [None req-39c5a94b-4fdd-467e-9953-3b0ea9b69f31 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lazy-loading 'flavor' on Instance uuid ace13dca-809c-4f70-a99c-ed28bcd713d5 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.786214] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a12e67-7bec-45e2-a24d-0caa2a3d02ee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.794233] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31eb549-579f-4486-8332-06f1dc0b9f3c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.824151] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c44e4cc-6766-4181-89bc-7a535f9e9958 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.831410] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7f8ddc-898e-421d-ae71-e0e0f2754374 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.846263] env[69357]: DEBUG nova.compute.provider_tree [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.095951] env[69357]: DEBUG oslo_vmware.api [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.350488] env[69357]: DEBUG nova.scheduler.client.report [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.597044] env[69357]: DEBUG oslo_vmware.api [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283581, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.598573] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c03b61-2b3c-47b5-96f8-e204c455d588 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.619863] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Updating instance 'caee54fd-3091-4ebd-94ac-879e7865f031' progress to 0 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1203.748552] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c5a94b-4fdd-467e-9953-3b0ea9b69f31 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.748861] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acc02337-afc6-4eb0-aba2-d007a7d3f26e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.760144] env[69357]: DEBUG oslo_vmware.api [None req-39c5a94b-4fdd-467e-9953-3b0ea9b69f31 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1203.760144] env[69357]: value = "task-3283582" [ 1203.760144] env[69357]: _type = "Task" [ 1203.760144] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.774022] env[69357]: DEBUG oslo_vmware.api [None req-39c5a94b-4fdd-467e-9953-3b0ea9b69f31 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.856768] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.859109] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.241s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.859288] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.859443] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69357) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1203.860432] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053023b2-27f7-4b72-bfda-6cfe5fd46fc7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.869158] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16b0a48-7407-442e-bb2f-da03e829518c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.873691] env[69357]: INFO nova.scheduler.client.report [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Deleted allocations for instance 8ea553bd-7063-4123-90f4-f53808003b23 [ 1203.887150] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e850b145-738b-4ddb-b23c-668669e818e0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.895164] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36008712-32e1-4bd1-9350-0cfe174f9ae7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.929136] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179196MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=69357) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1203.929311] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.929550] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.009969] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "6f3b9741-cefa-4987-a36b-40bcdbc34582" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.010095] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "6f3b9741-cefa-4987-a36b-40bcdbc34582" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.096692] env[69357]: DEBUG oslo_vmware.api [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283581, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.227954} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.096962] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 7886a597-29c7-4dc0-9123-4852296a2f92/7886a597-29c7-4dc0-9123-4852296a2f92.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1204.097204] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1204.097500] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5521cb7e-2242-4a9b-a0b8-be32ad1a0d79 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.104771] env[69357]: DEBUG oslo_vmware.api [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1204.104771] env[69357]: value = "task-3283583" [ 1204.104771] env[69357]: _type = "Task" [ 1204.104771] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.112678] env[69357]: DEBUG oslo_vmware.api [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.126541] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.126818] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0addbe8c-5a4f-499e-a175-a141b609e32b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.133975] env[69357]: DEBUG oslo_vmware.api [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1204.133975] env[69357]: value = "task-3283584" [ 1204.133975] env[69357]: _type = "Task" [ 1204.133975] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.142557] env[69357]: DEBUG oslo_vmware.api [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.270264] env[69357]: DEBUG oslo_vmware.api [None req-39c5a94b-4fdd-467e-9953-3b0ea9b69f31 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283582, 'name': PowerOffVM_Task, 'duration_secs': 0.210047} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.270907] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c5a94b-4fdd-467e-9953-3b0ea9b69f31 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.271130] env[69357]: DEBUG nova.compute.manager [None req-39c5a94b-4fdd-467e-9953-3b0ea9b69f31 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1204.271917] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbc85d0-43d3-458d-a54a-200b75b42a51 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.384074] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d7e0dc0c-e016-46c1-a4c4-1a6562d01b58 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "8ea553bd-7063-4123-90f4-f53808003b23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.691s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.511939] env[69357]: DEBUG nova.compute.manager [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1204.615376] env[69357]: DEBUG oslo_vmware.api [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077092} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.615651] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1204.616497] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374074f3-c5ea-4a19-a417-d87044fe36b6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.640990] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 7886a597-29c7-4dc0-9123-4852296a2f92/7886a597-29c7-4dc0-9123-4852296a2f92.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.641385] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8eeb0fd6-f50b-4016-a1ad-c7738ddf8484 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.666409] env[69357]: DEBUG oslo_vmware.api [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283584, 'name': PowerOffVM_Task, 'duration_secs': 0.310143} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.668047] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.668262] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Updating instance 'caee54fd-3091-4ebd-94ac-879e7865f031' progress to 17 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1204.671734] env[69357]: DEBUG oslo_vmware.api [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1204.671734] env[69357]: value = "task-3283586" [ 1204.671734] env[69357]: _type = "Task" [ 1204.671734] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.683245] env[69357]: DEBUG oslo_vmware.api [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283586, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.784369] env[69357]: DEBUG oslo_concurrency.lockutils [None req-39c5a94b-4fdd-467e-9953-3b0ea9b69f31 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "ace13dca-809c-4f70-a99c-ed28bcd713d5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.840753] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4e36e5f8-0bdf-4d61-a298-8c825da76a71 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "da37ae95-0dd7-48ef-9e03-c05c8c4a9c36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.841130] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4e36e5f8-0bdf-4d61-a298-8c825da76a71 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "da37ae95-0dd7-48ef-9e03-c05c8c4a9c36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.841393] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4e36e5f8-0bdf-4d61-a298-8c825da76a71 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "da37ae95-0dd7-48ef-9e03-c05c8c4a9c36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.841621] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4e36e5f8-0bdf-4d61-a298-8c825da76a71 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "da37ae95-0dd7-48ef-9e03-c05c8c4a9c36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.841839] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4e36e5f8-0bdf-4d61-a298-8c825da76a71 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "da37ae95-0dd7-48ef-9e03-c05c8c4a9c36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.844020] env[69357]: INFO nova.compute.manager [None req-4e36e5f8-0bdf-4d61-a298-8c825da76a71 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Terminating instance [ 1204.942059] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Applying migration context for instance caee54fd-3091-4ebd-94ac-879e7865f031 as it has an incoming, in-progress migration 805db75b-4ce5-4c09-8070-9042b4566884. Migration status is migrating {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1204.943456] env[69357]: INFO nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Updating resource usage from migration 805db75b-4ce5-4c09-8070-9042b4566884 [ 1204.963366] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance af8f9e4f-c0d8-447b-91ad-04f88290c199 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1204.963519] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance e446971c-3947-4544-ab25-39eaefc9097d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1204.963644] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance da37ae95-0dd7-48ef-9e03-c05c8c4a9c36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1204.963763] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 81d45460-51bd-4054-b273-282e721c45fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1204.963889] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 77b739f4-17b0-40a0-928d-982b74f38efe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1204.963996] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 3325a9cb-086d-4817-8941-d1eb7aa09748 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1204.964123] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 53a684cd-0825-4f47-8143-101084d8f300 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1204.964235] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance ace13dca-809c-4f70-a99c-ed28bcd713d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1204.964490] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 7886a597-29c7-4dc0-9123-4852296a2f92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1204.964613] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Migration 805db75b-4ce5-4c09-8070-9042b4566884 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1204.964726] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance caee54fd-3091-4ebd-94ac-879e7865f031 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1205.030507] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.175431] env[69357]: DEBUG nova.virt.hardware [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1205.175780] env[69357]: DEBUG nova.virt.hardware [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.176021] env[69357]: DEBUG nova.virt.hardware [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.176318] env[69357]: DEBUG nova.virt.hardware [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.176553] env[69357]: DEBUG nova.virt.hardware [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.176775] env[69357]: DEBUG nova.virt.hardware [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1205.177078] env[69357]: DEBUG nova.virt.hardware [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1205.177311] env[69357]: DEBUG nova.virt.hardware [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1205.177550] env[69357]: DEBUG nova.virt.hardware [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1205.177822] env[69357]: DEBUG nova.virt.hardware [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1205.178094] env[69357]: DEBUG nova.virt.hardware [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1205.188056] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a836bfca-93b9-416b-bac9-1d2165a2284c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.205458] env[69357]: DEBUG oslo_vmware.api [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283586, 'name': ReconfigVM_Task, 'duration_secs': 0.280932} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.206812] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 7886a597-29c7-4dc0-9123-4852296a2f92/7886a597-29c7-4dc0-9123-4852296a2f92.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.207514] env[69357]: DEBUG oslo_vmware.api [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1205.207514] env[69357]: value = "task-3283587" [ 1205.207514] env[69357]: _type = "Task" [ 1205.207514] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.207779] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5654714f-f0de-4f65-a227-c8304145cb30 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.218038] env[69357]: DEBUG oslo_vmware.api [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283587, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.219252] env[69357]: DEBUG oslo_vmware.api [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1205.219252] env[69357]: value = "task-3283588" [ 1205.219252] env[69357]: _type = "Task" [ 1205.219252] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.228743] env[69357]: DEBUG oslo_vmware.api [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283588, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.348986] env[69357]: DEBUG nova.compute.manager [None req-4e36e5f8-0bdf-4d61-a298-8c825da76a71 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1205.349234] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4e36e5f8-0bdf-4d61-a298-8c825da76a71 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.350157] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd33824-0214-4256-9f70-ed11d961e183 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.358780] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e36e5f8-0bdf-4d61-a298-8c825da76a71 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.359053] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14e67b8b-c0d0-4660-8461-718c08129be6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.366668] env[69357]: DEBUG oslo_vmware.api [None req-4e36e5f8-0bdf-4d61-a298-8c825da76a71 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1205.366668] env[69357]: value = "task-3283589" [ 1205.366668] env[69357]: _type = "Task" [ 1205.366668] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.374844] env[69357]: DEBUG oslo_vmware.api [None req-4e36e5f8-0bdf-4d61-a298-8c825da76a71 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.392751] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c49e1e12-77f6-458f-9a3e-77eadc8c9e12 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "ace13dca-809c-4f70-a99c-ed28bcd713d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.393129] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c49e1e12-77f6-458f-9a3e-77eadc8c9e12 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "ace13dca-809c-4f70-a99c-ed28bcd713d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.393316] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c49e1e12-77f6-458f-9a3e-77eadc8c9e12 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "ace13dca-809c-4f70-a99c-ed28bcd713d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.393525] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c49e1e12-77f6-458f-9a3e-77eadc8c9e12 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "ace13dca-809c-4f70-a99c-ed28bcd713d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.393728] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c49e1e12-77f6-458f-9a3e-77eadc8c9e12 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "ace13dca-809c-4f70-a99c-ed28bcd713d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.396194] env[69357]: INFO nova.compute.manager [None req-c49e1e12-77f6-458f-9a3e-77eadc8c9e12 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Terminating instance [ 1205.467797] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 6f3b9741-cefa-4987-a36b-40bcdbc34582 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1205.468102] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1205.468263] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1205.633257] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fca5220-7ba9-4472-a986-f677d4be80ed {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.642182] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f66de3-2327-41a2-80d3-0a0108c7f7b3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.674025] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0d2aea-1a66-42b0-9be8-115e7d167f8d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.682889] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd04b03-03bb-4d29-89b1-612428a41a28 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.697179] env[69357]: DEBUG nova.compute.provider_tree [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.719867] env[69357]: DEBUG oslo_vmware.api [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283587, 'name': ReconfigVM_Task, 'duration_secs': 0.435909} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.722802] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Updating instance 'caee54fd-3091-4ebd-94ac-879e7865f031' progress to 33 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1205.731190] env[69357]: DEBUG oslo_vmware.api [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283588, 'name': Rename_Task, 'duration_secs': 0.321044} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.731436] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1205.731657] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06c2ba55-91fa-4ded-b4bd-35aae866775b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.737364] env[69357]: DEBUG oslo_vmware.api [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1205.737364] env[69357]: value = "task-3283590" [ 1205.737364] env[69357]: _type = "Task" [ 1205.737364] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.749031] env[69357]: DEBUG oslo_vmware.api [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.877111] env[69357]: DEBUG oslo_vmware.api [None req-4e36e5f8-0bdf-4d61-a298-8c825da76a71 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283589, 'name': PowerOffVM_Task, 'duration_secs': 0.229735} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.877435] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e36e5f8-0bdf-4d61-a298-8c825da76a71 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.877656] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4e36e5f8-0bdf-4d61-a298-8c825da76a71 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.877911] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89dbc060-4e33-476e-82d0-03c1e903810f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.899890] env[69357]: DEBUG nova.compute.manager [None req-c49e1e12-77f6-458f-9a3e-77eadc8c9e12 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1205.900116] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c49e1e12-77f6-458f-9a3e-77eadc8c9e12 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.900942] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f428e78e-b26f-4c01-a148-98f1c7e52f08 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.908673] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c49e1e12-77f6-458f-9a3e-77eadc8c9e12 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.908920] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30a28a95-1fd1-44e3-84ac-132368d215e0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.950857] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4e36e5f8-0bdf-4d61-a298-8c825da76a71 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.951097] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4e36e5f8-0bdf-4d61-a298-8c825da76a71 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.951286] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e36e5f8-0bdf-4d61-a298-8c825da76a71 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Deleting the datastore file [datastore1] da37ae95-0dd7-48ef-9e03-c05c8c4a9c36 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.951560] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62390b8b-bd12-408a-8e5c-9dbf8e553bcd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.959515] env[69357]: DEBUG oslo_vmware.api [None req-4e36e5f8-0bdf-4d61-a298-8c825da76a71 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1205.959515] env[69357]: value = "task-3283593" [ 1205.959515] env[69357]: _type = "Task" [ 1205.959515] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.968389] env[69357]: DEBUG oslo_vmware.api [None req-4e36e5f8-0bdf-4d61-a298-8c825da76a71 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.980074] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c49e1e12-77f6-458f-9a3e-77eadc8c9e12 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.980370] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c49e1e12-77f6-458f-9a3e-77eadc8c9e12 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.980599] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c49e1e12-77f6-458f-9a3e-77eadc8c9e12 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Deleting the datastore file [datastore1] ace13dca-809c-4f70-a99c-ed28bcd713d5 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.980892] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a0ba728-49e5-4b35-9171-4c9879a78833 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.987796] env[69357]: DEBUG oslo_vmware.api [None req-c49e1e12-77f6-458f-9a3e-77eadc8c9e12 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1205.987796] env[69357]: value = "task-3283594" [ 1205.987796] env[69357]: _type = "Task" [ 1205.987796] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.996244] env[69357]: DEBUG oslo_vmware.api [None req-c49e1e12-77f6-458f-9a3e-77eadc8c9e12 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.201013] env[69357]: DEBUG nova.scheduler.client.report [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.228644] env[69357]: DEBUG nova.virt.hardware [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.228936] env[69357]: DEBUG nova.virt.hardware [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.229046] env[69357]: DEBUG nova.virt.hardware [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.229234] env[69357]: DEBUG nova.virt.hardware [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.229381] env[69357]: DEBUG nova.virt.hardware [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.229541] env[69357]: DEBUG nova.virt.hardware [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.229758] env[69357]: DEBUG nova.virt.hardware [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.229914] env[69357]: DEBUG nova.virt.hardware [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.230091] env[69357]: DEBUG nova.virt.hardware [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.230259] env[69357]: DEBUG nova.virt.hardware [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.230427] env[69357]: DEBUG nova.virt.hardware [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.235747] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1206.236265] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b50547fc-ce1b-4f47-bfac-2f002265fd7b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.259826] env[69357]: DEBUG oslo_vmware.api [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283590, 'name': PowerOnVM_Task, 'duration_secs': 0.467343} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.261069] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1206.261282] env[69357]: INFO nova.compute.manager [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Took 7.97 seconds to spawn the instance on the hypervisor. [ 1206.261470] env[69357]: DEBUG nova.compute.manager [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1206.261782] env[69357]: DEBUG oslo_vmware.api [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1206.261782] env[69357]: value = "task-3283595" [ 1206.261782] env[69357]: _type = "Task" [ 1206.261782] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.262467] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2065c675-c329-4f84-9ae7-a6caa29f8b96 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.276507] env[69357]: DEBUG oslo_vmware.api [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283595, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.470072] env[69357]: DEBUG oslo_vmware.api [None req-4e36e5f8-0bdf-4d61-a298-8c825da76a71 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152589} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.470450] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e36e5f8-0bdf-4d61-a298-8c825da76a71 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.470507] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4e36e5f8-0bdf-4d61-a298-8c825da76a71 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.470677] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4e36e5f8-0bdf-4d61-a298-8c825da76a71 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.470857] env[69357]: INFO nova.compute.manager [None req-4e36e5f8-0bdf-4d61-a298-8c825da76a71 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1206.471114] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e36e5f8-0bdf-4d61-a298-8c825da76a71 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.471309] env[69357]: DEBUG nova.compute.manager [-] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1206.471401] env[69357]: DEBUG nova.network.neutron [-] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1206.497097] env[69357]: DEBUG oslo_vmware.api [None req-c49e1e12-77f6-458f-9a3e-77eadc8c9e12 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283594, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172045} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.497403] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c49e1e12-77f6-458f-9a3e-77eadc8c9e12 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.497620] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c49e1e12-77f6-458f-9a3e-77eadc8c9e12 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.497806] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c49e1e12-77f6-458f-9a3e-77eadc8c9e12 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.497980] env[69357]: INFO nova.compute.manager [None req-c49e1e12-77f6-458f-9a3e-77eadc8c9e12 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1206.498228] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c49e1e12-77f6-458f-9a3e-77eadc8c9e12 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.498415] env[69357]: DEBUG nova.compute.manager [-] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1206.498507] env[69357]: DEBUG nova.network.neutron [-] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1206.708113] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1206.708324] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.779s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.708598] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.678s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.715350] env[69357]: INFO nova.compute.claims [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1206.775687] env[69357]: DEBUG oslo_vmware.api [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283595, 'name': ReconfigVM_Task, 'duration_secs': 0.205807} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.775972] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1206.776841] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5758c47f-8429-44f5-8179-8e154c7f96de {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.786792] env[69357]: DEBUG nova.compute.manager [req-10773ed4-c88f-4e35-8e83-314d3279cfa2 req-7cca4e53-6f66-4fcc-b79d-7d8e338671f4 service nova] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Received event network-vif-deleted-da91fe51-d965-4fdd-95b7-bac34713a667 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.786926] env[69357]: INFO nova.compute.manager [req-10773ed4-c88f-4e35-8e83-314d3279cfa2 req-7cca4e53-6f66-4fcc-b79d-7d8e338671f4 service nova] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Neutron deleted interface da91fe51-d965-4fdd-95b7-bac34713a667; detaching it from the instance and deleting it from the info cache [ 1206.787455] env[69357]: DEBUG nova.network.neutron [req-10773ed4-c88f-4e35-8e83-314d3279cfa2 req-7cca4e53-6f66-4fcc-b79d-7d8e338671f4 service nova] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.791598] env[69357]: DEBUG nova.compute.manager [req-838e682f-2b33-4da6-ac58-83af7307f730 req-34319213-b475-44c9-92e0-dc40692fca38 service nova] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Received event network-vif-deleted-65ce54b5-7885-4aa5-8c20-6dc7db21d5e1 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.791598] env[69357]: INFO nova.compute.manager [req-838e682f-2b33-4da6-ac58-83af7307f730 req-34319213-b475-44c9-92e0-dc40692fca38 service nova] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Neutron deleted interface 65ce54b5-7885-4aa5-8c20-6dc7db21d5e1; detaching it from the instance and deleting it from the info cache [ 1206.791736] env[69357]: DEBUG nova.network.neutron [req-838e682f-2b33-4da6-ac58-83af7307f730 req-34319213-b475-44c9-92e0-dc40692fca38 service nova] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.793466] env[69357]: INFO nova.compute.manager [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Took 12.90 seconds to build instance. [ 1206.815495] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] caee54fd-3091-4ebd-94ac-879e7865f031/caee54fd-3091-4ebd-94ac-879e7865f031.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.817628] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e2a61505-23f4-47e6-98a4-2d684b535040 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "7886a597-29c7-4dc0-9123-4852296a2f92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.940s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.818090] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12136ebf-3244-481d-9035-8f287074d3dd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.837709] env[69357]: DEBUG oslo_vmware.api [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1206.837709] env[69357]: value = "task-3283596" [ 1206.837709] env[69357]: _type = "Task" [ 1206.837709] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.846340] env[69357]: DEBUG oslo_vmware.api [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283596, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.226175] env[69357]: DEBUG nova.network.neutron [-] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.250370] env[69357]: DEBUG nova.network.neutron [-] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.294147] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-115188ad-3752-4839-8659-c6ab3ad905ec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.305716] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f98bb9-9916-4783-831b-79801b6709a3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.316453] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db6a38c4-9959-46dc-9f4e-dc07fd9d2b71 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.326246] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f131e2fa-0768-4c86-88b7-0303eefc12a6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.347656] env[69357]: DEBUG nova.compute.manager [req-10773ed4-c88f-4e35-8e83-314d3279cfa2 req-7cca4e53-6f66-4fcc-b79d-7d8e338671f4 service nova] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Detach interface failed, port_id=da91fe51-d965-4fdd-95b7-bac34713a667, reason: Instance ace13dca-809c-4f70-a99c-ed28bcd713d5 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1207.355817] env[69357]: DEBUG oslo_vmware.api [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283596, 'name': ReconfigVM_Task, 'duration_secs': 0.301802} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.356101] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Reconfigured VM instance instance-0000006d to attach disk [datastore2] caee54fd-3091-4ebd-94ac-879e7865f031/caee54fd-3091-4ebd-94ac-879e7865f031.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.356366] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Updating instance 'caee54fd-3091-4ebd-94ac-879e7865f031' progress to 50 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.369163] env[69357]: DEBUG nova.compute.manager [req-838e682f-2b33-4da6-ac58-83af7307f730 req-34319213-b475-44c9-92e0-dc40692fca38 service nova] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Detach interface failed, port_id=65ce54b5-7885-4aa5-8c20-6dc7db21d5e1, reason: Instance da37ae95-0dd7-48ef-9e03-c05c8c4a9c36 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1207.715220] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.715500] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.715758] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.715961] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.729308] env[69357]: INFO nova.compute.manager [-] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Took 1.23 seconds to deallocate network for instance. [ 1207.756560] env[69357]: INFO nova.compute.manager [-] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Took 1.28 seconds to deallocate network for instance. [ 1207.865423] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9293208-c899-4a39-9fe2-c885fee162d3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.891293] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5314d9fc-1cdc-4c62-be77-f141f02b4a1e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.912499] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Updating instance 'caee54fd-3091-4ebd-94ac-879e7865f031' progress to 67 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.917317] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac435825-def0-4b56-8220-9b70f47ef43f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.925025] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7c47c5-6de4-488b-8634-72540a6d8595 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.958630] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dced5b9e-f8ef-4374-8cb5-fd0f31d60640 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.967124] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70865227-9d8a-4b20-8776-07cc73800a9f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.981573] env[69357]: DEBUG nova.compute.provider_tree [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.240335] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c49e1e12-77f6-458f-9a3e-77eadc8c9e12 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.263668] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4e36e5f8-0bdf-4d61-a298-8c825da76a71 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.485860] env[69357]: DEBUG nova.scheduler.client.report [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.814243] env[69357]: DEBUG nova.compute.manager [req-b7ff3a0a-d9a4-43eb-bbed-18bd48179c7a req-075a1a2e-da99-4abb-a32d-54d043cc0e5f service nova] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Received event network-changed-395baa0c-0e62-4144-a1fb-002c17ba8194 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.814615] env[69357]: DEBUG nova.compute.manager [req-b7ff3a0a-d9a4-43eb-bbed-18bd48179c7a req-075a1a2e-da99-4abb-a32d-54d043cc0e5f service nova] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Refreshing instance network info cache due to event network-changed-395baa0c-0e62-4144-a1fb-002c17ba8194. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1208.815007] env[69357]: DEBUG oslo_concurrency.lockutils [req-b7ff3a0a-d9a4-43eb-bbed-18bd48179c7a req-075a1a2e-da99-4abb-a32d-54d043cc0e5f service nova] Acquiring lock "refresh_cache-7886a597-29c7-4dc0-9123-4852296a2f92" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.815165] env[69357]: DEBUG oslo_concurrency.lockutils [req-b7ff3a0a-d9a4-43eb-bbed-18bd48179c7a req-075a1a2e-da99-4abb-a32d-54d043cc0e5f service nova] Acquired lock "refresh_cache-7886a597-29c7-4dc0-9123-4852296a2f92" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.815335] env[69357]: DEBUG nova.network.neutron [req-b7ff3a0a-d9a4-43eb-bbed-18bd48179c7a req-075a1a2e-da99-4abb-a32d-54d043cc0e5f service nova] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Refreshing network info cache for port 395baa0c-0e62-4144-a1fb-002c17ba8194 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1208.875847] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b467b00a-aca4-407c-b91d-13401548d012 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquiring lock "3325a9cb-086d-4817-8941-d1eb7aa09748" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.875847] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b467b00a-aca4-407c-b91d-13401548d012 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lock "3325a9cb-086d-4817-8941-d1eb7aa09748" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.875847] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b467b00a-aca4-407c-b91d-13401548d012 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquiring lock "3325a9cb-086d-4817-8941-d1eb7aa09748-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.875847] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b467b00a-aca4-407c-b91d-13401548d012 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lock "3325a9cb-086d-4817-8941-d1eb7aa09748-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.875847] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b467b00a-aca4-407c-b91d-13401548d012 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lock "3325a9cb-086d-4817-8941-d1eb7aa09748-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.878075] env[69357]: INFO nova.compute.manager [None req-b467b00a-aca4-407c-b91d-13401548d012 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Terminating instance [ 1208.995384] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.287s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.995928] env[69357]: DEBUG nova.compute.manager [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1208.998634] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c49e1e12-77f6-458f-9a3e-77eadc8c9e12 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.759s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.998858] env[69357]: DEBUG nova.objects.instance [None req-c49e1e12-77f6-458f-9a3e-77eadc8c9e12 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lazy-loading 'resources' on Instance uuid ace13dca-809c-4f70-a99c-ed28bcd713d5 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.382025] env[69357]: DEBUG nova.compute.manager [None req-b467b00a-aca4-407c-b91d-13401548d012 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1209.382279] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b467b00a-aca4-407c-b91d-13401548d012 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1209.383212] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b8963e-0525-4af0-8688-9c563c1ea662 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.391734] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b467b00a-aca4-407c-b91d-13401548d012 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.392014] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-229c2666-8ff3-4ca8-8219-260ab9ef3968 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.399247] env[69357]: DEBUG oslo_vmware.api [None req-b467b00a-aca4-407c-b91d-13401548d012 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 1209.399247] env[69357]: value = "task-3283597" [ 1209.399247] env[69357]: _type = "Task" [ 1209.399247] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.408149] env[69357]: DEBUG oslo_vmware.api [None req-b467b00a-aca4-407c-b91d-13401548d012 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.502503] env[69357]: DEBUG nova.compute.utils [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1209.504937] env[69357]: DEBUG nova.compute.manager [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1209.504937] env[69357]: DEBUG nova.network.neutron [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1209.576078] env[69357]: DEBUG nova.policy [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3ad29d51a8b4d3d9369dae6faa47c0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ce3a6bd35be4a73861bc478261e9be0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1209.611159] env[69357]: DEBUG nova.network.neutron [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Port 2aa76bf9-79c1-4583-be2e-18a5f9cae874 binding to destination host cpu-1 is already ACTIVE {{(pid=69357) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1209.713484] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b09537-34b3-4989-ab3c-887ad7fe5464 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.736128] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6421e21c-fada-4151-9d9c-c0844659d41e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.777766] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15706eb1-f39c-4108-a56f-6bf241604975 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.786216] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38097e92-d8a6-4ea2-8f2e-bebbdf8d7be3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.802785] env[69357]: DEBUG nova.compute.provider_tree [None req-c49e1e12-77f6-458f-9a3e-77eadc8c9e12 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.880270] env[69357]: DEBUG nova.network.neutron [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Successfully created port: 63d7148f-c476-4df2-84d1-e0a439f4e449 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1209.883541] env[69357]: DEBUG nova.network.neutron [req-b7ff3a0a-d9a4-43eb-bbed-18bd48179c7a req-075a1a2e-da99-4abb-a32d-54d043cc0e5f service nova] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Updated VIF entry in instance network info cache for port 395baa0c-0e62-4144-a1fb-002c17ba8194. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1209.884059] env[69357]: DEBUG nova.network.neutron [req-b7ff3a0a-d9a4-43eb-bbed-18bd48179c7a req-075a1a2e-da99-4abb-a32d-54d043cc0e5f service nova] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Updating instance_info_cache with network_info: [{"id": "395baa0c-0e62-4144-a1fb-002c17ba8194", "address": "fa:16:3e:ad:f4:82", "network": {"id": "73a4f450-d642-4b42-a6f9-ea21c73f279a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1452404450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "419ee38d757b4d428b684cdc28bb5421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395baa0c-0e", "ovs_interfaceid": "395baa0c-0e62-4144-a1fb-002c17ba8194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.911688] env[69357]: DEBUG oslo_vmware.api [None req-b467b00a-aca4-407c-b91d-13401548d012 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283597, 'name': PowerOffVM_Task, 'duration_secs': 0.20929} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.911976] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b467b00a-aca4-407c-b91d-13401548d012 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.912164] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b467b00a-aca4-407c-b91d-13401548d012 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1209.912424] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cce1de05-bb6d-42e9-b997-9543d0ce633f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.011103] env[69357]: DEBUG nova.compute.manager [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1210.016436] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b467b00a-aca4-407c-b91d-13401548d012 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1210.016706] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b467b00a-aca4-407c-b91d-13401548d012 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1210.016897] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b467b00a-aca4-407c-b91d-13401548d012 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Deleting the datastore file [datastore1] 3325a9cb-086d-4817-8941-d1eb7aa09748 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1210.017276] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfe1504d-75ae-4db3-b5c4-995969398139 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.024999] env[69357]: DEBUG oslo_vmware.api [None req-b467b00a-aca4-407c-b91d-13401548d012 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for the task: (returnval){ [ 1210.024999] env[69357]: value = "task-3283599" [ 1210.024999] env[69357]: _type = "Task" [ 1210.024999] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.034581] env[69357]: DEBUG oslo_vmware.api [None req-b467b00a-aca4-407c-b91d-13401548d012 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.307130] env[69357]: DEBUG nova.scheduler.client.report [None req-c49e1e12-77f6-458f-9a3e-77eadc8c9e12 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.386658] env[69357]: DEBUG oslo_concurrency.lockutils [req-b7ff3a0a-d9a4-43eb-bbed-18bd48179c7a req-075a1a2e-da99-4abb-a32d-54d043cc0e5f service nova] Releasing lock "refresh_cache-7886a597-29c7-4dc0-9123-4852296a2f92" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.535435] env[69357]: DEBUG oslo_vmware.api [None req-b467b00a-aca4-407c-b91d-13401548d012 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Task: {'id': task-3283599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.444135} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.535688] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b467b00a-aca4-407c-b91d-13401548d012 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1210.535874] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b467b00a-aca4-407c-b91d-13401548d012 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1210.536066] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b467b00a-aca4-407c-b91d-13401548d012 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1210.536245] env[69357]: INFO nova.compute.manager [None req-b467b00a-aca4-407c-b91d-13401548d012 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1210.536554] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b467b00a-aca4-407c-b91d-13401548d012 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.536765] env[69357]: DEBUG nova.compute.manager [-] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1210.536858] env[69357]: DEBUG nova.network.neutron [-] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1210.634286] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "caee54fd-3091-4ebd-94ac-879e7865f031-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.634518] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "caee54fd-3091-4ebd-94ac-879e7865f031-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.634692] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "caee54fd-3091-4ebd-94ac-879e7865f031-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.811709] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c49e1e12-77f6-458f-9a3e-77eadc8c9e12 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.813s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.814121] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4e36e5f8-0bdf-4d61-a298-8c825da76a71 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.551s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.814410] env[69357]: DEBUG nova.objects.instance [None req-4e36e5f8-0bdf-4d61-a298-8c825da76a71 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lazy-loading 'resources' on Instance uuid da37ae95-0dd7-48ef-9e03-c05c8c4a9c36 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.836764] env[69357]: INFO nova.scheduler.client.report [None req-c49e1e12-77f6-458f-9a3e-77eadc8c9e12 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Deleted allocations for instance ace13dca-809c-4f70-a99c-ed28bcd713d5 [ 1211.021898] env[69357]: DEBUG nova.compute.manager [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1211.034918] env[69357]: DEBUG nova.compute.manager [req-6101e330-4cb2-490b-96d7-f5b93e00e558 req-7743300d-356a-4478-b634-96211f8b1b7a service nova] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Received event network-vif-deleted-b6dc1eb6-1ef1-4627-b473-4db26d6838f0 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.035104] env[69357]: INFO nova.compute.manager [req-6101e330-4cb2-490b-96d7-f5b93e00e558 req-7743300d-356a-4478-b634-96211f8b1b7a service nova] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Neutron deleted interface b6dc1eb6-1ef1-4627-b473-4db26d6838f0; detaching it from the instance and deleting it from the info cache [ 1211.035323] env[69357]: DEBUG nova.network.neutron [req-6101e330-4cb2-490b-96d7-f5b93e00e558 req-7743300d-356a-4478-b634-96211f8b1b7a service nova] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.050842] env[69357]: DEBUG nova.virt.hardware [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.051139] env[69357]: DEBUG nova.virt.hardware [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.051299] env[69357]: DEBUG nova.virt.hardware [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.051502] env[69357]: DEBUG nova.virt.hardware [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.051630] env[69357]: DEBUG nova.virt.hardware [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.051780] env[69357]: DEBUG nova.virt.hardware [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.051986] env[69357]: DEBUG nova.virt.hardware [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.052208] env[69357]: DEBUG nova.virt.hardware [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.052374] env[69357]: DEBUG nova.virt.hardware [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.052484] env[69357]: DEBUG nova.virt.hardware [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.052659] env[69357]: DEBUG nova.virt.hardware [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.053922] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce235004-28cd-4c36-b12e-f9d0183f6c28 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.063940] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653320fe-a2c7-4c3e-a5e5-c97c2340a13f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.251485] env[69357]: DEBUG nova.compute.manager [req-2c13265f-4afa-4c80-9244-fd7fff60dfc2 req-2e14a67c-1b5a-45df-982e-70468bb9848a service nova] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Received event network-vif-plugged-63d7148f-c476-4df2-84d1-e0a439f4e449 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.251715] env[69357]: DEBUG oslo_concurrency.lockutils [req-2c13265f-4afa-4c80-9244-fd7fff60dfc2 req-2e14a67c-1b5a-45df-982e-70468bb9848a service nova] Acquiring lock "6f3b9741-cefa-4987-a36b-40bcdbc34582-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.251911] env[69357]: DEBUG oslo_concurrency.lockutils [req-2c13265f-4afa-4c80-9244-fd7fff60dfc2 req-2e14a67c-1b5a-45df-982e-70468bb9848a service nova] Lock "6f3b9741-cefa-4987-a36b-40bcdbc34582-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.253445] env[69357]: DEBUG oslo_concurrency.lockutils [req-2c13265f-4afa-4c80-9244-fd7fff60dfc2 req-2e14a67c-1b5a-45df-982e-70468bb9848a service nova] Lock "6f3b9741-cefa-4987-a36b-40bcdbc34582-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.253652] env[69357]: DEBUG nova.compute.manager [req-2c13265f-4afa-4c80-9244-fd7fff60dfc2 req-2e14a67c-1b5a-45df-982e-70468bb9848a service nova] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] No waiting events found dispatching network-vif-plugged-63d7148f-c476-4df2-84d1-e0a439f4e449 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1211.253820] env[69357]: WARNING nova.compute.manager [req-2c13265f-4afa-4c80-9244-fd7fff60dfc2 req-2e14a67c-1b5a-45df-982e-70468bb9848a service nova] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Received unexpected event network-vif-plugged-63d7148f-c476-4df2-84d1-e0a439f4e449 for instance with vm_state building and task_state spawning. [ 1211.334875] env[69357]: DEBUG nova.network.neutron [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Successfully updated port: 63d7148f-c476-4df2-84d1-e0a439f4e449 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1211.343914] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c49e1e12-77f6-458f-9a3e-77eadc8c9e12 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "ace13dca-809c-4f70-a99c-ed28bcd713d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.951s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.463459] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d397d5f9-383a-4324-b2b5-0723d09b8f65 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.471703] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafb1a1a-fbb4-4e06-b071-ecbe69257643 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.502306] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fadb567-9cb1-4083-9e65-9c4a97045076 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.510896] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53655c6a-5c17-4c4a-ba3b-b115a340efd3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.526387] env[69357]: DEBUG nova.network.neutron [-] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.528951] env[69357]: DEBUG nova.compute.provider_tree [None req-4e36e5f8-0bdf-4d61-a298-8c825da76a71 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.538169] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db499f55-8975-4e81-afb9-e4e47d10eb85 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.549058] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766c13fe-5957-42aa-91ce-031cc3df36de {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.581458] env[69357]: DEBUG nova.compute.manager [req-6101e330-4cb2-490b-96d7-f5b93e00e558 req-7743300d-356a-4478-b634-96211f8b1b7a service nova] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Detach interface failed, port_id=b6dc1eb6-1ef1-4627-b473-4db26d6838f0, reason: Instance 3325a9cb-086d-4817-8941-d1eb7aa09748 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1211.668272] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "refresh_cache-caee54fd-3091-4ebd-94ac-879e7865f031" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.668479] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquired lock "refresh_cache-caee54fd-3091-4ebd-94ac-879e7865f031" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.670077] env[69357]: DEBUG nova.network.neutron [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.836905] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "refresh_cache-6f3b9741-cefa-4987-a36b-40bcdbc34582" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.836992] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquired lock "refresh_cache-6f3b9741-cefa-4987-a36b-40bcdbc34582" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.837512] env[69357]: DEBUG nova.network.neutron [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.030278] env[69357]: INFO nova.compute.manager [-] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Took 1.49 seconds to deallocate network for instance. [ 1212.032665] env[69357]: DEBUG nova.scheduler.client.report [None req-4e36e5f8-0bdf-4d61-a298-8c825da76a71 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.250994] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eb0fd4dc-d1c1-4603-8c41-b893f46a7b99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "e446971c-3947-4544-ab25-39eaefc9097d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.251254] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eb0fd4dc-d1c1-4603-8c41-b893f46a7b99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "e446971c-3947-4544-ab25-39eaefc9097d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.251478] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eb0fd4dc-d1c1-4603-8c41-b893f46a7b99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "e446971c-3947-4544-ab25-39eaefc9097d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.251640] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eb0fd4dc-d1c1-4603-8c41-b893f46a7b99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "e446971c-3947-4544-ab25-39eaefc9097d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.251808] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eb0fd4dc-d1c1-4603-8c41-b893f46a7b99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "e446971c-3947-4544-ab25-39eaefc9097d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.254059] env[69357]: INFO nova.compute.manager [None req-eb0fd4dc-d1c1-4603-8c41-b893f46a7b99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Terminating instance [ 1212.359306] env[69357]: DEBUG nova.network.neutron [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Updating instance_info_cache with network_info: [{"id": "2aa76bf9-79c1-4583-be2e-18a5f9cae874", "address": "fa:16:3e:ab:fd:16", "network": {"id": "91507c6f-2dae-4b3a-832f-a0844c7f3c7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-298291127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25f1f9bf540c4f3ca42ed05d7038170a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aa76bf9-79", "ovs_interfaceid": "2aa76bf9-79c1-4583-be2e-18a5f9cae874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.367461] env[69357]: DEBUG nova.network.neutron [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1212.487517] env[69357]: DEBUG nova.network.neutron [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Updating instance_info_cache with network_info: [{"id": "63d7148f-c476-4df2-84d1-e0a439f4e449", "address": "fa:16:3e:12:34:e3", "network": {"id": "14a080ce-f6fb-4b67-8c28-3f21d485ab29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1330525983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ce3a6bd35be4a73861bc478261e9be0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63d7148f-c4", "ovs_interfaceid": "63d7148f-c476-4df2-84d1-e0a439f4e449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.540604] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4e36e5f8-0bdf-4d61-a298-8c825da76a71 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.726s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.543287] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b467b00a-aca4-407c-b91d-13401548d012 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.543536] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b467b00a-aca4-407c-b91d-13401548d012 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.543744] env[69357]: DEBUG nova.objects.instance [None req-b467b00a-aca4-407c-b91d-13401548d012 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lazy-loading 'resources' on Instance uuid 3325a9cb-086d-4817-8941-d1eb7aa09748 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.568207] env[69357]: INFO nova.scheduler.client.report [None req-4e36e5f8-0bdf-4d61-a298-8c825da76a71 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Deleted allocations for instance da37ae95-0dd7-48ef-9e03-c05c8c4a9c36 [ 1212.758109] env[69357]: DEBUG nova.compute.manager [None req-eb0fd4dc-d1c1-4603-8c41-b893f46a7b99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1212.758333] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0fd4dc-d1c1-4603-8c41-b893f46a7b99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1212.760829] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9af5eb-23be-4783-9249-0ecd33f2eb02 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.768983] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0fd4dc-d1c1-4603-8c41-b893f46a7b99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.769237] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54da3de6-89bb-4e0a-b63b-c77d883ea2e6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.775405] env[69357]: DEBUG oslo_vmware.api [None req-eb0fd4dc-d1c1-4603-8c41-b893f46a7b99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1212.775405] env[69357]: value = "task-3283600" [ 1212.775405] env[69357]: _type = "Task" [ 1212.775405] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.783340] env[69357]: DEBUG oslo_vmware.api [None req-eb0fd4dc-d1c1-4603-8c41-b893f46a7b99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.862314] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Releasing lock "refresh_cache-caee54fd-3091-4ebd-94ac-879e7865f031" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.991021] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Releasing lock "refresh_cache-6f3b9741-cefa-4987-a36b-40bcdbc34582" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.991499] env[69357]: DEBUG nova.compute.manager [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Instance network_info: |[{"id": "63d7148f-c476-4df2-84d1-e0a439f4e449", "address": "fa:16:3e:12:34:e3", "network": {"id": "14a080ce-f6fb-4b67-8c28-3f21d485ab29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1330525983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ce3a6bd35be4a73861bc478261e9be0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63d7148f-c4", "ovs_interfaceid": "63d7148f-c476-4df2-84d1-e0a439f4e449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1212.991979] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:34:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2321dbbe-f64a-4253-a462-21676f8a278e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63d7148f-c476-4df2-84d1-e0a439f4e449', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1212.999777] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.999992] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.000230] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f16a385-88bb-479c-b7d3-a8a9af014feb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.022446] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.022446] env[69357]: value = "task-3283601" [ 1213.022446] env[69357]: _type = "Task" [ 1213.022446] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.030618] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283601, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.075205] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4e36e5f8-0bdf-4d61-a298-8c825da76a71 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "da37ae95-0dd7-48ef-9e03-c05c8c4a9c36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.234s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.200643] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb718264-2b53-4251-aad3-a1c8f6977efe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.208836] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d40b31c-543d-4842-97af-8e330b830bea {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.242830] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19ab87b-17a9-41e6-98a0-447606c26c9c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.251764] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff8d8f0-3ddb-42ca-b702-8a99ef4945f5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.266413] env[69357]: DEBUG nova.compute.provider_tree [None req-b467b00a-aca4-407c-b91d-13401548d012 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.283877] env[69357]: DEBUG nova.compute.manager [req-321df0f7-4a65-4597-8368-e5b33e8f13fe req-0bc35ca2-8b39-4be9-934f-e63505b579dc service nova] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Received event network-changed-63d7148f-c476-4df2-84d1-e0a439f4e449 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.284084] env[69357]: DEBUG nova.compute.manager [req-321df0f7-4a65-4597-8368-e5b33e8f13fe req-0bc35ca2-8b39-4be9-934f-e63505b579dc service nova] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Refreshing instance network info cache due to event network-changed-63d7148f-c476-4df2-84d1-e0a439f4e449. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1213.284304] env[69357]: DEBUG oslo_concurrency.lockutils [req-321df0f7-4a65-4597-8368-e5b33e8f13fe req-0bc35ca2-8b39-4be9-934f-e63505b579dc service nova] Acquiring lock "refresh_cache-6f3b9741-cefa-4987-a36b-40bcdbc34582" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.284448] env[69357]: DEBUG oslo_concurrency.lockutils [req-321df0f7-4a65-4597-8368-e5b33e8f13fe req-0bc35ca2-8b39-4be9-934f-e63505b579dc service nova] Acquired lock "refresh_cache-6f3b9741-cefa-4987-a36b-40bcdbc34582" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.284611] env[69357]: DEBUG nova.network.neutron [req-321df0f7-4a65-4597-8368-e5b33e8f13fe req-0bc35ca2-8b39-4be9-934f-e63505b579dc service nova] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Refreshing network info cache for port 63d7148f-c476-4df2-84d1-e0a439f4e449 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.292106] env[69357]: DEBUG oslo_vmware.api [None req-eb0fd4dc-d1c1-4603-8c41-b893f46a7b99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283600, 'name': PowerOffVM_Task, 'duration_secs': 0.193124} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.292373] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0fd4dc-d1c1-4603-8c41-b893f46a7b99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.292537] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0fd4dc-d1c1-4603-8c41-b893f46a7b99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1213.292779] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f455792a-ddf2-4624-9f38-dbb7316057af {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.371735] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386c6b20-24a1-4e90-88ab-624c45b5ed6e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.378936] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41df09a4-ba4d-4116-a8ea-5cf4a2f49d37 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.390634] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0fd4dc-d1c1-4603-8c41-b893f46a7b99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1213.390967] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0fd4dc-d1c1-4603-8c41-b893f46a7b99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1213.391259] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb0fd4dc-d1c1-4603-8c41-b893f46a7b99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Deleting the datastore file [datastore1] e446971c-3947-4544-ab25-39eaefc9097d {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1213.391580] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d97410c-6e82-4da4-bc87-2aa6f97525fe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.401965] env[69357]: DEBUG oslo_vmware.api [None req-eb0fd4dc-d1c1-4603-8c41-b893f46a7b99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for the task: (returnval){ [ 1213.401965] env[69357]: value = "task-3283604" [ 1213.401965] env[69357]: _type = "Task" [ 1213.401965] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.410221] env[69357]: DEBUG oslo_vmware.api [None req-eb0fd4dc-d1c1-4603-8c41-b893f46a7b99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.533438] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283601, 'name': CreateVM_Task, 'duration_secs': 0.335317} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.533623] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1213.534335] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.534508] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.534864] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.535136] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60e37bee-b5da-47bf-8d79-24034ed2a167 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.539782] env[69357]: DEBUG oslo_vmware.api [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1213.539782] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52cf9393-7cbb-88d7-94f7-369d156ad7b8" [ 1213.539782] env[69357]: _type = "Task" [ 1213.539782] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.547421] env[69357]: DEBUG oslo_vmware.api [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52cf9393-7cbb-88d7-94f7-369d156ad7b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.770450] env[69357]: DEBUG nova.scheduler.client.report [None req-b467b00a-aca4-407c-b91d-13401548d012 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.915143] env[69357]: DEBUG oslo_vmware.api [None req-eb0fd4dc-d1c1-4603-8c41-b893f46a7b99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Task: {'id': task-3283604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124253} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.915414] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb0fd4dc-d1c1-4603-8c41-b893f46a7b99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1213.915632] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0fd4dc-d1c1-4603-8c41-b893f46a7b99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1213.915818] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0fd4dc-d1c1-4603-8c41-b893f46a7b99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1213.915996] env[69357]: INFO nova.compute.manager [None req-eb0fd4dc-d1c1-4603-8c41-b893f46a7b99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1213.916257] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb0fd4dc-d1c1-4603-8c41-b893f46a7b99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.916462] env[69357]: DEBUG nova.compute.manager [-] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1213.916598] env[69357]: DEBUG nova.network.neutron [-] [instance: e446971c-3947-4544-ab25-39eaefc9097d] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1214.007288] env[69357]: DEBUG nova.network.neutron [req-321df0f7-4a65-4597-8368-e5b33e8f13fe req-0bc35ca2-8b39-4be9-934f-e63505b579dc service nova] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Updated VIF entry in instance network info cache for port 63d7148f-c476-4df2-84d1-e0a439f4e449. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1214.007790] env[69357]: DEBUG nova.network.neutron [req-321df0f7-4a65-4597-8368-e5b33e8f13fe req-0bc35ca2-8b39-4be9-934f-e63505b579dc service nova] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Updating instance_info_cache with network_info: [{"id": "63d7148f-c476-4df2-84d1-e0a439f4e449", "address": "fa:16:3e:12:34:e3", "network": {"id": "14a080ce-f6fb-4b67-8c28-3f21d485ab29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1330525983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ce3a6bd35be4a73861bc478261e9be0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63d7148f-c4", "ovs_interfaceid": "63d7148f-c476-4df2-84d1-e0a439f4e449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.050711] env[69357]: DEBUG oslo_vmware.api [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52cf9393-7cbb-88d7-94f7-369d156ad7b8, 'name': SearchDatastore_Task, 'duration_secs': 0.009861} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.051086] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.051342] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.051571] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.051718] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.051894] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.052563] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed5c1643-c2a0-4b9d-afd3-d822ff9d9787 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.064457] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.064668] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1214.065415] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-025c5401-1303-42c2-b65c-b0a7162f6eab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.071995] env[69357]: DEBUG oslo_vmware.api [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1214.071995] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52964ff9-8b75-7fcc-6c5b-1e1052352f45" [ 1214.071995] env[69357]: _type = "Task" [ 1214.071995] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.082411] env[69357]: DEBUG oslo_vmware.api [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52964ff9-8b75-7fcc-6c5b-1e1052352f45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.275983] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b467b00a-aca4-407c-b91d-13401548d012 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.732s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.299811] env[69357]: INFO nova.scheduler.client.report [None req-b467b00a-aca4-407c-b91d-13401548d012 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Deleted allocations for instance 3325a9cb-086d-4817-8941-d1eb7aa09748 [ 1214.482299] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65b0967-86db-4983-b6cf-4c6e82a6f26b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.505454] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9adfe4f4-298c-4a90-8bc3-74ade9d53744 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.510017] env[69357]: DEBUG oslo_concurrency.lockutils [req-321df0f7-4a65-4597-8368-e5b33e8f13fe req-0bc35ca2-8b39-4be9-934f-e63505b579dc service nova] Releasing lock "refresh_cache-6f3b9741-cefa-4987-a36b-40bcdbc34582" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.512998] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Updating instance 'caee54fd-3091-4ebd-94ac-879e7865f031' progress to 83 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1214.582599] env[69357]: DEBUG oslo_vmware.api [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52964ff9-8b75-7fcc-6c5b-1e1052352f45, 'name': SearchDatastore_Task, 'duration_secs': 0.015118} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.583354] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4210805-84b4-4d20-bc5c-67aa84f50d5c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.589252] env[69357]: DEBUG oslo_vmware.api [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1214.589252] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]529a0216-26a9-f85b-b118-1d7b5619e3f4" [ 1214.589252] env[69357]: _type = "Task" [ 1214.589252] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.596794] env[69357]: DEBUG oslo_vmware.api [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]529a0216-26a9-f85b-b118-1d7b5619e3f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.653808] env[69357]: DEBUG nova.network.neutron [-] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.808152] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b467b00a-aca4-407c-b91d-13401548d012 tempest-AttachVolumeShelveTestJSON-168386314 tempest-AttachVolumeShelveTestJSON-168386314-project-member] Lock "3325a9cb-086d-4817-8941-d1eb7aa09748" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.933s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.019289] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.019598] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a136e57d-3b96-449f-b156-b303db46a609 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.029253] env[69357]: DEBUG oslo_vmware.api [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1215.029253] env[69357]: value = "task-3283605" [ 1215.029253] env[69357]: _type = "Task" [ 1215.029253] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.037234] env[69357]: DEBUG oslo_vmware.api [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.100363] env[69357]: DEBUG oslo_vmware.api [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]529a0216-26a9-f85b-b118-1d7b5619e3f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009505} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.100708] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.100944] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 6f3b9741-cefa-4987-a36b-40bcdbc34582/6f3b9741-cefa-4987-a36b-40bcdbc34582.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1215.101255] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f972950-0e2c-4e2d-939b-aea40b1d3e5b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.108911] env[69357]: DEBUG oslo_vmware.api [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1215.108911] env[69357]: value = "task-3283606" [ 1215.108911] env[69357]: _type = "Task" [ 1215.108911] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.118280] env[69357]: DEBUG oslo_vmware.api [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.157124] env[69357]: INFO nova.compute.manager [-] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Took 1.24 seconds to deallocate network for instance. [ 1215.362419] env[69357]: DEBUG nova.compute.manager [req-1753da50-93da-42d8-9966-b196545b8a2a req-ea065b3b-2d37-468c-b8ab-27b7331f496d service nova] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Received event network-vif-deleted-98cd8bbe-4e72-4d8b-8a33-cb2b4ecd54ac {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.540774] env[69357]: DEBUG oslo_vmware.api [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283605, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.619833] env[69357]: DEBUG oslo_vmware.api [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283606, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463698} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.620142] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 6f3b9741-cefa-4987-a36b-40bcdbc34582/6f3b9741-cefa-4987-a36b-40bcdbc34582.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1215.620358] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1215.620616] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acd4fa3d-bb0f-4509-a1c5-57c515bff506 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.628483] env[69357]: DEBUG oslo_vmware.api [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1215.628483] env[69357]: value = "task-3283607" [ 1215.628483] env[69357]: _type = "Task" [ 1215.628483] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.636968] env[69357]: DEBUG oslo_vmware.api [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.664602] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eb0fd4dc-d1c1-4603-8c41-b893f46a7b99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.665182] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eb0fd4dc-d1c1-4603-8c41-b893f46a7b99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.665390] env[69357]: DEBUG nova.objects.instance [None req-eb0fd4dc-d1c1-4603-8c41-b893f46a7b99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lazy-loading 'resources' on Instance uuid e446971c-3947-4544-ab25-39eaefc9097d {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.040153] env[69357]: DEBUG oslo_vmware.api [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283605, 'name': PowerOnVM_Task, 'duration_secs': 0.733398} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.040436] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.040622] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ce201078-6058-4235-92dc-a7e0df755887 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Updating instance 'caee54fd-3091-4ebd-94ac-879e7865f031' progress to 100 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1216.138511] env[69357]: DEBUG oslo_vmware.api [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079096} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.138863] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1216.139541] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb57dfca-3532-4c29-81d2-59245b60895d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.161704] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 6f3b9741-cefa-4987-a36b-40bcdbc34582/6f3b9741-cefa-4987-a36b-40bcdbc34582.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1216.162309] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-414de411-1634-41b1-9c0a-c15316f0747c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.184859] env[69357]: DEBUG oslo_vmware.api [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1216.184859] env[69357]: value = "task-3283608" [ 1216.184859] env[69357]: _type = "Task" [ 1216.184859] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.195299] env[69357]: DEBUG oslo_vmware.api [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.296774] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc41af7-66e1-4365-8a1d-8b8788e7b85e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.305074] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a11581-85cb-4481-8d9f-405d836f7c7b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.336211] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc40bb8f-880e-4c10-b11d-b3b96d7a0481 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.347152] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf54058-f3b0-4ab0-bf5a-9bf4066fba6e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.364304] env[69357]: DEBUG nova.compute.provider_tree [None req-eb0fd4dc-d1c1-4603-8c41-b893f46a7b99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.696437] env[69357]: DEBUG oslo_vmware.api [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283608, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.841917] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7d4fe2c4-3fb5-4d51-a474-da3d64056c12 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "af8f9e4f-c0d8-447b-91ad-04f88290c199" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.842228] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7d4fe2c4-3fb5-4d51-a474-da3d64056c12 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "af8f9e4f-c0d8-447b-91ad-04f88290c199" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.842445] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7d4fe2c4-3fb5-4d51-a474-da3d64056c12 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "af8f9e4f-c0d8-447b-91ad-04f88290c199-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.842631] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7d4fe2c4-3fb5-4d51-a474-da3d64056c12 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "af8f9e4f-c0d8-447b-91ad-04f88290c199-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.842798] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7d4fe2c4-3fb5-4d51-a474-da3d64056c12 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "af8f9e4f-c0d8-447b-91ad-04f88290c199-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.845111] env[69357]: INFO nova.compute.manager [None req-7d4fe2c4-3fb5-4d51-a474-da3d64056c12 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Terminating instance [ 1216.868050] env[69357]: DEBUG nova.scheduler.client.report [None req-eb0fd4dc-d1c1-4603-8c41-b893f46a7b99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.196611] env[69357]: DEBUG oslo_vmware.api [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283608, 'name': ReconfigVM_Task, 'duration_secs': 0.654047} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.196971] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 6f3b9741-cefa-4987-a36b-40bcdbc34582/6f3b9741-cefa-4987-a36b-40bcdbc34582.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1217.197832] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a65866a-0005-4640-8a86-55b4e9db2a8b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.204037] env[69357]: DEBUG oslo_vmware.api [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1217.204037] env[69357]: value = "task-3283610" [ 1217.204037] env[69357]: _type = "Task" [ 1217.204037] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.211311] env[69357]: DEBUG oslo_vmware.api [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283610, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.349284] env[69357]: DEBUG nova.compute.manager [None req-7d4fe2c4-3fb5-4d51-a474-da3d64056c12 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1217.349565] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4fe2c4-3fb5-4d51-a474-da3d64056c12 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.350557] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd255931-5d7f-49b1-b6d3-f81ac233c656 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.359857] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4fe2c4-3fb5-4d51-a474-da3d64056c12 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.360098] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38a6cffc-38f9-4835-a718-9a5887a61c49 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.365919] env[69357]: DEBUG oslo_vmware.api [None req-7d4fe2c4-3fb5-4d51-a474-da3d64056c12 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1217.365919] env[69357]: value = "task-3283611" [ 1217.365919] env[69357]: _type = "Task" [ 1217.365919] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.374215] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eb0fd4dc-d1c1-4603-8c41-b893f46a7b99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.376052] env[69357]: DEBUG oslo_vmware.api [None req-7d4fe2c4-3fb5-4d51-a474-da3d64056c12 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.395915] env[69357]: INFO nova.scheduler.client.report [None req-eb0fd4dc-d1c1-4603-8c41-b893f46a7b99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Deleted allocations for instance e446971c-3947-4544-ab25-39eaefc9097d [ 1217.716616] env[69357]: DEBUG oslo_vmware.api [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283610, 'name': Rename_Task, 'duration_secs': 0.156083} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.717087] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.717256] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccf2c8b4-a5b7-402b-ab24-125ab870d2d1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.728511] env[69357]: DEBUG oslo_vmware.api [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1217.728511] env[69357]: value = "task-3283612" [ 1217.728511] env[69357]: _type = "Task" [ 1217.728511] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.740480] env[69357]: DEBUG oslo_vmware.api [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.876165] env[69357]: DEBUG oslo_vmware.api [None req-7d4fe2c4-3fb5-4d51-a474-da3d64056c12 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283611, 'name': PowerOffVM_Task, 'duration_secs': 0.377623} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.876658] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4fe2c4-3fb5-4d51-a474-da3d64056c12 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.877618] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4fe2c4-3fb5-4d51-a474-da3d64056c12 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.877618] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdeaba70-0a20-4d6a-b0b8-03ba4f0db2f4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.904386] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eb0fd4dc-d1c1-4603-8c41-b893f46a7b99 tempest-ServersTestJSON-475666162 tempest-ServersTestJSON-475666162-project-member] Lock "e446971c-3947-4544-ab25-39eaefc9097d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.653s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.239136] env[69357]: DEBUG oslo_vmware.api [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283612, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.320060] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4fe2c4-3fb5-4d51-a474-da3d64056c12 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.320254] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4fe2c4-3fb5-4d51-a474-da3d64056c12 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.320421] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4fe2c4-3fb5-4d51-a474-da3d64056c12 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Deleting the datastore file [datastore1] af8f9e4f-c0d8-447b-91ad-04f88290c199 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.320705] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ade3e74-4b5a-4068-808e-6f8fcc4d950d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.327196] env[69357]: DEBUG oslo_vmware.api [None req-7d4fe2c4-3fb5-4d51-a474-da3d64056c12 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for the task: (returnval){ [ 1218.327196] env[69357]: value = "task-3283614" [ 1218.327196] env[69357]: _type = "Task" [ 1218.327196] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.335808] env[69357]: DEBUG oslo_vmware.api [None req-7d4fe2c4-3fb5-4d51-a474-da3d64056c12 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.342125] env[69357]: DEBUG nova.network.neutron [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Port 2aa76bf9-79c1-4583-be2e-18a5f9cae874 binding to destination host cpu-1 is already ACTIVE {{(pid=69357) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1218.342373] env[69357]: DEBUG oslo_concurrency.lockutils [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "refresh_cache-caee54fd-3091-4ebd-94ac-879e7865f031" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.342558] env[69357]: DEBUG oslo_concurrency.lockutils [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquired lock "refresh_cache-caee54fd-3091-4ebd-94ac-879e7865f031" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.342741] env[69357]: DEBUG nova.network.neutron [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.740198] env[69357]: DEBUG oslo_vmware.api [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283612, 'name': PowerOnVM_Task, 'duration_secs': 0.547844} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.740517] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.740731] env[69357]: INFO nova.compute.manager [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1218.740913] env[69357]: DEBUG nova.compute.manager [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1218.741744] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4840be-1039-4945-9737-d99ca12eb5ef {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.838857] env[69357]: DEBUG oslo_vmware.api [None req-7d4fe2c4-3fb5-4d51-a474-da3d64056c12 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Task: {'id': task-3283614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177058} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.838857] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4fe2c4-3fb5-4d51-a474-da3d64056c12 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.838857] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4fe2c4-3fb5-4d51-a474-da3d64056c12 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.838857] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4fe2c4-3fb5-4d51-a474-da3d64056c12 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.838857] env[69357]: INFO nova.compute.manager [None req-7d4fe2c4-3fb5-4d51-a474-da3d64056c12 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Took 1.49 seconds to destroy the instance on the hypervisor. [ 1218.838857] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d4fe2c4-3fb5-4d51-a474-da3d64056c12 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.838857] env[69357]: DEBUG nova.compute.manager [-] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1218.838857] env[69357]: DEBUG nova.network.neutron [-] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1219.103988] env[69357]: DEBUG nova.network.neutron [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Updating instance_info_cache with network_info: [{"id": "2aa76bf9-79c1-4583-be2e-18a5f9cae874", "address": "fa:16:3e:ab:fd:16", "network": {"id": "91507c6f-2dae-4b3a-832f-a0844c7f3c7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-298291127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25f1f9bf540c4f3ca42ed05d7038170a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aa76bf9-79", "ovs_interfaceid": "2aa76bf9-79c1-4583-be2e-18a5f9cae874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.184924] env[69357]: DEBUG nova.compute.manager [req-4e3ebd00-9718-4a02-a549-68ed063298a3 req-a10cb666-c417-40b7-bf62-56c17064e861 service nova] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Received event network-vif-deleted-86d1d0d8-6f45-4c35-88aa-b47b929759ae {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.185145] env[69357]: INFO nova.compute.manager [req-4e3ebd00-9718-4a02-a549-68ed063298a3 req-a10cb666-c417-40b7-bf62-56c17064e861 service nova] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Neutron deleted interface 86d1d0d8-6f45-4c35-88aa-b47b929759ae; detaching it from the instance and deleting it from the info cache [ 1219.185317] env[69357]: DEBUG nova.network.neutron [req-4e3ebd00-9718-4a02-a549-68ed063298a3 req-a10cb666-c417-40b7-bf62-56c17064e861 service nova] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.264795] env[69357]: INFO nova.compute.manager [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Took 14.25 seconds to build instance. [ 1219.606935] env[69357]: DEBUG oslo_concurrency.lockutils [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Releasing lock "refresh_cache-caee54fd-3091-4ebd-94ac-879e7865f031" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.669258] env[69357]: DEBUG nova.network.neutron [-] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.687899] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93a709ae-1802-46b7-ba08-69872c2b2a45 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.701700] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef483033-f89d-4933-aa7c-2fbe5bd87d6d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.743565] env[69357]: DEBUG nova.compute.manager [req-4e3ebd00-9718-4a02-a549-68ed063298a3 req-a10cb666-c417-40b7-bf62-56c17064e861 service nova] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Detach interface failed, port_id=86d1d0d8-6f45-4c35-88aa-b47b929759ae, reason: Instance af8f9e4f-c0d8-447b-91ad-04f88290c199 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1219.767023] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1a0f044f-2077-4b98-b323-420a0dd33e51 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "6f3b9741-cefa-4987-a36b-40bcdbc34582" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.757s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.111507] env[69357]: DEBUG nova.compute.manager [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69357) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1220.172412] env[69357]: INFO nova.compute.manager [-] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Took 1.33 seconds to deallocate network for instance. [ 1220.682630] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7d4fe2c4-3fb5-4d51-a474-da3d64056c12 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.683113] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7d4fe2c4-3fb5-4d51-a474-da3d64056c12 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.683258] env[69357]: DEBUG nova.objects.instance [None req-7d4fe2c4-3fb5-4d51-a474-da3d64056c12 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lazy-loading 'resources' on Instance uuid af8f9e4f-c0d8-447b-91ad-04f88290c199 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.258807] env[69357]: DEBUG oslo_concurrency.lockutils [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.336870] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d910ed5-4f63-4581-aa49-614c1df6661c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.345163] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f830e2e1-59dd-4786-afb7-28d48902c6d0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.377636] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9aca42-bfd0-42fc-906e-bc74bfe872d4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.386242] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9c910f-f2ac-443c-b004-46b6a3dbd6e7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.401219] env[69357]: DEBUG nova.compute.provider_tree [None req-7d4fe2c4-3fb5-4d51-a474-da3d64056c12 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.821526] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5de79601-1622-4c5e-b4cf-aa3f2d7c16bd tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquiring lock "53a684cd-0825-4f47-8143-101084d8f300" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.822155] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5de79601-1622-4c5e-b4cf-aa3f2d7c16bd tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lock "53a684cd-0825-4f47-8143-101084d8f300" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.903900] env[69357]: DEBUG nova.scheduler.client.report [None req-7d4fe2c4-3fb5-4d51-a474-da3d64056c12 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.075099] env[69357]: DEBUG nova.compute.manager [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Stashing vm_state: active {{(pid=69357) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1222.326323] env[69357]: DEBUG nova.compute.utils [None req-5de79601-1622-4c5e-b4cf-aa3f2d7c16bd tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1222.410102] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7d4fe2c4-3fb5-4d51-a474-da3d64056c12 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.727s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.412452] env[69357]: DEBUG oslo_concurrency.lockutils [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.154s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.464699] env[69357]: INFO nova.scheduler.client.report [None req-7d4fe2c4-3fb5-4d51-a474-da3d64056c12 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Deleted allocations for instance af8f9e4f-c0d8-447b-91ad-04f88290c199 [ 1222.594481] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.829836] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5de79601-1622-4c5e-b4cf-aa3f2d7c16bd tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lock "53a684cd-0825-4f47-8143-101084d8f300" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.915150] env[69357]: DEBUG nova.objects.instance [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lazy-loading 'migration_context' on Instance uuid caee54fd-3091-4ebd-94ac-879e7865f031 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.972325] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7d4fe2c4-3fb5-4d51-a474-da3d64056c12 tempest-ServerActionsTestOtherA-1704443606 tempest-ServerActionsTestOtherA-1704443606-project-member] Lock "af8f9e4f-c0d8-447b-91ad-04f88290c199" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.130s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.542733] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8b7176-bff4-4a92-a6f9-013f3db843f8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.551412] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6e3bdf-e3d8-477d-a286-e2e68de764d5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.581203] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8276b3f-386d-4463-8bf9-888458f46801 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.588741] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf173272-a40c-414f-9789-01bdc504bf16 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.601864] env[69357]: DEBUG nova.compute.provider_tree [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.976789] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5de79601-1622-4c5e-b4cf-aa3f2d7c16bd tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquiring lock "53a684cd-0825-4f47-8143-101084d8f300" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.977159] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5de79601-1622-4c5e-b4cf-aa3f2d7c16bd tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lock "53a684cd-0825-4f47-8143-101084d8f300" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.977342] env[69357]: INFO nova.compute.manager [None req-5de79601-1622-4c5e-b4cf-aa3f2d7c16bd tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Attaching volume 1bc51d9b-71ec-43ca-a7be-494de98b06a9 to /dev/sdb [ 1224.019705] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c669a9-8cb2-4a2f-a33a-f6902a580227 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.026525] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc060804-33f0-4dd1-b470-24cdca765e98 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.039550] env[69357]: DEBUG nova.virt.block_device [None req-5de79601-1622-4c5e-b4cf-aa3f2d7c16bd tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Updating existing volume attachment record: bf1da749-b260-4ded-955b-0110f3ab29cd {{(pid=69357) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1224.105132] env[69357]: DEBUG nova.scheduler.client.report [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.116366] env[69357]: DEBUG oslo_concurrency.lockutils [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.704s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.122117] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.528s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.631493] env[69357]: INFO nova.compute.claims [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1226.139970] env[69357]: INFO nova.compute.resource_tracker [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Updating resource usage from migration 21dfcab2-45fe-46f2-8e01-77bf56ad2e3d [ 1226.268126] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d61d8a3-59d0-46e8-bfd5-0eeb3ff808d8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.276258] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a68e92-61ef-4769-b984-db708bbce026 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.307987] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1639d60-f0ae-4d35-89ba-70fd026c869d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.315116] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f673ae-242d-4695-aaaf-826133acc63a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.329285] env[69357]: DEBUG nova.compute.provider_tree [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.664737] env[69357]: INFO nova.compute.manager [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Swapping old allocation on dict_keys(['dcb9ec35-bfdd-4e17-b2d7-2501509e9896']) held by migration 805db75b-4ce5-4c09-8070-9042b4566884 for instance [ 1226.690972] env[69357]: DEBUG nova.scheduler.client.report [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Overwriting current allocation {'allocations': {'dcb9ec35-bfdd-4e17-b2d7-2501509e9896': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 177}}, 'project_id': '25f1f9bf540c4f3ca42ed05d7038170a', 'user_id': 'd26c6e9841774433a92c80d73eb0324b', 'consumer_generation': 1} on consumer caee54fd-3091-4ebd-94ac-879e7865f031 {{(pid=69357) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1226.788279] env[69357]: DEBUG oslo_concurrency.lockutils [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "refresh_cache-caee54fd-3091-4ebd-94ac-879e7865f031" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.788483] env[69357]: DEBUG oslo_concurrency.lockutils [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquired lock "refresh_cache-caee54fd-3091-4ebd-94ac-879e7865f031" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.788663] env[69357]: DEBUG nova.network.neutron [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.832904] env[69357]: DEBUG nova.scheduler.client.report [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.337877] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.216s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.338149] env[69357]: INFO nova.compute.manager [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Migrating [ 1227.536564] env[69357]: DEBUG nova.network.neutron [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Updating instance_info_cache with network_info: [{"id": "2aa76bf9-79c1-4583-be2e-18a5f9cae874", "address": "fa:16:3e:ab:fd:16", "network": {"id": "91507c6f-2dae-4b3a-832f-a0844c7f3c7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-298291127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25f1f9bf540c4f3ca42ed05d7038170a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aa76bf9-79", "ovs_interfaceid": "2aa76bf9-79c1-4583-be2e-18a5f9cae874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.858415] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "refresh_cache-6f3b9741-cefa-4987-a36b-40bcdbc34582" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.858614] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquired lock "refresh_cache-6f3b9741-cefa-4987-a36b-40bcdbc34582" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.858793] env[69357]: DEBUG nova.network.neutron [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.042071] env[69357]: DEBUG oslo_concurrency.lockutils [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Releasing lock "refresh_cache-caee54fd-3091-4ebd-94ac-879e7865f031" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.042071] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e4ad23-ad6f-4261-b0cc-8364ac639ca0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.049557] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487501d0-b68f-42be-8470-3687f2ec3403 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.656097] env[69357]: DEBUG nova.network.neutron [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Updating instance_info_cache with network_info: [{"id": "63d7148f-c476-4df2-84d1-e0a439f4e449", "address": "fa:16:3e:12:34:e3", "network": {"id": "14a080ce-f6fb-4b67-8c28-3f21d485ab29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1330525983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ce3a6bd35be4a73861bc478261e9be0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63d7148f-c4", "ovs_interfaceid": "63d7148f-c476-4df2-84d1-e0a439f4e449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.083907] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-5de79601-1622-4c5e-b4cf-aa3f2d7c16bd tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Volume attach. Driver type: vmdk {{(pid=69357) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1229.084596] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-5de79601-1622-4c5e-b4cf-aa3f2d7c16bd tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655729', 'volume_id': '1bc51d9b-71ec-43ca-a7be-494de98b06a9', 'name': 'volume-1bc51d9b-71ec-43ca-a7be-494de98b06a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '53a684cd-0825-4f47-8143-101084d8f300', 'attached_at': '', 'detached_at': '', 'volume_id': '1bc51d9b-71ec-43ca-a7be-494de98b06a9', 'serial': '1bc51d9b-71ec-43ca-a7be-494de98b06a9'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1229.085835] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a135e089-d862-46c5-aa0b-52df9e9f0724 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.106222] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c14f83f-17d7-422e-9dea-0c24a585ff3e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.133978] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-5de79601-1622-4c5e-b4cf-aa3f2d7c16bd tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-1bc51d9b-71ec-43ca-a7be-494de98b06a9/volume-1bc51d9b-71ec-43ca-a7be-494de98b06a9.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.134292] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ac0cfb5-e907-4869-ba5f-761764120cc3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.147810] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.148083] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be55534c-9454-4ddc-be15-1afde5305818 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.157422] env[69357]: DEBUG oslo_vmware.api [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1229.157422] env[69357]: value = "task-3283619" [ 1229.157422] env[69357]: _type = "Task" [ 1229.157422] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.158916] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Releasing lock "refresh_cache-6f3b9741-cefa-4987-a36b-40bcdbc34582" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.160415] env[69357]: DEBUG oslo_vmware.api [None req-5de79601-1622-4c5e-b4cf-aa3f2d7c16bd tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1229.160415] env[69357]: value = "task-3283620" [ 1229.160415] env[69357]: _type = "Task" [ 1229.160415] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.172826] env[69357]: DEBUG oslo_vmware.api [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.176645] env[69357]: DEBUG oslo_vmware.api [None req-5de79601-1622-4c5e-b4cf-aa3f2d7c16bd tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283620, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.673477] env[69357]: DEBUG oslo_vmware.api [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283619, 'name': PowerOffVM_Task, 'duration_secs': 0.302324} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.674133] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.674878] env[69357]: DEBUG nova.virt.hardware [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1229.675044] env[69357]: DEBUG nova.virt.hardware [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1229.675212] env[69357]: DEBUG nova.virt.hardware [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.675400] env[69357]: DEBUG nova.virt.hardware [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1229.675544] env[69357]: DEBUG nova.virt.hardware [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.675747] env[69357]: DEBUG nova.virt.hardware [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1229.675985] env[69357]: DEBUG nova.virt.hardware [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1229.676163] env[69357]: DEBUG nova.virt.hardware [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1229.676329] env[69357]: DEBUG nova.virt.hardware [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1229.676491] env[69357]: DEBUG nova.virt.hardware [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1229.676661] env[69357]: DEBUG nova.virt.hardware [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1229.685035] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c3cfe42-f483-46b3-b157-268571257d11 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.697910] env[69357]: DEBUG oslo_vmware.api [None req-5de79601-1622-4c5e-b4cf-aa3f2d7c16bd tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283620, 'name': ReconfigVM_Task, 'duration_secs': 0.360039} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.698941] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-5de79601-1622-4c5e-b4cf-aa3f2d7c16bd tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-1bc51d9b-71ec-43ca-a7be-494de98b06a9/volume-1bc51d9b-71ec-43ca-a7be-494de98b06a9.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1229.704851] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af4245fa-5290-4e8a-83b8-63bef77cf94e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.717160] env[69357]: DEBUG oslo_vmware.api [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1229.717160] env[69357]: value = "task-3283621" [ 1229.717160] env[69357]: _type = "Task" [ 1229.717160] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.723311] env[69357]: DEBUG oslo_vmware.api [None req-5de79601-1622-4c5e-b4cf-aa3f2d7c16bd tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1229.723311] env[69357]: value = "task-3283622" [ 1229.723311] env[69357]: _type = "Task" [ 1229.723311] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.727490] env[69357]: DEBUG oslo_vmware.api [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283621, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.735662] env[69357]: DEBUG oslo_vmware.api [None req-5de79601-1622-4c5e-b4cf-aa3f2d7c16bd tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283622, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.229238] env[69357]: DEBUG oslo_vmware.api [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283621, 'name': ReconfigVM_Task, 'duration_secs': 0.160681} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.235394] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7878c624-b505-4132-9b44-d1b5f4bc5d7f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.246305] env[69357]: DEBUG oslo_vmware.api [None req-5de79601-1622-4c5e-b4cf-aa3f2d7c16bd tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283622, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.262378] env[69357]: DEBUG nova.virt.hardware [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1230.262656] env[69357]: DEBUG nova.virt.hardware [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1230.262810] env[69357]: DEBUG nova.virt.hardware [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1230.262997] env[69357]: DEBUG nova.virt.hardware [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1230.263285] env[69357]: DEBUG nova.virt.hardware [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1230.263358] env[69357]: DEBUG nova.virt.hardware [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1230.263507] env[69357]: DEBUG nova.virt.hardware [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1230.263663] env[69357]: DEBUG nova.virt.hardware [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1230.263828] env[69357]: DEBUG nova.virt.hardware [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1230.263989] env[69357]: DEBUG nova.virt.hardware [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1230.264183] env[69357]: DEBUG nova.virt.hardware [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1230.265028] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc305962-7457-4aa0-a4c2-66cc6ed53259 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.270283] env[69357]: DEBUG oslo_vmware.api [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1230.270283] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52361729-a3e5-2e5c-ca75-e5da40221cea" [ 1230.270283] env[69357]: _type = "Task" [ 1230.270283] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.277853] env[69357]: DEBUG oslo_vmware.api [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52361729-a3e5-2e5c-ca75-e5da40221cea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.677330] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58227cf-eec9-4e39-885e-1d92090f7a67 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.697647] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Updating instance '6f3b9741-cefa-4987-a36b-40bcdbc34582' progress to 0 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1230.738648] env[69357]: DEBUG oslo_vmware.api [None req-5de79601-1622-4c5e-b4cf-aa3f2d7c16bd tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283622, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.742616] env[69357]: DEBUG oslo_concurrency.lockutils [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Acquiring lock "d2f76091-e6e0-46c2-8404-b482358e07bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.742835] env[69357]: DEBUG oslo_concurrency.lockutils [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Lock "d2f76091-e6e0-46c2-8404-b482358e07bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.780408] env[69357]: DEBUG oslo_vmware.api [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52361729-a3e5-2e5c-ca75-e5da40221cea, 'name': SearchDatastore_Task, 'duration_secs': 0.009715} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.786026] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1230.786116] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00ac6fd5-65c2-45d4-b5b0-aa361c2af5ab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.804081] env[69357]: DEBUG oslo_vmware.api [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1230.804081] env[69357]: value = "task-3283623" [ 1230.804081] env[69357]: _type = "Task" [ 1230.804081] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.812070] env[69357]: DEBUG oslo_vmware.api [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283623, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.204273] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.204618] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34d853c4-0b4d-4d79-be1f-7293ea437fff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.211989] env[69357]: DEBUG oslo_vmware.api [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1231.211989] env[69357]: value = "task-3283624" [ 1231.211989] env[69357]: _type = "Task" [ 1231.211989] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.220611] env[69357]: DEBUG oslo_vmware.api [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.237277] env[69357]: DEBUG oslo_vmware.api [None req-5de79601-1622-4c5e-b4cf-aa3f2d7c16bd tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283622, 'name': ReconfigVM_Task, 'duration_secs': 1.153722} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.237573] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-5de79601-1622-4c5e-b4cf-aa3f2d7c16bd tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655729', 'volume_id': '1bc51d9b-71ec-43ca-a7be-494de98b06a9', 'name': 'volume-1bc51d9b-71ec-43ca-a7be-494de98b06a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '53a684cd-0825-4f47-8143-101084d8f300', 'attached_at': '', 'detached_at': '', 'volume_id': '1bc51d9b-71ec-43ca-a7be-494de98b06a9', 'serial': '1bc51d9b-71ec-43ca-a7be-494de98b06a9'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1231.246798] env[69357]: DEBUG nova.compute.manager [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1231.314522] env[69357]: DEBUG oslo_vmware.api [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283623, 'name': ReconfigVM_Task, 'duration_secs': 0.203681} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.314656] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1231.315363] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078d9a28-0c76-4a5e-b833-bfff66a41c35 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.342962] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] caee54fd-3091-4ebd-94ac-879e7865f031/caee54fd-3091-4ebd-94ac-879e7865f031.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.343317] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-572b39c9-7025-40ed-a837-87fa61e74725 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.366592] env[69357]: DEBUG oslo_vmware.api [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1231.366592] env[69357]: value = "task-3283625" [ 1231.366592] env[69357]: _type = "Task" [ 1231.366592] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.377287] env[69357]: DEBUG oslo_vmware.api [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283625, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.722411] env[69357]: DEBUG oslo_vmware.api [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283624, 'name': PowerOffVM_Task, 'duration_secs': 0.194785} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.722768] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1231.722980] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Updating instance '6f3b9741-cefa-4987-a36b-40bcdbc34582' progress to 17 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1231.768529] env[69357]: DEBUG oslo_concurrency.lockutils [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.769062] env[69357]: DEBUG oslo_concurrency.lockutils [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.770374] env[69357]: INFO nova.compute.claims [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1231.876088] env[69357]: DEBUG oslo_vmware.api [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283625, 'name': ReconfigVM_Task, 'duration_secs': 0.295101} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.876365] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Reconfigured VM instance instance-0000006d to attach disk [datastore2] caee54fd-3091-4ebd-94ac-879e7865f031/caee54fd-3091-4ebd-94ac-879e7865f031.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.877266] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56efce36-0e4c-474d-a5b6-1ef626f18ef6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.897322] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff8c22a-0679-4dd3-913a-f868694733f5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.918025] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdc0599-9a6a-4aa5-9b46-2a9ba49fe67a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.939630] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3dac4e-eb4b-4e1a-bbf5-4d009b8484f6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.946693] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.947030] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d2ad47b-1ea6-45da-8b8d-0baf37e9eba9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.954880] env[69357]: DEBUG oslo_vmware.api [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1231.954880] env[69357]: value = "task-3283626" [ 1231.954880] env[69357]: _type = "Task" [ 1231.954880] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.962879] env[69357]: DEBUG oslo_vmware.api [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.230274] env[69357]: DEBUG nova.virt.hardware [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1232.230450] env[69357]: DEBUG nova.virt.hardware [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1232.230506] env[69357]: DEBUG nova.virt.hardware [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1232.231094] env[69357]: DEBUG nova.virt.hardware [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1232.231094] env[69357]: DEBUG nova.virt.hardware [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1232.231094] env[69357]: DEBUG nova.virt.hardware [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1232.232168] env[69357]: DEBUG nova.virt.hardware [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1232.232168] env[69357]: DEBUG nova.virt.hardware [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1232.232168] env[69357]: DEBUG nova.virt.hardware [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1232.232168] env[69357]: DEBUG nova.virt.hardware [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1232.232168] env[69357]: DEBUG nova.virt.hardware [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1232.237596] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32d71d5a-24bd-4ab8-b675-2a4970d6f698 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.253052] env[69357]: DEBUG oslo_vmware.api [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1232.253052] env[69357]: value = "task-3283627" [ 1232.253052] env[69357]: _type = "Task" [ 1232.253052] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.261581] env[69357]: DEBUG oslo_vmware.api [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283627, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.276867] env[69357]: DEBUG nova.objects.instance [None req-5de79601-1622-4c5e-b4cf-aa3f2d7c16bd tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lazy-loading 'flavor' on Instance uuid 53a684cd-0825-4f47-8143-101084d8f300 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.459254] env[69357]: INFO nova.compute.manager [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Rescuing [ 1232.459580] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquiring lock "refresh_cache-53a684cd-0825-4f47-8143-101084d8f300" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.459817] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquired lock "refresh_cache-53a684cd-0825-4f47-8143-101084d8f300" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.459936] env[69357]: DEBUG nova.network.neutron [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.466626] env[69357]: DEBUG oslo_vmware.api [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283626, 'name': PowerOnVM_Task, 'duration_secs': 0.363602} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.466899] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1232.762824] env[69357]: DEBUG oslo_vmware.api [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283627, 'name': ReconfigVM_Task, 'duration_secs': 0.172235} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.763161] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Updating instance '6f3b9741-cefa-4987-a36b-40bcdbc34582' progress to 33 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1232.783408] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5de79601-1622-4c5e-b4cf-aa3f2d7c16bd tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lock "53a684cd-0825-4f47-8143-101084d8f300" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.806s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.888099] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fa3de1-3b88-4cc8-ab26-912fec295d09 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.895684] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6050f314-888d-4d20-af3a-b33826d3bcfb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.926529] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc31065-6c5a-4760-9f93-e60ba9c7db93 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.933905] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea459a2-4449-4862-a2b6-7c762ab28e57 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.947638] env[69357]: DEBUG nova.compute.provider_tree [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.183699] env[69357]: DEBUG nova.network.neutron [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Updating instance_info_cache with network_info: [{"id": "8d911cd4-2077-41f1-a8ba-a18d2e219ebc", "address": "fa:16:3e:87:e7:14", "network": {"id": "82074a93-c394-43bb-b0c1-afe7aca69dda", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-872553940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "452367d5ad0f445ab04561b34a61ac38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d911cd4-20", "ovs_interfaceid": "8d911cd4-2077-41f1-a8ba-a18d2e219ebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.269739] env[69357]: DEBUG nova.virt.hardware [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1233.269984] env[69357]: DEBUG nova.virt.hardware [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1233.270170] env[69357]: DEBUG nova.virt.hardware [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1233.270356] env[69357]: DEBUG nova.virt.hardware [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1233.270504] env[69357]: DEBUG nova.virt.hardware [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1233.270656] env[69357]: DEBUG nova.virt.hardware [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1233.270863] env[69357]: DEBUG nova.virt.hardware [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1233.271039] env[69357]: DEBUG nova.virt.hardware [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1233.271214] env[69357]: DEBUG nova.virt.hardware [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1233.271380] env[69357]: DEBUG nova.virt.hardware [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1233.271553] env[69357]: DEBUG nova.virt.hardware [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1233.276888] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1233.277189] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb06dd1f-d45a-43c9-9d2a-39619ebac8b6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.296983] env[69357]: DEBUG oslo_vmware.api [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1233.296983] env[69357]: value = "task-3283628" [ 1233.296983] env[69357]: _type = "Task" [ 1233.296983] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.304622] env[69357]: DEBUG oslo_vmware.api [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283628, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.451467] env[69357]: DEBUG nova.scheduler.client.report [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.509642] env[69357]: INFO nova.compute.manager [None req-173d1e34-a20d-4486-9c77-8ef3d83e49e2 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Updating instance to original state: 'active' [ 1233.686373] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Releasing lock "refresh_cache-53a684cd-0825-4f47-8143-101084d8f300" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.806513] env[69357]: DEBUG oslo_vmware.api [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283628, 'name': ReconfigVM_Task, 'duration_secs': 0.15966} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.806817] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1233.807598] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f420039-ef59-4b9d-9857-64dfc3c28d19 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.830132] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 6f3b9741-cefa-4987-a36b-40bcdbc34582/6f3b9741-cefa-4987-a36b-40bcdbc34582.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1233.830398] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-108aa600-46ef-403f-85e6-675b7f0cf12d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.848562] env[69357]: DEBUG oslo_vmware.api [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1233.848562] env[69357]: value = "task-3283629" [ 1233.848562] env[69357]: _type = "Task" [ 1233.848562] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.856329] env[69357]: DEBUG oslo_vmware.api [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283629, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.956490] env[69357]: DEBUG oslo_concurrency.lockutils [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.187s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.957071] env[69357]: DEBUG nova.compute.manager [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1234.358939] env[69357]: DEBUG oslo_vmware.api [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283629, 'name': ReconfigVM_Task, 'duration_secs': 0.264515} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.359101] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 6f3b9741-cefa-4987-a36b-40bcdbc34582/6f3b9741-cefa-4987-a36b-40bcdbc34582.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1234.359425] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Updating instance '6f3b9741-cefa-4987-a36b-40bcdbc34582' progress to 50 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1234.462116] env[69357]: DEBUG nova.compute.utils [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1234.464303] env[69357]: DEBUG nova.compute.manager [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1234.464303] env[69357]: DEBUG nova.network.neutron [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1234.501895] env[69357]: DEBUG nova.policy [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0321da78a8b46e5931a1c9910d7cc21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d196d49810c4dbf97876cfac0717f4a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1234.579287] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "caee54fd-3091-4ebd-94ac-879e7865f031" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.579616] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "caee54fd-3091-4ebd-94ac-879e7865f031" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.579888] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "caee54fd-3091-4ebd-94ac-879e7865f031-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.580144] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "caee54fd-3091-4ebd-94ac-879e7865f031-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.580363] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "caee54fd-3091-4ebd-94ac-879e7865f031-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.582650] env[69357]: INFO nova.compute.manager [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Terminating instance [ 1234.788015] env[69357]: DEBUG nova.network.neutron [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Successfully created port: 519dc592-78fe-48ac-8b85-34036ef00e46 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1234.867346] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcbabf4-7a02-4939-9995-60291d05f4b1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.887450] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64934e9b-f60d-45fc-a83a-10b23e902d3d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.906398] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Updating instance '6f3b9741-cefa-4987-a36b-40bcdbc34582' progress to 67 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1234.967629] env[69357]: DEBUG nova.compute.manager [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1235.086473] env[69357]: DEBUG nova.compute.manager [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1235.086722] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.087056] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edc63fae-cc5a-480b-8a3f-eb08a8c64c37 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.093955] env[69357]: DEBUG oslo_vmware.api [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1235.093955] env[69357]: value = "task-3283630" [ 1235.093955] env[69357]: _type = "Task" [ 1235.093955] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.101621] env[69357]: DEBUG oslo_vmware.api [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.227303] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.227303] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f973054-ede8-433c-b752-7b010378ccaf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.233644] env[69357]: DEBUG oslo_vmware.api [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1235.233644] env[69357]: value = "task-3283631" [ 1235.233644] env[69357]: _type = "Task" [ 1235.233644] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.241643] env[69357]: DEBUG oslo_vmware.api [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.465241] env[69357]: DEBUG nova.network.neutron [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Port 63d7148f-c476-4df2-84d1-e0a439f4e449 binding to destination host cpu-1 is already ACTIVE {{(pid=69357) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1235.604023] env[69357]: DEBUG oslo_vmware.api [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283630, 'name': PowerOffVM_Task, 'duration_secs': 0.190333} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.604023] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.604023] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Volume detach. Driver type: vmdk {{(pid=69357) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1235.604023] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655722', 'volume_id': 'aada2abf-a018-49b6-88f6-0a5842712e06', 'name': 'volume-aada2abf-a018-49b6-88f6-0a5842712e06', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'caee54fd-3091-4ebd-94ac-879e7865f031', 'attached_at': '2025-04-03T20:13:11.000000', 'detached_at': '', 'volume_id': 'aada2abf-a018-49b6-88f6-0a5842712e06', 'serial': 'aada2abf-a018-49b6-88f6-0a5842712e06'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1235.604493] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f43566-4d64-4954-9be6-325c1b92bd5c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.625189] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246f7cb6-94a0-4a86-b948-fcc577ab9cbe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.631628] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023bcafd-fa5f-4e1e-96c1-7c342eaec2f9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.651214] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a826df-a283-423b-8f68-bbbd88ddf3b0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.666280] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] The volume has not been displaced from its original location: [datastore1] volume-aada2abf-a018-49b6-88f6-0a5842712e06/volume-aada2abf-a018-49b6-88f6-0a5842712e06.vmdk. No consolidation needed. {{(pid=69357) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1235.671391] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1235.671632] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d3b5afc-d7f5-4b34-904f-38e96504f19c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.688977] env[69357]: DEBUG oslo_vmware.api [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1235.688977] env[69357]: value = "task-3283632" [ 1235.688977] env[69357]: _type = "Task" [ 1235.688977] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.696325] env[69357]: DEBUG oslo_vmware.api [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283632, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.742422] env[69357]: DEBUG oslo_vmware.api [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283631, 'name': PowerOffVM_Task, 'duration_secs': 0.22549} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.742668] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.743429] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665f9142-d6d6-4ae4-a4c5-f480de17edc4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.764115] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92407cb-5c74-4770-85bf-4e3c92d3e16e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.796493] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.796860] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83f41532-cbeb-402d-9098-4d6da528d1f8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.803022] env[69357]: DEBUG oslo_vmware.api [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1235.803022] env[69357]: value = "task-3283633" [ 1235.803022] env[69357]: _type = "Task" [ 1235.803022] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.810379] env[69357]: DEBUG oslo_vmware.api [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.977393] env[69357]: DEBUG nova.compute.manager [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1235.998404] env[69357]: DEBUG nova.virt.hardware [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1235.998553] env[69357]: DEBUG nova.virt.hardware [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1235.998666] env[69357]: DEBUG nova.virt.hardware [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1235.998854] env[69357]: DEBUG nova.virt.hardware [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1235.998999] env[69357]: DEBUG nova.virt.hardware [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1235.999163] env[69357]: DEBUG nova.virt.hardware [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1235.999370] env[69357]: DEBUG nova.virt.hardware [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1235.999527] env[69357]: DEBUG nova.virt.hardware [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1235.999690] env[69357]: DEBUG nova.virt.hardware [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1235.999850] env[69357]: DEBUG nova.virt.hardware [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1236.000033] env[69357]: DEBUG nova.virt.hardware [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1236.000901] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a829c9-a85e-4a79-8fe7-13fbcfa1932c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.008453] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb2ba1b-068d-4335-beac-85fdbd247e33 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.151058] env[69357]: DEBUG nova.compute.manager [req-60b19373-4a0e-42f3-816f-1ffeb762d0fd req-5df218c3-0756-42fc-b1d3-c655ada25555 service nova] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Received event network-vif-plugged-519dc592-78fe-48ac-8b85-34036ef00e46 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.151419] env[69357]: DEBUG oslo_concurrency.lockutils [req-60b19373-4a0e-42f3-816f-1ffeb762d0fd req-5df218c3-0756-42fc-b1d3-c655ada25555 service nova] Acquiring lock "d2f76091-e6e0-46c2-8404-b482358e07bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.151755] env[69357]: DEBUG oslo_concurrency.lockutils [req-60b19373-4a0e-42f3-816f-1ffeb762d0fd req-5df218c3-0756-42fc-b1d3-c655ada25555 service nova] Lock "d2f76091-e6e0-46c2-8404-b482358e07bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.151955] env[69357]: DEBUG oslo_concurrency.lockutils [req-60b19373-4a0e-42f3-816f-1ffeb762d0fd req-5df218c3-0756-42fc-b1d3-c655ada25555 service nova] Lock "d2f76091-e6e0-46c2-8404-b482358e07bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.152380] env[69357]: DEBUG nova.compute.manager [req-60b19373-4a0e-42f3-816f-1ffeb762d0fd req-5df218c3-0756-42fc-b1d3-c655ada25555 service nova] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] No waiting events found dispatching network-vif-plugged-519dc592-78fe-48ac-8b85-34036ef00e46 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1236.152568] env[69357]: WARNING nova.compute.manager [req-60b19373-4a0e-42f3-816f-1ffeb762d0fd req-5df218c3-0756-42fc-b1d3-c655ada25555 service nova] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Received unexpected event network-vif-plugged-519dc592-78fe-48ac-8b85-34036ef00e46 for instance with vm_state building and task_state spawning. [ 1236.198622] env[69357]: DEBUG oslo_vmware.api [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283632, 'name': ReconfigVM_Task, 'duration_secs': 0.205518} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.198879] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1236.203460] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7a4062b-23a3-45b9-95fb-84d7054207f6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.218508] env[69357]: DEBUG oslo_vmware.api [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1236.218508] env[69357]: value = "task-3283634" [ 1236.218508] env[69357]: _type = "Task" [ 1236.218508] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.227852] env[69357]: DEBUG oslo_vmware.api [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283634, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.232476] env[69357]: DEBUG nova.network.neutron [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Successfully updated port: 519dc592-78fe-48ac-8b85-34036ef00e46 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1236.314441] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] VM already powered off {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1236.314685] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1236.314952] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.315122] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.315310] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1236.315560] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-584428cd-f12e-4992-b154-37dcbbb841d0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.325471] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1236.325692] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1236.326425] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30c2b7c4-0545-46a9-ad6d-8f77300955bf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.332264] env[69357]: DEBUG oslo_vmware.api [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1236.332264] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]525b53be-8232-8637-4505-ce1cc3677f1c" [ 1236.332264] env[69357]: _type = "Task" [ 1236.332264] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.339638] env[69357]: DEBUG oslo_vmware.api [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]525b53be-8232-8637-4505-ce1cc3677f1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.483986] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "6f3b9741-cefa-4987-a36b-40bcdbc34582-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.484254] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "6f3b9741-cefa-4987-a36b-40bcdbc34582-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.484465] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "6f3b9741-cefa-4987-a36b-40bcdbc34582-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.728389] env[69357]: DEBUG oslo_vmware.api [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283634, 'name': ReconfigVM_Task, 'duration_secs': 0.143531} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.728680] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655722', 'volume_id': 'aada2abf-a018-49b6-88f6-0a5842712e06', 'name': 'volume-aada2abf-a018-49b6-88f6-0a5842712e06', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'caee54fd-3091-4ebd-94ac-879e7865f031', 'attached_at': '2025-04-03T20:13:11.000000', 'detached_at': '', 'volume_id': 'aada2abf-a018-49b6-88f6-0a5842712e06', 'serial': 'aada2abf-a018-49b6-88f6-0a5842712e06'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1236.728953] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1236.729706] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847040b4-f52b-4f30-9780-677b9092e5e7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.733964] env[69357]: DEBUG oslo_concurrency.lockutils [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Acquiring lock "refresh_cache-d2f76091-e6e0-46c2-8404-b482358e07bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.734153] env[69357]: DEBUG oslo_concurrency.lockutils [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Acquired lock "refresh_cache-d2f76091-e6e0-46c2-8404-b482358e07bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.734327] env[69357]: DEBUG nova.network.neutron [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.738285] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1236.738862] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f33fa2ac-d163-4493-9ff9-37cf6bc8ef32 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.805823] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1236.806072] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1236.806266] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Deleting the datastore file [datastore2] caee54fd-3091-4ebd-94ac-879e7865f031 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.806526] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f16b6ffe-31e6-4863-981a-4608a2556db9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.813138] env[69357]: DEBUG oslo_vmware.api [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1236.813138] env[69357]: value = "task-3283636" [ 1236.813138] env[69357]: _type = "Task" [ 1236.813138] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.820656] env[69357]: DEBUG oslo_vmware.api [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.841160] env[69357]: DEBUG oslo_vmware.api [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]525b53be-8232-8637-4505-ce1cc3677f1c, 'name': SearchDatastore_Task, 'duration_secs': 0.008828} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.841914] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa669499-366c-49e4-8252-5f05f93c8a9c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.846829] env[69357]: DEBUG oslo_vmware.api [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1236.846829] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]528fa868-c266-1cae-712b-6be53ab03189" [ 1236.846829] env[69357]: _type = "Task" [ 1236.846829] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.853729] env[69357]: DEBUG oslo_vmware.api [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]528fa868-c266-1cae-712b-6be53ab03189, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.268594] env[69357]: DEBUG nova.network.neutron [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1237.322588] env[69357]: DEBUG oslo_vmware.api [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147119} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.322796] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1237.322983] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1237.323181] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1237.323356] env[69357]: INFO nova.compute.manager [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1237.323598] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.323787] env[69357]: DEBUG nova.compute.manager [-] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1237.323882] env[69357]: DEBUG nova.network.neutron [-] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1237.357454] env[69357]: DEBUG oslo_vmware.api [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]528fa868-c266-1cae-712b-6be53ab03189, 'name': SearchDatastore_Task, 'duration_secs': 0.008994} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.357706] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.357968] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 53a684cd-0825-4f47-8143-101084d8f300/fe1241e3-a525-45a4-9f14-4b6d4cb924e4-rescue.vmdk. {{(pid=69357) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1237.358236] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ddfcb91-7e4f-4ee5-9dd0-2f0f0ecb5ebc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.365317] env[69357]: DEBUG oslo_vmware.api [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1237.365317] env[69357]: value = "task-3283637" [ 1237.365317] env[69357]: _type = "Task" [ 1237.365317] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.375693] env[69357]: DEBUG oslo_vmware.api [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.405432] env[69357]: DEBUG nova.network.neutron [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Updating instance_info_cache with network_info: [{"id": "519dc592-78fe-48ac-8b85-34036ef00e46", "address": "fa:16:3e:43:d7:24", "network": {"id": "c747e683-01c7-42a0-b928-254c6b09f878", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1428398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d196d49810c4dbf97876cfac0717f4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap519dc592-78", "ovs_interfaceid": "519dc592-78fe-48ac-8b85-34036ef00e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.524781] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "refresh_cache-6f3b9741-cefa-4987-a36b-40bcdbc34582" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.524909] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquired lock "refresh_cache-6f3b9741-cefa-4987-a36b-40bcdbc34582" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.525102] env[69357]: DEBUG nova.network.neutron [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.874604] env[69357]: DEBUG oslo_vmware.api [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.420015} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.874854] env[69357]: INFO nova.virt.vmwareapi.ds_util [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 53a684cd-0825-4f47-8143-101084d8f300/fe1241e3-a525-45a4-9f14-4b6d4cb924e4-rescue.vmdk. [ 1237.875627] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc79d4ad-77b7-4b2b-aa86-ac26db41036d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.902966] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 53a684cd-0825-4f47-8143-101084d8f300/fe1241e3-a525-45a4-9f14-4b6d4cb924e4-rescue.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.903293] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c8d608d-700c-4b8a-8bf3-5be61147e34a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.917073] env[69357]: DEBUG oslo_concurrency.lockutils [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Releasing lock "refresh_cache-d2f76091-e6e0-46c2-8404-b482358e07bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.917386] env[69357]: DEBUG nova.compute.manager [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Instance network_info: |[{"id": "519dc592-78fe-48ac-8b85-34036ef00e46", "address": "fa:16:3e:43:d7:24", "network": {"id": "c747e683-01c7-42a0-b928-254c6b09f878", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1428398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d196d49810c4dbf97876cfac0717f4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap519dc592-78", "ovs_interfaceid": "519dc592-78fe-48ac-8b85-34036ef00e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1237.917797] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:d7:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35ac9709-fd8b-4630-897a-68ed629d1b11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '519dc592-78fe-48ac-8b85-34036ef00e46', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1237.925540] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Creating folder: Project (0d196d49810c4dbf97876cfac0717f4a). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1237.930020] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0629c26-a55a-4cd7-8d75-2c34802b708c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.931068] env[69357]: DEBUG oslo_vmware.api [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1237.931068] env[69357]: value = "task-3283638" [ 1237.931068] env[69357]: _type = "Task" [ 1237.931068] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.938866] env[69357]: DEBUG oslo_vmware.api [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283638, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.939999] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Created folder: Project (0d196d49810c4dbf97876cfac0717f4a) in parent group-v655402. [ 1237.940225] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Creating folder: Instances. Parent ref: group-v655730. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1237.940500] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d64d3850-e5f1-4542-9bdd-364992819326 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.949847] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Created folder: Instances in parent group-v655730. [ 1237.950114] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.950318] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1237.950526] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9297454-b2c8-43fb-a23d-65804044b42b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.971589] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1237.971589] env[69357]: value = "task-3283641" [ 1237.971589] env[69357]: _type = "Task" [ 1237.971589] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.980824] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283641, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.181274] env[69357]: DEBUG nova.compute.manager [req-ff52cfef-0f4d-42ce-8cef-90777da08f0c req-6f112d66-70e5-4314-b190-09629750e4a4 service nova] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Received event network-vif-deleted-2aa76bf9-79c1-4583-be2e-18a5f9cae874 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.181525] env[69357]: INFO nova.compute.manager [req-ff52cfef-0f4d-42ce-8cef-90777da08f0c req-6f112d66-70e5-4314-b190-09629750e4a4 service nova] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Neutron deleted interface 2aa76bf9-79c1-4583-be2e-18a5f9cae874; detaching it from the instance and deleting it from the info cache [ 1238.182443] env[69357]: DEBUG nova.network.neutron [req-ff52cfef-0f4d-42ce-8cef-90777da08f0c req-6f112d66-70e5-4314-b190-09629750e4a4 service nova] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.185198] env[69357]: DEBUG nova.compute.manager [req-727aaade-f91d-4dd8-8a79-a10cad4061ba req-2ca8bb48-ea28-40a0-91c6-15023d8bf541 service nova] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Received event network-changed-519dc592-78fe-48ac-8b85-34036ef00e46 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.185419] env[69357]: DEBUG nova.compute.manager [req-727aaade-f91d-4dd8-8a79-a10cad4061ba req-2ca8bb48-ea28-40a0-91c6-15023d8bf541 service nova] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Refreshing instance network info cache due to event network-changed-519dc592-78fe-48ac-8b85-34036ef00e46. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1238.185634] env[69357]: DEBUG oslo_concurrency.lockutils [req-727aaade-f91d-4dd8-8a79-a10cad4061ba req-2ca8bb48-ea28-40a0-91c6-15023d8bf541 service nova] Acquiring lock "refresh_cache-d2f76091-e6e0-46c2-8404-b482358e07bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.185765] env[69357]: DEBUG oslo_concurrency.lockutils [req-727aaade-f91d-4dd8-8a79-a10cad4061ba req-2ca8bb48-ea28-40a0-91c6-15023d8bf541 service nova] Acquired lock "refresh_cache-d2f76091-e6e0-46c2-8404-b482358e07bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.185893] env[69357]: DEBUG nova.network.neutron [req-727aaade-f91d-4dd8-8a79-a10cad4061ba req-2ca8bb48-ea28-40a0-91c6-15023d8bf541 service nova] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Refreshing network info cache for port 519dc592-78fe-48ac-8b85-34036ef00e46 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1238.241755] env[69357]: DEBUG nova.network.neutron [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Updating instance_info_cache with network_info: [{"id": "63d7148f-c476-4df2-84d1-e0a439f4e449", "address": "fa:16:3e:12:34:e3", "network": {"id": "14a080ce-f6fb-4b67-8c28-3f21d485ab29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1330525983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ce3a6bd35be4a73861bc478261e9be0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63d7148f-c4", "ovs_interfaceid": "63d7148f-c476-4df2-84d1-e0a439f4e449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.440527] env[69357]: DEBUG oslo_vmware.api [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.483060] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283641, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.659644] env[69357]: DEBUG nova.network.neutron [-] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.691320] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6e91ffd-e530-42ab-b25d-3359872a9305 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.706045] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d06adb-2fe2-4158-86f7-489955486a92 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.741875] env[69357]: DEBUG nova.compute.manager [req-ff52cfef-0f4d-42ce-8cef-90777da08f0c req-6f112d66-70e5-4314-b190-09629750e4a4 service nova] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Detach interface failed, port_id=2aa76bf9-79c1-4583-be2e-18a5f9cae874, reason: Instance caee54fd-3091-4ebd-94ac-879e7865f031 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1238.744829] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Releasing lock "refresh_cache-6f3b9741-cefa-4987-a36b-40bcdbc34582" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.904559] env[69357]: DEBUG nova.network.neutron [req-727aaade-f91d-4dd8-8a79-a10cad4061ba req-2ca8bb48-ea28-40a0-91c6-15023d8bf541 service nova] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Updated VIF entry in instance network info cache for port 519dc592-78fe-48ac-8b85-34036ef00e46. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1238.904925] env[69357]: DEBUG nova.network.neutron [req-727aaade-f91d-4dd8-8a79-a10cad4061ba req-2ca8bb48-ea28-40a0-91c6-15023d8bf541 service nova] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Updating instance_info_cache with network_info: [{"id": "519dc592-78fe-48ac-8b85-34036ef00e46", "address": "fa:16:3e:43:d7:24", "network": {"id": "c747e683-01c7-42a0-b928-254c6b09f878", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1428398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d196d49810c4dbf97876cfac0717f4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap519dc592-78", "ovs_interfaceid": "519dc592-78fe-48ac-8b85-34036ef00e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.941205] env[69357]: DEBUG oslo_vmware.api [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283638, 'name': ReconfigVM_Task, 'duration_secs': 0.972163} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.941625] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 53a684cd-0825-4f47-8143-101084d8f300/fe1241e3-a525-45a4-9f14-4b6d4cb924e4-rescue.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1238.942978] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f98659-cc8e-498f-80c0-4a6e9f348a87 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.970058] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e51388f6-7b97-4185-aea9-78abe0e44523 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.987905] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283641, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.989230] env[69357]: DEBUG oslo_vmware.api [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1238.989230] env[69357]: value = "task-3283642" [ 1238.989230] env[69357]: _type = "Task" [ 1238.989230] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.996277] env[69357]: DEBUG oslo_vmware.api [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.162142] env[69357]: INFO nova.compute.manager [-] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Took 1.84 seconds to deallocate network for instance. [ 1239.270765] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b30cebb-e84e-40d8-8061-9d8b6ecf53f7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.291428] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9737af-5de5-4426-8b02-0934e4ac8895 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.297967] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Updating instance '6f3b9741-cefa-4987-a36b-40bcdbc34582' progress to 83 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1239.407844] env[69357]: DEBUG oslo_concurrency.lockutils [req-727aaade-f91d-4dd8-8a79-a10cad4061ba req-2ca8bb48-ea28-40a0-91c6-15023d8bf541 service nova] Releasing lock "refresh_cache-d2f76091-e6e0-46c2-8404-b482358e07bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.490822] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283641, 'name': CreateVM_Task, 'duration_secs': 1.4256} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.495595] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1239.496349] env[69357]: DEBUG oslo_concurrency.lockutils [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.496522] env[69357]: DEBUG oslo_concurrency.lockutils [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.497059] env[69357]: DEBUG oslo_concurrency.lockutils [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.497556] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-265b713f-fee2-435d-a1c0-1acd45113c26 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.501853] env[69357]: DEBUG oslo_vmware.api [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283642, 'name': ReconfigVM_Task, 'duration_secs': 0.239185} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.502437] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1239.502673] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9a75730-7dd9-4b62-a08c-c326ba308605 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.504970] env[69357]: DEBUG oslo_vmware.api [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Waiting for the task: (returnval){ [ 1239.504970] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]526c44a4-027c-3e80-d53f-df3b4eca7be9" [ 1239.504970] env[69357]: _type = "Task" [ 1239.504970] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.509729] env[69357]: DEBUG oslo_vmware.api [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1239.509729] env[69357]: value = "task-3283643" [ 1239.509729] env[69357]: _type = "Task" [ 1239.509729] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.516715] env[69357]: DEBUG oslo_vmware.api [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]526c44a4-027c-3e80-d53f-df3b4eca7be9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.523772] env[69357]: DEBUG oslo_vmware.api [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283643, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.711703] env[69357]: INFO nova.compute.manager [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Took 0.55 seconds to detach 1 volumes for instance. [ 1239.804559] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1239.804945] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-321fadc4-dff4-4fcd-974f-c3092c656889 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.813218] env[69357]: DEBUG oslo_vmware.api [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1239.813218] env[69357]: value = "task-3283644" [ 1239.813218] env[69357]: _type = "Task" [ 1239.813218] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.821315] env[69357]: DEBUG oslo_vmware.api [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.019357] env[69357]: DEBUG oslo_vmware.api [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283643, 'name': PowerOnVM_Task, 'duration_secs': 0.458746} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.022944] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1240.024733] env[69357]: DEBUG oslo_vmware.api [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]526c44a4-027c-3e80-d53f-df3b4eca7be9, 'name': SearchDatastore_Task, 'duration_secs': 0.01741} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.025864] env[69357]: DEBUG nova.compute.manager [None req-f4a9ff70-3fba-4a54-9a3d-6813f3d3fc75 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1240.026209] env[69357]: DEBUG oslo_concurrency.lockutils [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.026424] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1240.026755] env[69357]: DEBUG oslo_concurrency.lockutils [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.026948] env[69357]: DEBUG oslo_concurrency.lockutils [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.027152] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1240.027902] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcc5b1a-0996-45e0-a3fe-7f65317ee70a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.030439] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9256dfe8-c663-4b70-9d34-f8cdcdc55c32 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.038661] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1240.038830] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1240.039694] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56f3946f-e532-4e84-8db9-996bf850e83f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.043994] env[69357]: DEBUG oslo_vmware.api [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Waiting for the task: (returnval){ [ 1240.043994] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]523a5581-274d-a9fd-69d5-75c384790796" [ 1240.043994] env[69357]: _type = "Task" [ 1240.043994] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.051657] env[69357]: DEBUG oslo_vmware.api [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]523a5581-274d-a9fd-69d5-75c384790796, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.218737] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.218847] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.219066] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.239877] env[69357]: INFO nova.scheduler.client.report [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Deleted allocations for instance caee54fd-3091-4ebd-94ac-879e7865f031 [ 1240.324948] env[69357]: DEBUG oslo_vmware.api [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283644, 'name': PowerOnVM_Task, 'duration_secs': 0.420833} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.325310] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1240.325560] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7d0e1d-092a-4864-9356-be5a854f5013 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Updating instance '6f3b9741-cefa-4987-a36b-40bcdbc34582' progress to 100 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1240.555185] env[69357]: DEBUG oslo_vmware.api [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]523a5581-274d-a9fd-69d5-75c384790796, 'name': SearchDatastore_Task, 'duration_secs': 0.008379} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.555994] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8be025aa-0d2b-4d37-a1ed-7c01e68c3d47 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.561118] env[69357]: DEBUG oslo_vmware.api [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Waiting for the task: (returnval){ [ 1240.561118] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52feb4bf-2b1e-335a-97b9-b86d8567c909" [ 1240.561118] env[69357]: _type = "Task" [ 1240.561118] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.568846] env[69357]: DEBUG oslo_vmware.api [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52feb4bf-2b1e-335a-97b9-b86d8567c909, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.747657] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1cf6acb-7cd9-45fc-b320-14c5bd254370 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "caee54fd-3091-4ebd-94ac-879e7865f031" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.168s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.071919] env[69357]: DEBUG oslo_vmware.api [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52feb4bf-2b1e-335a-97b9-b86d8567c909, 'name': SearchDatastore_Task, 'duration_secs': 0.009194} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.072201] env[69357]: DEBUG oslo_concurrency.lockutils [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.072458] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] d2f76091-e6e0-46c2-8404-b482358e07bb/d2f76091-e6e0-46c2-8404-b482358e07bb.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1241.072710] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f285d69-bdc7-4f2c-8400-348bfadf499a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.078565] env[69357]: DEBUG oslo_vmware.api [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Waiting for the task: (returnval){ [ 1241.078565] env[69357]: value = "task-3283645" [ 1241.078565] env[69357]: _type = "Task" [ 1241.078565] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.086244] env[69357]: DEBUG oslo_vmware.api [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Task: {'id': task-3283645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.589120] env[69357]: DEBUG oslo_vmware.api [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Task: {'id': task-3283645, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451049} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.589428] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] d2f76091-e6e0-46c2-8404-b482358e07bb/d2f76091-e6e0-46c2-8404-b482358e07bb.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1241.589624] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1241.589887] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e4fb003-c36b-42ef-96a5-172147461c8f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.597233] env[69357]: DEBUG oslo_vmware.api [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Waiting for the task: (returnval){ [ 1241.597233] env[69357]: value = "task-3283646" [ 1241.597233] env[69357]: _type = "Task" [ 1241.597233] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.604412] env[69357]: DEBUG oslo_vmware.api [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Task: {'id': task-3283646, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.106475] env[69357]: DEBUG oslo_vmware.api [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Task: {'id': task-3283646, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109035} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.106788] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1242.107653] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a5951d-7444-421a-93cf-a09bc35ecfae {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.131474] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] d2f76091-e6e0-46c2-8404-b482358e07bb/d2f76091-e6e0-46c2-8404-b482358e07bb.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1242.131810] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32a17f4f-58f8-45b2-8503-6d3814788003 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.146690] env[69357]: INFO nova.compute.manager [None req-0487c5f3-a663-4128-8976-bbe2561423ff tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Unrescuing [ 1242.146960] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0487c5f3-a663-4128-8976-bbe2561423ff tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquiring lock "refresh_cache-53a684cd-0825-4f47-8143-101084d8f300" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.147137] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0487c5f3-a663-4128-8976-bbe2561423ff tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquired lock "refresh_cache-53a684cd-0825-4f47-8143-101084d8f300" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.147307] env[69357]: DEBUG nova.network.neutron [None req-0487c5f3-a663-4128-8976-bbe2561423ff tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.155053] env[69357]: DEBUG oslo_vmware.api [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Waiting for the task: (returnval){ [ 1242.155053] env[69357]: value = "task-3283647" [ 1242.155053] env[69357]: _type = "Task" [ 1242.155053] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.164634] env[69357]: DEBUG oslo_vmware.api [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Task: {'id': task-3283647, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.211392] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "6c939849-387b-476b-b82a-83a35d84c381" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.211640] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "6c939849-387b-476b-b82a-83a35d84c381" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.665157] env[69357]: DEBUG oslo_vmware.api [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Task: {'id': task-3283647, 'name': ReconfigVM_Task, 'duration_secs': 0.44146} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.665450] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Reconfigured VM instance instance-00000078 to attach disk [datastore1] d2f76091-e6e0-46c2-8404-b482358e07bb/d2f76091-e6e0-46c2-8404-b482358e07bb.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.666234] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f839978-3d3e-4828-82aa-e4d0e0c4bb76 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.672181] env[69357]: DEBUG oslo_vmware.api [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Waiting for the task: (returnval){ [ 1242.672181] env[69357]: value = "task-3283648" [ 1242.672181] env[69357]: _type = "Task" [ 1242.672181] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.680249] env[69357]: DEBUG oslo_vmware.api [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Task: {'id': task-3283648, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.713866] env[69357]: DEBUG nova.compute.manager [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1242.875541] env[69357]: DEBUG nova.network.neutron [None req-0487c5f3-a663-4128-8976-bbe2561423ff tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Updating instance_info_cache with network_info: [{"id": "8d911cd4-2077-41f1-a8ba-a18d2e219ebc", "address": "fa:16:3e:87:e7:14", "network": {"id": "82074a93-c394-43bb-b0c1-afe7aca69dda", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-872553940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "452367d5ad0f445ab04561b34a61ac38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d911cd4-20", "ovs_interfaceid": "8d911cd4-2077-41f1-a8ba-a18d2e219ebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.053562] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "6f3b9741-cefa-4987-a36b-40bcdbc34582" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.053835] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "6f3b9741-cefa-4987-a36b-40bcdbc34582" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.054068] env[69357]: DEBUG nova.compute.manager [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Going to confirm migration 8 {{(pid=69357) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1243.182060] env[69357]: DEBUG oslo_vmware.api [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Task: {'id': task-3283648, 'name': Rename_Task, 'duration_secs': 0.454638} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.182345] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1243.182592] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b44c15ee-05cf-43da-974d-140e6dab398e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.189297] env[69357]: DEBUG oslo_vmware.api [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Waiting for the task: (returnval){ [ 1243.189297] env[69357]: value = "task-3283649" [ 1243.189297] env[69357]: _type = "Task" [ 1243.189297] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.197015] env[69357]: DEBUG oslo_vmware.api [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Task: {'id': task-3283649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.237661] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.238010] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.239606] env[69357]: INFO nova.compute.claims [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1243.378845] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0487c5f3-a663-4128-8976-bbe2561423ff tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Releasing lock "refresh_cache-53a684cd-0825-4f47-8143-101084d8f300" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.379507] env[69357]: DEBUG nova.objects.instance [None req-0487c5f3-a663-4128-8976-bbe2561423ff tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lazy-loading 'flavor' on Instance uuid 53a684cd-0825-4f47-8143-101084d8f300 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.620260] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "refresh_cache-6f3b9741-cefa-4987-a36b-40bcdbc34582" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.620458] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquired lock "refresh_cache-6f3b9741-cefa-4987-a36b-40bcdbc34582" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.620735] env[69357]: DEBUG nova.network.neutron [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.621030] env[69357]: DEBUG nova.objects.instance [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lazy-loading 'info_cache' on Instance uuid 6f3b9741-cefa-4987-a36b-40bcdbc34582 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.699634] env[69357]: DEBUG oslo_vmware.api [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Task: {'id': task-3283649, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.886080] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9de228-90c3-4b72-aa1d-b6b12d228167 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.912229] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0487c5f3-a663-4128-8976-bbe2561423ff tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.912665] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00c09273-81b1-4c34-9524-d37e2a84ebd7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.919775] env[69357]: DEBUG oslo_vmware.api [None req-0487c5f3-a663-4128-8976-bbe2561423ff tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1243.919775] env[69357]: value = "task-3283650" [ 1243.919775] env[69357]: _type = "Task" [ 1243.919775] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.927937] env[69357]: DEBUG oslo_vmware.api [None req-0487c5f3-a663-4128-8976-bbe2561423ff tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.199705] env[69357]: DEBUG oslo_vmware.api [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Task: {'id': task-3283649, 'name': PowerOnVM_Task, 'duration_secs': 0.790666} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.199973] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.200203] env[69357]: INFO nova.compute.manager [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Took 8.22 seconds to spawn the instance on the hypervisor. [ 1244.200385] env[69357]: DEBUG nova.compute.manager [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1244.201434] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8396ffa8-ef56-44d1-b2d4-ccc50519f587 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.357239] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2b75eb-cdfd-4ef6-bbbf-8a6a84cf57bb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.365145] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39491b0e-71c6-4a37-856a-cd636d1df7dc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.400323] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0457a87a-7fa5-4a59-afaf-2341a21f181d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.407652] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8636d04b-e4d6-4e50-b8ae-8f96a4cc7762 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.420785] env[69357]: DEBUG nova.compute.provider_tree [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.429365] env[69357]: DEBUG oslo_vmware.api [None req-0487c5f3-a663-4128-8976-bbe2561423ff tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283650, 'name': PowerOffVM_Task, 'duration_secs': 0.218438} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.430216] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0487c5f3-a663-4128-8976-bbe2561423ff tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.435394] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-0487c5f3-a663-4128-8976-bbe2561423ff tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Reconfiguring VM instance instance-00000074 to detach disk 2002 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1244.435930] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5c49096-ba00-4ad8-ac4d-7a174363013d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.454909] env[69357]: DEBUG oslo_vmware.api [None req-0487c5f3-a663-4128-8976-bbe2561423ff tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1244.454909] env[69357]: value = "task-3283651" [ 1244.454909] env[69357]: _type = "Task" [ 1244.454909] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.463460] env[69357]: DEBUG oslo_vmware.api [None req-0487c5f3-a663-4128-8976-bbe2561423ff tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283651, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.719035] env[69357]: INFO nova.compute.manager [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Took 12.97 seconds to build instance. [ 1244.811625] env[69357]: DEBUG nova.network.neutron [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Updating instance_info_cache with network_info: [{"id": "63d7148f-c476-4df2-84d1-e0a439f4e449", "address": "fa:16:3e:12:34:e3", "network": {"id": "14a080ce-f6fb-4b67-8c28-3f21d485ab29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1330525983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ce3a6bd35be4a73861bc478261e9be0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63d7148f-c4", "ovs_interfaceid": "63d7148f-c476-4df2-84d1-e0a439f4e449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.926887] env[69357]: DEBUG nova.scheduler.client.report [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.964973] env[69357]: DEBUG oslo_vmware.api [None req-0487c5f3-a663-4128-8976-bbe2561423ff tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283651, 'name': ReconfigVM_Task, 'duration_secs': 0.294901} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.965292] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-0487c5f3-a663-4128-8976-bbe2561423ff tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Reconfigured VM instance instance-00000074 to detach disk 2002 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1244.965482] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0487c5f3-a663-4128-8976-bbe2561423ff tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1244.965742] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e66c7154-b6b2-4b8a-a4f0-bb43ea76e06b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.972281] env[69357]: DEBUG oslo_vmware.api [None req-0487c5f3-a663-4128-8976-bbe2561423ff tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1244.972281] env[69357]: value = "task-3283652" [ 1244.972281] env[69357]: _type = "Task" [ 1244.972281] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.979747] env[69357]: DEBUG oslo_vmware.api [None req-0487c5f3-a663-4128-8976-bbe2561423ff tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.221449] env[69357]: DEBUG oslo_concurrency.lockutils [None req-37e48b46-dbb5-451b-86bb-2f1dd6e20566 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Lock "d2f76091-e6e0-46c2-8404-b482358e07bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.478s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.314523] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Releasing lock "refresh_cache-6f3b9741-cefa-4987-a36b-40bcdbc34582" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.314953] env[69357]: DEBUG nova.objects.instance [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lazy-loading 'migration_context' on Instance uuid 6f3b9741-cefa-4987-a36b-40bcdbc34582 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.432143] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.194s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.432693] env[69357]: DEBUG nova.compute.manager [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1245.483952] env[69357]: DEBUG oslo_vmware.api [None req-0487c5f3-a663-4128-8976-bbe2561423ff tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283652, 'name': PowerOnVM_Task, 'duration_secs': 0.364927} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.484229] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0487c5f3-a663-4128-8976-bbe2561423ff tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.484446] env[69357]: DEBUG nova.compute.manager [None req-0487c5f3-a663-4128-8976-bbe2561423ff tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1245.485605] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb253ab-cc5c-4365-8d94-5a11d6e91481 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.818723] env[69357]: DEBUG nova.objects.base [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Object Instance<6f3b9741-cefa-4987-a36b-40bcdbc34582> lazy-loaded attributes: info_cache,migration_context {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1245.820292] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2704c045-10b9-4f27-be45-cc7d2abcb27f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.840178] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76688671-dcf9-4db2-a6b8-5b7a2a3224fb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.845191] env[69357]: DEBUG oslo_vmware.api [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1245.845191] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]529c5b4f-6195-6a67-f440-4e3e6e7b7c02" [ 1245.845191] env[69357]: _type = "Task" [ 1245.845191] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.852861] env[69357]: DEBUG oslo_vmware.api [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]529c5b4f-6195-6a67-f440-4e3e6e7b7c02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.937704] env[69357]: DEBUG nova.compute.utils [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1245.939290] env[69357]: DEBUG nova.compute.manager [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1245.939460] env[69357]: DEBUG nova.network.neutron [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1245.994917] env[69357]: DEBUG nova.policy [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd26c6e9841774433a92c80d73eb0324b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25f1f9bf540c4f3ca42ed05d7038170a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1246.012842] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7175bd7f-929f-4c4a-a759-253d63825b75 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Acquiring lock "d2f76091-e6e0-46c2-8404-b482358e07bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.013043] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7175bd7f-929f-4c4a-a759-253d63825b75 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Lock "d2f76091-e6e0-46c2-8404-b482358e07bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.013246] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7175bd7f-929f-4c4a-a759-253d63825b75 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Acquiring lock "d2f76091-e6e0-46c2-8404-b482358e07bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.013442] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7175bd7f-929f-4c4a-a759-253d63825b75 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Lock "d2f76091-e6e0-46c2-8404-b482358e07bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.013649] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7175bd7f-929f-4c4a-a759-253d63825b75 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Lock "d2f76091-e6e0-46c2-8404-b482358e07bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.015782] env[69357]: INFO nova.compute.manager [None req-7175bd7f-929f-4c4a-a759-253d63825b75 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Terminating instance [ 1246.189776] env[69357]: DEBUG oslo_concurrency.lockutils [None req-862da5fd-b44f-4d22-9169-e3afe1939818 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "7886a597-29c7-4dc0-9123-4852296a2f92" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.190052] env[69357]: DEBUG oslo_concurrency.lockutils [None req-862da5fd-b44f-4d22-9169-e3afe1939818 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "7886a597-29c7-4dc0-9123-4852296a2f92" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.190257] env[69357]: DEBUG nova.compute.manager [None req-862da5fd-b44f-4d22-9169-e3afe1939818 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1246.191186] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108a880c-be51-44ad-b8ce-dab40a8d031e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.197744] env[69357]: DEBUG nova.compute.manager [None req-862da5fd-b44f-4d22-9169-e3afe1939818 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69357) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1246.198322] env[69357]: DEBUG nova.objects.instance [None req-862da5fd-b44f-4d22-9169-e3afe1939818 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lazy-loading 'flavor' on Instance uuid 7886a597-29c7-4dc0-9123-4852296a2f92 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.322492] env[69357]: DEBUG nova.network.neutron [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Successfully created port: 6ad1454f-1fd9-4b1b-ac62-4667370ae592 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1246.355456] env[69357]: DEBUG oslo_vmware.api [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]529c5b4f-6195-6a67-f440-4e3e6e7b7c02, 'name': SearchDatastore_Task, 'duration_secs': 0.00895} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.355751] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.355995] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.442523] env[69357]: DEBUG nova.compute.manager [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1246.520102] env[69357]: DEBUG nova.compute.manager [None req-7175bd7f-929f-4c4a-a759-253d63825b75 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1246.520423] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7175bd7f-929f-4c4a-a759-253d63825b75 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1246.521622] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb9932e-2b1c-4a93-9835-1546e65577ba {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.531253] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7175bd7f-929f-4c4a-a759-253d63825b75 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1246.531575] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ebe9ec6-1a5c-4ffa-8451-67b4fd19a82b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.539300] env[69357]: DEBUG oslo_vmware.api [None req-7175bd7f-929f-4c4a-a759-253d63825b75 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Waiting for the task: (returnval){ [ 1246.539300] env[69357]: value = "task-3283653" [ 1246.539300] env[69357]: _type = "Task" [ 1246.539300] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.547639] env[69357]: DEBUG oslo_vmware.api [None req-7175bd7f-929f-4c4a-a759-253d63825b75 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Task: {'id': task-3283653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.967659] env[69357]: DEBUG nova.compute.manager [req-0f33bb83-60fc-4d8a-86aa-c528c715bd74 req-d3dd47db-1ba2-4091-aba7-35547c819d32 service nova] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Received event network-changed-8d911cd4-2077-41f1-a8ba-a18d2e219ebc {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.967919] env[69357]: DEBUG nova.compute.manager [req-0f33bb83-60fc-4d8a-86aa-c528c715bd74 req-d3dd47db-1ba2-4091-aba7-35547c819d32 service nova] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Refreshing instance network info cache due to event network-changed-8d911cd4-2077-41f1-a8ba-a18d2e219ebc. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1246.969362] env[69357]: DEBUG oslo_concurrency.lockutils [req-0f33bb83-60fc-4d8a-86aa-c528c715bd74 req-d3dd47db-1ba2-4091-aba7-35547c819d32 service nova] Acquiring lock "refresh_cache-53a684cd-0825-4f47-8143-101084d8f300" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.969362] env[69357]: DEBUG oslo_concurrency.lockutils [req-0f33bb83-60fc-4d8a-86aa-c528c715bd74 req-d3dd47db-1ba2-4091-aba7-35547c819d32 service nova] Acquired lock "refresh_cache-53a684cd-0825-4f47-8143-101084d8f300" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.969362] env[69357]: DEBUG nova.network.neutron [req-0f33bb83-60fc-4d8a-86aa-c528c715bd74 req-d3dd47db-1ba2-4091-aba7-35547c819d32 service nova] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Refreshing network info cache for port 8d911cd4-2077-41f1-a8ba-a18d2e219ebc {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1246.988866] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e514d5-467e-4cbf-9443-1835de476b95 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.997571] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e60a55-fa28-4854-8ef9-e1e8dbd80b2a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.029434] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35786246-ef85-4ce3-8c1d-7ada66e4d914 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.036679] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55589ee6-9b1c-4a38-a517-38deca63fa58 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.057971] env[69357]: DEBUG nova.compute.provider_tree [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.059415] env[69357]: DEBUG oslo_vmware.api [None req-7175bd7f-929f-4c4a-a759-253d63825b75 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Task: {'id': task-3283653, 'name': PowerOffVM_Task, 'duration_secs': 0.180414} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.059660] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7175bd7f-929f-4c4a-a759-253d63825b75 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1247.059826] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7175bd7f-929f-4c4a-a759-253d63825b75 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1247.060256] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a11ddc5c-a2c2-4b71-bfdc-96899513df58 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.127957] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7175bd7f-929f-4c4a-a759-253d63825b75 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1247.128219] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7175bd7f-929f-4c4a-a759-253d63825b75 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1247.128374] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-7175bd7f-929f-4c4a-a759-253d63825b75 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Deleting the datastore file [datastore1] d2f76091-e6e0-46c2-8404-b482358e07bb {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1247.128628] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d15c39e-0b19-44b7-8b09-2f58d499862d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.135208] env[69357]: DEBUG oslo_vmware.api [None req-7175bd7f-929f-4c4a-a759-253d63825b75 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Waiting for the task: (returnval){ [ 1247.135208] env[69357]: value = "task-3283655" [ 1247.135208] env[69357]: _type = "Task" [ 1247.135208] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.142736] env[69357]: DEBUG oslo_vmware.api [None req-7175bd7f-929f-4c4a-a759-253d63825b75 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Task: {'id': task-3283655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.206055] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-862da5fd-b44f-4d22-9169-e3afe1939818 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.206374] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38c17982-8fe1-42da-abbf-909367d502fa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.213741] env[69357]: DEBUG oslo_vmware.api [None req-862da5fd-b44f-4d22-9169-e3afe1939818 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1247.213741] env[69357]: value = "task-3283656" [ 1247.213741] env[69357]: _type = "Task" [ 1247.213741] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.222348] env[69357]: DEBUG oslo_vmware.api [None req-862da5fd-b44f-4d22-9169-e3afe1939818 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.454293] env[69357]: DEBUG nova.compute.manager [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1247.483323] env[69357]: DEBUG nova.virt.hardware [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.483568] env[69357]: DEBUG nova.virt.hardware [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.483721] env[69357]: DEBUG nova.virt.hardware [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.483910] env[69357]: DEBUG nova.virt.hardware [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.484057] env[69357]: DEBUG nova.virt.hardware [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.484227] env[69357]: DEBUG nova.virt.hardware [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.484441] env[69357]: DEBUG nova.virt.hardware [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.484619] env[69357]: DEBUG nova.virt.hardware [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.484797] env[69357]: DEBUG nova.virt.hardware [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.484964] env[69357]: DEBUG nova.virt.hardware [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.485170] env[69357]: DEBUG nova.virt.hardware [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.486064] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b71e72-4836-40ee-9bc0-24def44d22b1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.494145] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33eee003-cb32-46e5-bcd8-7bf0451eae00 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.562451] env[69357]: DEBUG nova.scheduler.client.report [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.645845] env[69357]: DEBUG oslo_vmware.api [None req-7175bd7f-929f-4c4a-a759-253d63825b75 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Task: {'id': task-3283655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128766} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.646157] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-7175bd7f-929f-4c4a-a759-253d63825b75 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1247.646350] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7175bd7f-929f-4c4a-a759-253d63825b75 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1247.646527] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7175bd7f-929f-4c4a-a759-253d63825b75 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1247.646719] env[69357]: INFO nova.compute.manager [None req-7175bd7f-929f-4c4a-a759-253d63825b75 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1247.647029] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7175bd7f-929f-4c4a-a759-253d63825b75 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.647215] env[69357]: DEBUG nova.compute.manager [-] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1247.647314] env[69357]: DEBUG nova.network.neutron [-] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1247.692173] env[69357]: DEBUG nova.network.neutron [req-0f33bb83-60fc-4d8a-86aa-c528c715bd74 req-d3dd47db-1ba2-4091-aba7-35547c819d32 service nova] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Updated VIF entry in instance network info cache for port 8d911cd4-2077-41f1-a8ba-a18d2e219ebc. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1247.692571] env[69357]: DEBUG nova.network.neutron [req-0f33bb83-60fc-4d8a-86aa-c528c715bd74 req-d3dd47db-1ba2-4091-aba7-35547c819d32 service nova] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Updating instance_info_cache with network_info: [{"id": "8d911cd4-2077-41f1-a8ba-a18d2e219ebc", "address": "fa:16:3e:87:e7:14", "network": {"id": "82074a93-c394-43bb-b0c1-afe7aca69dda", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-872553940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "452367d5ad0f445ab04561b34a61ac38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d911cd4-20", "ovs_interfaceid": "8d911cd4-2077-41f1-a8ba-a18d2e219ebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.700210] env[69357]: DEBUG nova.compute.manager [req-85095fe3-b0a0-44bd-9a7f-2e7653e2c981 req-248fda28-bdbe-4014-a206-1e56f1308323 service nova] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Received event network-vif-plugged-6ad1454f-1fd9-4b1b-ac62-4667370ae592 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.700558] env[69357]: DEBUG oslo_concurrency.lockutils [req-85095fe3-b0a0-44bd-9a7f-2e7653e2c981 req-248fda28-bdbe-4014-a206-1e56f1308323 service nova] Acquiring lock "6c939849-387b-476b-b82a-83a35d84c381-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.700978] env[69357]: DEBUG oslo_concurrency.lockutils [req-85095fe3-b0a0-44bd-9a7f-2e7653e2c981 req-248fda28-bdbe-4014-a206-1e56f1308323 service nova] Lock "6c939849-387b-476b-b82a-83a35d84c381-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.701317] env[69357]: DEBUG oslo_concurrency.lockutils [req-85095fe3-b0a0-44bd-9a7f-2e7653e2c981 req-248fda28-bdbe-4014-a206-1e56f1308323 service nova] Lock "6c939849-387b-476b-b82a-83a35d84c381-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.701595] env[69357]: DEBUG nova.compute.manager [req-85095fe3-b0a0-44bd-9a7f-2e7653e2c981 req-248fda28-bdbe-4014-a206-1e56f1308323 service nova] [instance: 6c939849-387b-476b-b82a-83a35d84c381] No waiting events found dispatching network-vif-plugged-6ad1454f-1fd9-4b1b-ac62-4667370ae592 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1247.701898] env[69357]: WARNING nova.compute.manager [req-85095fe3-b0a0-44bd-9a7f-2e7653e2c981 req-248fda28-bdbe-4014-a206-1e56f1308323 service nova] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Received unexpected event network-vif-plugged-6ad1454f-1fd9-4b1b-ac62-4667370ae592 for instance with vm_state building and task_state spawning. [ 1247.725384] env[69357]: DEBUG oslo_vmware.api [None req-862da5fd-b44f-4d22-9169-e3afe1939818 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283656, 'name': PowerOffVM_Task, 'duration_secs': 0.271084} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.725872] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-862da5fd-b44f-4d22-9169-e3afe1939818 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1247.726215] env[69357]: DEBUG nova.compute.manager [None req-862da5fd-b44f-4d22-9169-e3afe1939818 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1247.727495] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91102b14-8176-444f-b521-ed7c8e8a7bc5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.866670] env[69357]: DEBUG nova.network.neutron [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Successfully updated port: 6ad1454f-1fd9-4b1b-ac62-4667370ae592 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1248.195804] env[69357]: DEBUG oslo_concurrency.lockutils [req-0f33bb83-60fc-4d8a-86aa-c528c715bd74 req-d3dd47db-1ba2-4091-aba7-35547c819d32 service nova] Releasing lock "refresh_cache-53a684cd-0825-4f47-8143-101084d8f300" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.239835] env[69357]: DEBUG oslo_concurrency.lockutils [None req-862da5fd-b44f-4d22-9169-e3afe1939818 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "7886a597-29c7-4dc0-9123-4852296a2f92" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.368269] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "refresh_cache-6c939849-387b-476b-b82a-83a35d84c381" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.368470] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquired lock "refresh_cache-6c939849-387b-476b-b82a-83a35d84c381" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.368669] env[69357]: DEBUG nova.network.neutron [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.478164] env[69357]: DEBUG nova.network.neutron [-] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.574324] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.218s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.593357] env[69357]: DEBUG nova.objects.instance [None req-8cb2d33f-1921-42d1-a92d-3ed617cc922b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lazy-loading 'flavor' on Instance uuid 7886a597-29c7-4dc0-9123-4852296a2f92 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.910938] env[69357]: DEBUG nova.network.neutron [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1248.981216] env[69357]: INFO nova.compute.manager [-] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Took 1.33 seconds to deallocate network for instance. [ 1249.046469] env[69357]: DEBUG nova.compute.manager [req-870d6952-1e33-4081-aa95-39567105d019 req-f6bb88d1-57d7-43ab-960c-7a6a6e38fc69 service nova] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Received event network-changed-8d911cd4-2077-41f1-a8ba-a18d2e219ebc {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.046674] env[69357]: DEBUG nova.compute.manager [req-870d6952-1e33-4081-aa95-39567105d019 req-f6bb88d1-57d7-43ab-960c-7a6a6e38fc69 service nova] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Refreshing instance network info cache due to event network-changed-8d911cd4-2077-41f1-a8ba-a18d2e219ebc. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1249.046911] env[69357]: DEBUG oslo_concurrency.lockutils [req-870d6952-1e33-4081-aa95-39567105d019 req-f6bb88d1-57d7-43ab-960c-7a6a6e38fc69 service nova] Acquiring lock "refresh_cache-53a684cd-0825-4f47-8143-101084d8f300" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.047115] env[69357]: DEBUG oslo_concurrency.lockutils [req-870d6952-1e33-4081-aa95-39567105d019 req-f6bb88d1-57d7-43ab-960c-7a6a6e38fc69 service nova] Acquired lock "refresh_cache-53a684cd-0825-4f47-8143-101084d8f300" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.047276] env[69357]: DEBUG nova.network.neutron [req-870d6952-1e33-4081-aa95-39567105d019 req-f6bb88d1-57d7-43ab-960c-7a6a6e38fc69 service nova] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Refreshing network info cache for port 8d911cd4-2077-41f1-a8ba-a18d2e219ebc {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.057102] env[69357]: DEBUG nova.network.neutron [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Updating instance_info_cache with network_info: [{"id": "6ad1454f-1fd9-4b1b-ac62-4667370ae592", "address": "fa:16:3e:91:9c:02", "network": {"id": "91507c6f-2dae-4b3a-832f-a0844c7f3c7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-298291127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25f1f9bf540c4f3ca42ed05d7038170a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ad1454f-1f", "ovs_interfaceid": "6ad1454f-1fd9-4b1b-ac62-4667370ae592", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.100573] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8cb2d33f-1921-42d1-a92d-3ed617cc922b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "refresh_cache-7886a597-29c7-4dc0-9123-4852296a2f92" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.100750] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8cb2d33f-1921-42d1-a92d-3ed617cc922b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquired lock "refresh_cache-7886a597-29c7-4dc0-9123-4852296a2f92" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.100926] env[69357]: DEBUG nova.network.neutron [None req-8cb2d33f-1921-42d1-a92d-3ed617cc922b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.101219] env[69357]: DEBUG nova.objects.instance [None req-8cb2d33f-1921-42d1-a92d-3ed617cc922b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lazy-loading 'info_cache' on Instance uuid 7886a597-29c7-4dc0-9123-4852296a2f92 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.137316] env[69357]: INFO nova.scheduler.client.report [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Deleted allocation for migration 21dfcab2-45fe-46f2-8e01-77bf56ad2e3d [ 1249.487572] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7175bd7f-929f-4c4a-a759-253d63825b75 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.487974] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7175bd7f-929f-4c4a-a759-253d63825b75 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.488181] env[69357]: DEBUG nova.objects.instance [None req-7175bd7f-929f-4c4a-a759-253d63825b75 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Lazy-loading 'resources' on Instance uuid d2f76091-e6e0-46c2-8404-b482358e07bb {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.559352] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Releasing lock "refresh_cache-6c939849-387b-476b-b82a-83a35d84c381" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.559649] env[69357]: DEBUG nova.compute.manager [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Instance network_info: |[{"id": "6ad1454f-1fd9-4b1b-ac62-4667370ae592", "address": "fa:16:3e:91:9c:02", "network": {"id": "91507c6f-2dae-4b3a-832f-a0844c7f3c7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-298291127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25f1f9bf540c4f3ca42ed05d7038170a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ad1454f-1f", "ovs_interfaceid": "6ad1454f-1fd9-4b1b-ac62-4667370ae592", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1249.560309] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:9c:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ad1454f-1fd9-4b1b-ac62-4667370ae592', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1249.567664] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.568648] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1249.568891] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac65c42f-57db-4741-86dd-df705bbd2845 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.590996] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1249.590996] env[69357]: value = "task-3283657" [ 1249.590996] env[69357]: _type = "Task" [ 1249.590996] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.598469] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283657, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.603775] env[69357]: DEBUG nova.objects.base [None req-8cb2d33f-1921-42d1-a92d-3ed617cc922b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Object Instance<7886a597-29c7-4dc0-9123-4852296a2f92> lazy-loaded attributes: flavor,info_cache {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1249.643729] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "6f3b9741-cefa-4987-a36b-40bcdbc34582" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.590s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.733604] env[69357]: DEBUG nova.compute.manager [req-5a323191-588c-4aef-a3a2-48df5157ff5c req-bbedee95-9e70-4113-8ae0-9ef0ac47e54f service nova] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Received event network-changed-6ad1454f-1fd9-4b1b-ac62-4667370ae592 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.733806] env[69357]: DEBUG nova.compute.manager [req-5a323191-588c-4aef-a3a2-48df5157ff5c req-bbedee95-9e70-4113-8ae0-9ef0ac47e54f service nova] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Refreshing instance network info cache due to event network-changed-6ad1454f-1fd9-4b1b-ac62-4667370ae592. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1249.734026] env[69357]: DEBUG oslo_concurrency.lockutils [req-5a323191-588c-4aef-a3a2-48df5157ff5c req-bbedee95-9e70-4113-8ae0-9ef0ac47e54f service nova] Acquiring lock "refresh_cache-6c939849-387b-476b-b82a-83a35d84c381" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.734174] env[69357]: DEBUG oslo_concurrency.lockutils [req-5a323191-588c-4aef-a3a2-48df5157ff5c req-bbedee95-9e70-4113-8ae0-9ef0ac47e54f service nova] Acquired lock "refresh_cache-6c939849-387b-476b-b82a-83a35d84c381" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.734335] env[69357]: DEBUG nova.network.neutron [req-5a323191-588c-4aef-a3a2-48df5157ff5c req-bbedee95-9e70-4113-8ae0-9ef0ac47e54f service nova] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Refreshing network info cache for port 6ad1454f-1fd9-4b1b-ac62-4667370ae592 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.759821] env[69357]: DEBUG nova.network.neutron [req-870d6952-1e33-4081-aa95-39567105d019 req-f6bb88d1-57d7-43ab-960c-7a6a6e38fc69 service nova] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Updated VIF entry in instance network info cache for port 8d911cd4-2077-41f1-a8ba-a18d2e219ebc. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1249.760214] env[69357]: DEBUG nova.network.neutron [req-870d6952-1e33-4081-aa95-39567105d019 req-f6bb88d1-57d7-43ab-960c-7a6a6e38fc69 service nova] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Updating instance_info_cache with network_info: [{"id": "8d911cd4-2077-41f1-a8ba-a18d2e219ebc", "address": "fa:16:3e:87:e7:14", "network": {"id": "82074a93-c394-43bb-b0c1-afe7aca69dda", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-872553940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "452367d5ad0f445ab04561b34a61ac38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d911cd4-20", "ovs_interfaceid": "8d911cd4-2077-41f1-a8ba-a18d2e219ebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.082431] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de25a63-0513-4477-a44a-bc42d184ab4c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.089834] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302ab336-28de-473c-bfd4-dfe1f0b59d01 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.100332] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283657, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.126182] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd73232-2dfe-4f98-b903-dc27d7703449 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.133176] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803551c0-d460-4111-830d-25a81b2076dd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.146232] env[69357]: DEBUG nova.compute.provider_tree [None req-7175bd7f-929f-4c4a-a759-253d63825b75 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.262900] env[69357]: DEBUG oslo_concurrency.lockutils [req-870d6952-1e33-4081-aa95-39567105d019 req-f6bb88d1-57d7-43ab-960c-7a6a6e38fc69 service nova] Releasing lock "refresh_cache-53a684cd-0825-4f47-8143-101084d8f300" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.394558] env[69357]: DEBUG nova.network.neutron [None req-8cb2d33f-1921-42d1-a92d-3ed617cc922b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Updating instance_info_cache with network_info: [{"id": "395baa0c-0e62-4144-a1fb-002c17ba8194", "address": "fa:16:3e:ad:f4:82", "network": {"id": "73a4f450-d642-4b42-a6f9-ea21c73f279a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1452404450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "419ee38d757b4d428b684cdc28bb5421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395baa0c-0e", "ovs_interfaceid": "395baa0c-0e62-4144-a1fb-002c17ba8194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.476688] env[69357]: DEBUG nova.network.neutron [req-5a323191-588c-4aef-a3a2-48df5157ff5c req-bbedee95-9e70-4113-8ae0-9ef0ac47e54f service nova] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Updated VIF entry in instance network info cache for port 6ad1454f-1fd9-4b1b-ac62-4667370ae592. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.477116] env[69357]: DEBUG nova.network.neutron [req-5a323191-588c-4aef-a3a2-48df5157ff5c req-bbedee95-9e70-4113-8ae0-9ef0ac47e54f service nova] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Updating instance_info_cache with network_info: [{"id": "6ad1454f-1fd9-4b1b-ac62-4667370ae592", "address": "fa:16:3e:91:9c:02", "network": {"id": "91507c6f-2dae-4b3a-832f-a0844c7f3c7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-298291127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25f1f9bf540c4f3ca42ed05d7038170a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ad1454f-1f", "ovs_interfaceid": "6ad1454f-1fd9-4b1b-ac62-4667370ae592", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.602406] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283657, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.648866] env[69357]: DEBUG nova.scheduler.client.report [None req-7175bd7f-929f-4c4a-a759-253d63825b75 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.897774] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8cb2d33f-1921-42d1-a92d-3ed617cc922b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Releasing lock "refresh_cache-7886a597-29c7-4dc0-9123-4852296a2f92" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.979340] env[69357]: DEBUG oslo_concurrency.lockutils [req-5a323191-588c-4aef-a3a2-48df5157ff5c req-bbedee95-9e70-4113-8ae0-9ef0ac47e54f service nova] Releasing lock "refresh_cache-6c939849-387b-476b-b82a-83a35d84c381" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.979622] env[69357]: DEBUG nova.compute.manager [req-5a323191-588c-4aef-a3a2-48df5157ff5c req-bbedee95-9e70-4113-8ae0-9ef0ac47e54f service nova] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Received event network-vif-deleted-519dc592-78fe-48ac-8b85-34036ef00e46 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.075081] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "6f3b9741-cefa-4987-a36b-40bcdbc34582" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.075355] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "6f3b9741-cefa-4987-a36b-40bcdbc34582" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.075563] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "6f3b9741-cefa-4987-a36b-40bcdbc34582-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.075742] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "6f3b9741-cefa-4987-a36b-40bcdbc34582-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.075908] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "6f3b9741-cefa-4987-a36b-40bcdbc34582-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.078152] env[69357]: INFO nova.compute.manager [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Terminating instance [ 1251.103312] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283657, 'name': CreateVM_Task, 'duration_secs': 1.451013} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.103515] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1251.104102] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.104266] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.104577] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.104818] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0329963-d9d7-4ce7-8368-da6c52f8d92e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.109275] env[69357]: DEBUG oslo_vmware.api [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1251.109275] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a1076e-9407-48a1-cfde-3ce0f945e867" [ 1251.109275] env[69357]: _type = "Task" [ 1251.109275] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.116389] env[69357]: DEBUG oslo_vmware.api [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a1076e-9407-48a1-cfde-3ce0f945e867, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.153649] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7175bd7f-929f-4c4a-a759-253d63825b75 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.171447] env[69357]: INFO nova.scheduler.client.report [None req-7175bd7f-929f-4c4a-a759-253d63825b75 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Deleted allocations for instance d2f76091-e6e0-46c2-8404-b482358e07bb [ 1251.582065] env[69357]: DEBUG nova.compute.manager [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1251.582065] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.583307] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac94155-bf76-421d-88e2-db8d33c7b4ad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.590864] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.591104] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0efd2833-8199-4ed8-8a79-89a44b9a474d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.596610] env[69357]: DEBUG oslo_vmware.api [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1251.596610] env[69357]: value = "task-3283658" [ 1251.596610] env[69357]: _type = "Task" [ 1251.596610] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.604095] env[69357]: DEBUG oslo_vmware.api [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.618686] env[69357]: DEBUG oslo_vmware.api [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a1076e-9407-48a1-cfde-3ce0f945e867, 'name': SearchDatastore_Task, 'duration_secs': 0.009544} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.619057] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.619293] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1251.619527] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.619672] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.619845] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1251.620133] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8db227e4-2400-4e1d-8261-365d4293e406 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.628162] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1251.628349] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1251.629038] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2383226e-5cfd-442e-9add-72480db50751 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.633699] env[69357]: DEBUG oslo_vmware.api [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1251.633699] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c9eaac-b0ea-5fff-6a76-8766aa29fbae" [ 1251.633699] env[69357]: _type = "Task" [ 1251.633699] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.641095] env[69357]: DEBUG oslo_vmware.api [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c9eaac-b0ea-5fff-6a76-8766aa29fbae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.679038] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7175bd7f-929f-4c4a-a759-253d63825b75 tempest-ServersNegativeTestMultiTenantJSON-1271989096 tempest-ServersNegativeTestMultiTenantJSON-1271989096-project-member] Lock "d2f76091-e6e0-46c2-8404-b482358e07bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.666s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.902718] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb2d33f-1921-42d1-a92d-3ed617cc922b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1251.903061] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95245442-1827-49ba-84a2-225dc6f0692e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.912722] env[69357]: DEBUG oslo_vmware.api [None req-8cb2d33f-1921-42d1-a92d-3ed617cc922b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1251.912722] env[69357]: value = "task-3283659" [ 1251.912722] env[69357]: _type = "Task" [ 1251.912722] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.920192] env[69357]: DEBUG oslo_vmware.api [None req-8cb2d33f-1921-42d1-a92d-3ed617cc922b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.106140] env[69357]: DEBUG oslo_vmware.api [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283658, 'name': PowerOffVM_Task, 'duration_secs': 0.182399} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.106401] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1252.106528] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1252.106776] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed23937b-02ac-44da-9bf3-42c3e7ad32df {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.143955] env[69357]: DEBUG oslo_vmware.api [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c9eaac-b0ea-5fff-6a76-8766aa29fbae, 'name': SearchDatastore_Task, 'duration_secs': 0.009046} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.144957] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-523e9d05-4cf5-499c-9b77-5998b523f712 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.150033] env[69357]: DEBUG oslo_vmware.api [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1252.150033] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]522fe4ed-abb9-f4db-c259-db64c956d62a" [ 1252.150033] env[69357]: _type = "Task" [ 1252.150033] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.157825] env[69357]: DEBUG oslo_vmware.api [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]522fe4ed-abb9-f4db-c259-db64c956d62a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.173116] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1252.173391] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1252.173640] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Deleting the datastore file [datastore1] 6f3b9741-cefa-4987-a36b-40bcdbc34582 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1252.173865] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30712b36-ebdb-45ef-bc68-f653b4b2d33e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.180696] env[69357]: DEBUG oslo_vmware.api [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for the task: (returnval){ [ 1252.180696] env[69357]: value = "task-3283661" [ 1252.180696] env[69357]: _type = "Task" [ 1252.180696] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.188420] env[69357]: DEBUG oslo_vmware.api [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.422748] env[69357]: DEBUG oslo_vmware.api [None req-8cb2d33f-1921-42d1-a92d-3ed617cc922b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283659, 'name': PowerOnVM_Task, 'duration_secs': 0.373625} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.423016] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb2d33f-1921-42d1-a92d-3ed617cc922b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1252.423354] env[69357]: DEBUG nova.compute.manager [None req-8cb2d33f-1921-42d1-a92d-3ed617cc922b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1252.424182] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724acab9-8f92-461b-b48f-acad6463789c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.660893] env[69357]: DEBUG oslo_vmware.api [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]522fe4ed-abb9-f4db-c259-db64c956d62a, 'name': SearchDatastore_Task, 'duration_secs': 0.009106} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.661252] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.661440] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 6c939849-387b-476b-b82a-83a35d84c381/6c939849-387b-476b-b82a-83a35d84c381.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1252.662855] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e4888a1-17d3-432b-8bcb-2dc29554b0e6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.667843] env[69357]: DEBUG oslo_vmware.api [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1252.667843] env[69357]: value = "task-3283662" [ 1252.667843] env[69357]: _type = "Task" [ 1252.667843] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.678071] env[69357]: DEBUG oslo_vmware.api [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.692506] env[69357]: DEBUG oslo_vmware.api [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Task: {'id': task-3283661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148673} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.692783] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1252.692972] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1252.693167] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1252.693342] env[69357]: INFO nova.compute.manager [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1252.693587] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1252.693788] env[69357]: DEBUG nova.compute.manager [-] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1252.693884] env[69357]: DEBUG nova.network.neutron [-] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1252.985202] env[69357]: DEBUG nova.compute.manager [req-38b70dfa-4d2e-4f34-809a-f5ea89067758 req-d413b800-6e93-4c80-ab82-cc7a5907664a service nova] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Received event network-vif-deleted-63d7148f-c476-4df2-84d1-e0a439f4e449 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.985491] env[69357]: INFO nova.compute.manager [req-38b70dfa-4d2e-4f34-809a-f5ea89067758 req-d413b800-6e93-4c80-ab82-cc7a5907664a service nova] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Neutron deleted interface 63d7148f-c476-4df2-84d1-e0a439f4e449; detaching it from the instance and deleting it from the info cache [ 1252.985538] env[69357]: DEBUG nova.network.neutron [req-38b70dfa-4d2e-4f34-809a-f5ea89067758 req-d413b800-6e93-4c80-ab82-cc7a5907664a service nova] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.177900] env[69357]: DEBUG oslo_vmware.api [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467641} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.178250] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 6c939849-387b-476b-b82a-83a35d84c381/6c939849-387b-476b-b82a-83a35d84c381.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1253.178476] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1253.178740] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f2e6fa8-0135-43b4-aacb-0d6e0d12a1a8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.186560] env[69357]: DEBUG oslo_vmware.api [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1253.186560] env[69357]: value = "task-3283663" [ 1253.186560] env[69357]: _type = "Task" [ 1253.186560] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.197610] env[69357]: DEBUG oslo_vmware.api [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283663, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.466872] env[69357]: DEBUG nova.network.neutron [-] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.488685] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b2b26eae-227a-4c41-9d8b-bcd927ff3fee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.498409] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4899011d-f0da-4a04-9dfa-da91b9862b22 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.528019] env[69357]: DEBUG nova.compute.manager [req-38b70dfa-4d2e-4f34-809a-f5ea89067758 req-d413b800-6e93-4c80-ab82-cc7a5907664a service nova] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Detach interface failed, port_id=63d7148f-c476-4df2-84d1-e0a439f4e449, reason: Instance 6f3b9741-cefa-4987-a36b-40bcdbc34582 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1253.698832] env[69357]: DEBUG oslo_vmware.api [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283663, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17362} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.699146] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1253.699988] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8702d55-4b6d-4881-adb2-062f82310665 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.727971] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 6c939849-387b-476b-b82a-83a35d84c381/6c939849-387b-476b-b82a-83a35d84c381.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.728318] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05b9672d-c96e-4312-803f-690f2464bf01 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.749269] env[69357]: DEBUG oslo_vmware.api [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1253.749269] env[69357]: value = "task-3283664" [ 1253.749269] env[69357]: _type = "Task" [ 1253.749269] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.759322] env[69357]: DEBUG oslo_vmware.api [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283664, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.969548] env[69357]: INFO nova.compute.manager [-] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Took 1.28 seconds to deallocate network for instance. [ 1254.258904] env[69357]: DEBUG oslo_vmware.api [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283664, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.477162] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.477462] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.477652] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.505077] env[69357]: INFO nova.scheduler.client.report [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Deleted allocations for instance 6f3b9741-cefa-4987-a36b-40bcdbc34582 [ 1254.761284] env[69357]: DEBUG oslo_vmware.api [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283664, 'name': ReconfigVM_Task, 'duration_secs': 0.525269} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.761732] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 6c939849-387b-476b-b82a-83a35d84c381/6c939849-387b-476b-b82a-83a35d84c381.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1254.762635] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cdf063b-0b7d-430e-a87e-ea91e3b189d2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.770524] env[69357]: DEBUG oslo_vmware.api [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1254.770524] env[69357]: value = "task-3283665" [ 1254.770524] env[69357]: _type = "Task" [ 1254.770524] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.783547] env[69357]: DEBUG oslo_vmware.api [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283665, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.015410] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fca8ef5a-f8f2-4ec2-8b6d-87f7c9d63563 tempest-DeleteServersTestJSON-659951766 tempest-DeleteServersTestJSON-659951766-project-member] Lock "6f3b9741-cefa-4987-a36b-40bcdbc34582" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.940s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.282419] env[69357]: DEBUG oslo_vmware.api [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283665, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.781780] env[69357]: DEBUG oslo_vmware.api [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283665, 'name': Rename_Task, 'duration_secs': 0.596339} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.782117] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1255.782426] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c274dd6-7a86-4c24-9ac2-3af69880f45a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.788028] env[69357]: DEBUG oslo_vmware.api [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1255.788028] env[69357]: value = "task-3283667" [ 1255.788028] env[69357]: _type = "Task" [ 1255.788028] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.795245] env[69357]: DEBUG oslo_vmware.api [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.297128] env[69357]: DEBUG oslo_vmware.api [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283667, 'name': PowerOnVM_Task, 'duration_secs': 0.440151} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.297407] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1256.297609] env[69357]: INFO nova.compute.manager [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1256.297784] env[69357]: DEBUG nova.compute.manager [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1256.298562] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54519cee-62ce-49bb-bb54-3ae091e6a684 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.816051] env[69357]: INFO nova.compute.manager [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Took 13.60 seconds to build instance. [ 1257.317782] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d9f6f202-7d68-4335-a68b-29ed0c2ebfbe tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "6c939849-387b-476b-b82a-83a35d84c381" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.106s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.577230] env[69357]: DEBUG nova.compute.manager [req-01784b47-cbaf-489b-9171-5bfc5386cc49 req-7002ad7f-3dec-4a2f-a724-7ca8f058438b service nova] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Received event network-changed-6ad1454f-1fd9-4b1b-ac62-4667370ae592 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.577314] env[69357]: DEBUG nova.compute.manager [req-01784b47-cbaf-489b-9171-5bfc5386cc49 req-7002ad7f-3dec-4a2f-a724-7ca8f058438b service nova] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Refreshing instance network info cache due to event network-changed-6ad1454f-1fd9-4b1b-ac62-4667370ae592. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1257.577491] env[69357]: DEBUG oslo_concurrency.lockutils [req-01784b47-cbaf-489b-9171-5bfc5386cc49 req-7002ad7f-3dec-4a2f-a724-7ca8f058438b service nova] Acquiring lock "refresh_cache-6c939849-387b-476b-b82a-83a35d84c381" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.577634] env[69357]: DEBUG oslo_concurrency.lockutils [req-01784b47-cbaf-489b-9171-5bfc5386cc49 req-7002ad7f-3dec-4a2f-a724-7ca8f058438b service nova] Acquired lock "refresh_cache-6c939849-387b-476b-b82a-83a35d84c381" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.577792] env[69357]: DEBUG nova.network.neutron [req-01784b47-cbaf-489b-9171-5bfc5386cc49 req-7002ad7f-3dec-4a2f-a724-7ca8f058438b service nova] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Refreshing network info cache for port 6ad1454f-1fd9-4b1b-ac62-4667370ae592 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1258.112549] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.277097] env[69357]: DEBUG nova.network.neutron [req-01784b47-cbaf-489b-9171-5bfc5386cc49 req-7002ad7f-3dec-4a2f-a724-7ca8f058438b service nova] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Updated VIF entry in instance network info cache for port 6ad1454f-1fd9-4b1b-ac62-4667370ae592. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1258.277495] env[69357]: DEBUG nova.network.neutron [req-01784b47-cbaf-489b-9171-5bfc5386cc49 req-7002ad7f-3dec-4a2f-a724-7ca8f058438b service nova] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Updating instance_info_cache with network_info: [{"id": "6ad1454f-1fd9-4b1b-ac62-4667370ae592", "address": "fa:16:3e:91:9c:02", "network": {"id": "91507c6f-2dae-4b3a-832f-a0844c7f3c7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-298291127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25f1f9bf540c4f3ca42ed05d7038170a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ad1454f-1f", "ovs_interfaceid": "6ad1454f-1fd9-4b1b-ac62-4667370ae592", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.780310] env[69357]: DEBUG oslo_concurrency.lockutils [req-01784b47-cbaf-489b-9171-5bfc5386cc49 req-7002ad7f-3dec-4a2f-a724-7ca8f058438b service nova] Releasing lock "refresh_cache-6c939849-387b-476b-b82a-83a35d84c381" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.110435] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.110629] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69357) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1260.105982] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.110261] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.110652] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.110696] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.615043] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.615043] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.615043] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.615043] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69357) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1263.615780] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8556ddf3-7a9c-47d3-a272-e17a6e5933e1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.623851] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bdf3d6-3116-4b56-bf49-a37cbc67f31c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.638484] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d478f597-3956-480e-8a3d-172b5f5821af {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.644714] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b95ea79-3745-43f5-adc2-b372e38aa185 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.673398] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180366MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=69357) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1263.673612] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.673775] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.701148] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 81d45460-51bd-4054-b273-282e721c45fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1264.701421] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 77b739f4-17b0-40a0-928d-982b74f38efe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1264.701421] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 53a684cd-0825-4f47-8143-101084d8f300 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1264.701545] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 7886a597-29c7-4dc0-9123-4852296a2f92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1264.701655] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 6c939849-387b-476b-b82a-83a35d84c381 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1264.701839] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1264.701979] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1264.765312] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f89818-5c1b-4bbd-8980-8de550a1c8e0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.772583] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd82ecbf-472c-4042-9864-6cef921108d0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.803169] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d049fe-eee7-4831-bf35-bae69e117bd2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.809951] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9215719-e7e5-4098-bd5d-c4f4733da342 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.822710] env[69357]: DEBUG nova.compute.provider_tree [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.325849] env[69357]: DEBUG nova.scheduler.client.report [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.830371] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1265.830721] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.157s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.831044] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.110803] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1270.107053] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.058675] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8f756968-3eda-4b13-9ed3-4300cc9e3d39 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquiring lock "53a684cd-0825-4f47-8143-101084d8f300" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.059127] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8f756968-3eda-4b13-9ed3-4300cc9e3d39 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lock "53a684cd-0825-4f47-8143-101084d8f300" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.562421] env[69357]: INFO nova.compute.manager [None req-8f756968-3eda-4b13-9ed3-4300cc9e3d39 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Detaching volume 1bc51d9b-71ec-43ca-a7be-494de98b06a9 [ 1283.591125] env[69357]: INFO nova.virt.block_device [None req-8f756968-3eda-4b13-9ed3-4300cc9e3d39 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Attempting to driver detach volume 1bc51d9b-71ec-43ca-a7be-494de98b06a9 from mountpoint /dev/sdb [ 1283.591363] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f756968-3eda-4b13-9ed3-4300cc9e3d39 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Volume detach. Driver type: vmdk {{(pid=69357) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1283.591549] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f756968-3eda-4b13-9ed3-4300cc9e3d39 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655729', 'volume_id': '1bc51d9b-71ec-43ca-a7be-494de98b06a9', 'name': 'volume-1bc51d9b-71ec-43ca-a7be-494de98b06a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '53a684cd-0825-4f47-8143-101084d8f300', 'attached_at': '', 'detached_at': '', 'volume_id': '1bc51d9b-71ec-43ca-a7be-494de98b06a9', 'serial': '1bc51d9b-71ec-43ca-a7be-494de98b06a9'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1283.593021] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9278df6c-9aa4-4e3d-9bf2-3354e840dd89 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.613688] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2e1103-f09f-4e15-ac1f-74bd44c79229 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.620608] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1579205c-9308-409b-b0d0-a50e85920a28 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.640460] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040a4aa9-78ba-4ca6-a77f-398d7d5277a4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.654329] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f756968-3eda-4b13-9ed3-4300cc9e3d39 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] The volume has not been displaced from its original location: [datastore1] volume-1bc51d9b-71ec-43ca-a7be-494de98b06a9/volume-1bc51d9b-71ec-43ca-a7be-494de98b06a9.vmdk. No consolidation needed. {{(pid=69357) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1283.659557] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f756968-3eda-4b13-9ed3-4300cc9e3d39 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1283.659811] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78c8e8f9-8fce-4cec-9655-d654a5a75248 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.676590] env[69357]: DEBUG oslo_vmware.api [None req-8f756968-3eda-4b13-9ed3-4300cc9e3d39 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1283.676590] env[69357]: value = "task-3283668" [ 1283.676590] env[69357]: _type = "Task" [ 1283.676590] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.683615] env[69357]: DEBUG oslo_vmware.api [None req-8f756968-3eda-4b13-9ed3-4300cc9e3d39 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283668, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.734417] env[69357]: DEBUG oslo_concurrency.lockutils [None req-840fb224-0c66-49f8-a593-c719edbb17b1 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "7886a597-29c7-4dc0-9123-4852296a2f92" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.734732] env[69357]: DEBUG oslo_concurrency.lockutils [None req-840fb224-0c66-49f8-a593-c719edbb17b1 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "7886a597-29c7-4dc0-9123-4852296a2f92" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.735311] env[69357]: INFO nova.compute.manager [None req-840fb224-0c66-49f8-a593-c719edbb17b1 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Rebooting instance [ 1284.185957] env[69357]: DEBUG oslo_vmware.api [None req-8f756968-3eda-4b13-9ed3-4300cc9e3d39 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283668, 'name': ReconfigVM_Task, 'duration_secs': 0.213997} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.186249] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f756968-3eda-4b13-9ed3-4300cc9e3d39 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1284.190852] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8e65eb2-8cfa-4a75-ae92-62ffa5d0975f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.205149] env[69357]: DEBUG oslo_vmware.api [None req-8f756968-3eda-4b13-9ed3-4300cc9e3d39 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1284.205149] env[69357]: value = "task-3283669" [ 1284.205149] env[69357]: _type = "Task" [ 1284.205149] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.212434] env[69357]: DEBUG oslo_vmware.api [None req-8f756968-3eda-4b13-9ed3-4300cc9e3d39 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283669, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.251257] env[69357]: DEBUG oslo_concurrency.lockutils [None req-840fb224-0c66-49f8-a593-c719edbb17b1 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "refresh_cache-7886a597-29c7-4dc0-9123-4852296a2f92" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.251442] env[69357]: DEBUG oslo_concurrency.lockutils [None req-840fb224-0c66-49f8-a593-c719edbb17b1 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquired lock "refresh_cache-7886a597-29c7-4dc0-9123-4852296a2f92" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.251621] env[69357]: DEBUG nova.network.neutron [None req-840fb224-0c66-49f8-a593-c719edbb17b1 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1284.716415] env[69357]: DEBUG oslo_vmware.api [None req-8f756968-3eda-4b13-9ed3-4300cc9e3d39 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283669, 'name': ReconfigVM_Task, 'duration_secs': 0.141893} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.716671] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f756968-3eda-4b13-9ed3-4300cc9e3d39 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655729', 'volume_id': '1bc51d9b-71ec-43ca-a7be-494de98b06a9', 'name': 'volume-1bc51d9b-71ec-43ca-a7be-494de98b06a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '53a684cd-0825-4f47-8143-101084d8f300', 'attached_at': '', 'detached_at': '', 'volume_id': '1bc51d9b-71ec-43ca-a7be-494de98b06a9', 'serial': '1bc51d9b-71ec-43ca-a7be-494de98b06a9'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1284.939440] env[69357]: DEBUG nova.network.neutron [None req-840fb224-0c66-49f8-a593-c719edbb17b1 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Updating instance_info_cache with network_info: [{"id": "395baa0c-0e62-4144-a1fb-002c17ba8194", "address": "fa:16:3e:ad:f4:82", "network": {"id": "73a4f450-d642-4b42-a6f9-ea21c73f279a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1452404450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "419ee38d757b4d428b684cdc28bb5421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395baa0c-0e", "ovs_interfaceid": "395baa0c-0e62-4144-a1fb-002c17ba8194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.255495] env[69357]: DEBUG nova.objects.instance [None req-8f756968-3eda-4b13-9ed3-4300cc9e3d39 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lazy-loading 'flavor' on Instance uuid 53a684cd-0825-4f47-8143-101084d8f300 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.442113] env[69357]: DEBUG oslo_concurrency.lockutils [None req-840fb224-0c66-49f8-a593-c719edbb17b1 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Releasing lock "refresh_cache-7886a597-29c7-4dc0-9123-4852296a2f92" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.946370] env[69357]: DEBUG nova.compute.manager [None req-840fb224-0c66-49f8-a593-c719edbb17b1 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1285.947261] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffba2be2-b475-4ee5-86d7-e288137f7e97 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.263860] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8f756968-3eda-4b13-9ed3-4300cc9e3d39 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lock "53a684cd-0825-4f47-8143-101084d8f300" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.205s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.963199] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc19ac5d-0303-4f70-b550-993eee912780 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.970871] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-840fb224-0c66-49f8-a593-c719edbb17b1 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Doing hard reboot of VM {{(pid=69357) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1286.971199] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-7bb91a92-9d62-4024-b484-30d15a1ecbd2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.977010] env[69357]: DEBUG oslo_vmware.api [None req-840fb224-0c66-49f8-a593-c719edbb17b1 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1286.977010] env[69357]: value = "task-3283670" [ 1286.977010] env[69357]: _type = "Task" [ 1286.977010] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.984386] env[69357]: DEBUG oslo_vmware.api [None req-840fb224-0c66-49f8-a593-c719edbb17b1 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283670, 'name': ResetVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.366620] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cb559d97-f07b-4f82-a2c3-8d1142d824c2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquiring lock "53a684cd-0825-4f47-8143-101084d8f300" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.367092] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cb559d97-f07b-4f82-a2c3-8d1142d824c2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lock "53a684cd-0825-4f47-8143-101084d8f300" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.367154] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cb559d97-f07b-4f82-a2c3-8d1142d824c2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquiring lock "53a684cd-0825-4f47-8143-101084d8f300-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.367320] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cb559d97-f07b-4f82-a2c3-8d1142d824c2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lock "53a684cd-0825-4f47-8143-101084d8f300-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.367503] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cb559d97-f07b-4f82-a2c3-8d1142d824c2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lock "53a684cd-0825-4f47-8143-101084d8f300-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.369651] env[69357]: INFO nova.compute.manager [None req-cb559d97-f07b-4f82-a2c3-8d1142d824c2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Terminating instance [ 1287.486725] env[69357]: DEBUG oslo_vmware.api [None req-840fb224-0c66-49f8-a593-c719edbb17b1 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283670, 'name': ResetVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.872991] env[69357]: DEBUG nova.compute.manager [None req-cb559d97-f07b-4f82-a2c3-8d1142d824c2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1287.873276] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cb559d97-f07b-4f82-a2c3-8d1142d824c2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1287.874190] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421c5905-da0d-4966-a33d-87441ec34f4a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.881831] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb559d97-f07b-4f82-a2c3-8d1142d824c2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.882079] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd4ca618-c89d-4e0b-8182-d2533c27fa62 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.888653] env[69357]: DEBUG oslo_vmware.api [None req-cb559d97-f07b-4f82-a2c3-8d1142d824c2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1287.888653] env[69357]: value = "task-3283671" [ 1287.888653] env[69357]: _type = "Task" [ 1287.888653] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.896870] env[69357]: DEBUG oslo_vmware.api [None req-cb559d97-f07b-4f82-a2c3-8d1142d824c2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.987017] env[69357]: DEBUG oslo_vmware.api [None req-840fb224-0c66-49f8-a593-c719edbb17b1 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283670, 'name': ResetVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.398194] env[69357]: DEBUG oslo_vmware.api [None req-cb559d97-f07b-4f82-a2c3-8d1142d824c2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.487787] env[69357]: DEBUG oslo_vmware.api [None req-840fb224-0c66-49f8-a593-c719edbb17b1 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283670, 'name': ResetVM_Task, 'duration_secs': 1.085778} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.488029] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-840fb224-0c66-49f8-a593-c719edbb17b1 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Did hard reboot of VM {{(pid=69357) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1288.488269] env[69357]: DEBUG nova.compute.manager [None req-840fb224-0c66-49f8-a593-c719edbb17b1 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1288.489154] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08266d10-578f-473c-9dd8-2877fd3356ac {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.898810] env[69357]: DEBUG oslo_vmware.api [None req-cb559d97-f07b-4f82-a2c3-8d1142d824c2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283671, 'name': PowerOffVM_Task, 'duration_secs': 0.630264} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.899050] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb559d97-f07b-4f82-a2c3-8d1142d824c2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1288.899238] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cb559d97-f07b-4f82-a2c3-8d1142d824c2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1288.899495] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6608aaa3-3b39-4f8a-a9b7-98306282f1c9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.969942] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cb559d97-f07b-4f82-a2c3-8d1142d824c2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1288.970203] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cb559d97-f07b-4f82-a2c3-8d1142d824c2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1288.970377] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb559d97-f07b-4f82-a2c3-8d1142d824c2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Deleting the datastore file [datastore1] 53a684cd-0825-4f47-8143-101084d8f300 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1288.970661] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ec44d98-a3aa-44a4-9183-2c8d6170a143 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.976831] env[69357]: DEBUG oslo_vmware.api [None req-cb559d97-f07b-4f82-a2c3-8d1142d824c2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1288.976831] env[69357]: value = "task-3283673" [ 1288.976831] env[69357]: _type = "Task" [ 1288.976831] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.984513] env[69357]: DEBUG oslo_vmware.api [None req-cb559d97-f07b-4f82-a2c3-8d1142d824c2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.001568] env[69357]: DEBUG oslo_concurrency.lockutils [None req-840fb224-0c66-49f8-a593-c719edbb17b1 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "7886a597-29c7-4dc0-9123-4852296a2f92" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.267s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.486210] env[69357]: DEBUG oslo_vmware.api [None req-cb559d97-f07b-4f82-a2c3-8d1142d824c2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137849} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.486588] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb559d97-f07b-4f82-a2c3-8d1142d824c2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1289.486676] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cb559d97-f07b-4f82-a2c3-8d1142d824c2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1289.486855] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cb559d97-f07b-4f82-a2c3-8d1142d824c2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1289.487040] env[69357]: INFO nova.compute.manager [None req-cb559d97-f07b-4f82-a2c3-8d1142d824c2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1289.487280] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb559d97-f07b-4f82-a2c3-8d1142d824c2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1289.487480] env[69357]: DEBUG nova.compute.manager [-] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1289.487575] env[69357]: DEBUG nova.network.neutron [-] [instance: 53a684cd-0825-4f47-8143-101084d8f300] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1289.891787] env[69357]: DEBUG nova.compute.manager [req-0de0da51-7b46-4e6b-a5b7-9b562b261d4d req-3f0e1b23-e691-47c8-a3ec-761a68270085 service nova] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Received event network-vif-deleted-8d911cd4-2077-41f1-a8ba-a18d2e219ebc {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.892031] env[69357]: INFO nova.compute.manager [req-0de0da51-7b46-4e6b-a5b7-9b562b261d4d req-3f0e1b23-e691-47c8-a3ec-761a68270085 service nova] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Neutron deleted interface 8d911cd4-2077-41f1-a8ba-a18d2e219ebc; detaching it from the instance and deleting it from the info cache [ 1289.892168] env[69357]: DEBUG nova.network.neutron [req-0de0da51-7b46-4e6b-a5b7-9b562b261d4d req-3f0e1b23-e691-47c8-a3ec-761a68270085 service nova] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.378033] env[69357]: DEBUG nova.network.neutron [-] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.394873] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a5e4ed3-b972-4b41-985d-b2181d8bb816 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.404693] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d12099-8fb3-40ce-a89f-bd935d826141 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.432994] env[69357]: DEBUG nova.compute.manager [req-0de0da51-7b46-4e6b-a5b7-9b562b261d4d req-3f0e1b23-e691-47c8-a3ec-761a68270085 service nova] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Detach interface failed, port_id=8d911cd4-2077-41f1-a8ba-a18d2e219ebc, reason: Instance 53a684cd-0825-4f47-8143-101084d8f300 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1290.879916] env[69357]: INFO nova.compute.manager [-] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Took 1.39 seconds to deallocate network for instance. [ 1291.386533] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cb559d97-f07b-4f82-a2c3-8d1142d824c2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.386839] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cb559d97-f07b-4f82-a2c3-8d1142d824c2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.387085] env[69357]: DEBUG nova.objects.instance [None req-cb559d97-f07b-4f82-a2c3-8d1142d824c2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lazy-loading 'resources' on Instance uuid 53a684cd-0825-4f47-8143-101084d8f300 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.959010] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c72bf5-a0b9-48f5-9317-60b2828d938c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.966220] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19656120-457e-4d6f-925b-d63ad81eda74 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.995827] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3bad6c-5897-40cc-8fbc-a274bf4011b5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.002263] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374ce066-7589-4b9b-a03b-4c23531453d7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.015541] env[69357]: DEBUG nova.compute.provider_tree [None req-cb559d97-f07b-4f82-a2c3-8d1142d824c2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.518692] env[69357]: DEBUG nova.scheduler.client.report [None req-cb559d97-f07b-4f82-a2c3-8d1142d824c2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.023484] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cb559d97-f07b-4f82-a2c3-8d1142d824c2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.636s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.046845] env[69357]: INFO nova.scheduler.client.report [None req-cb559d97-f07b-4f82-a2c3-8d1142d824c2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Deleted allocations for instance 53a684cd-0825-4f47-8143-101084d8f300 [ 1293.555649] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cb559d97-f07b-4f82-a2c3-8d1142d824c2 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lock "53a684cd-0825-4f47-8143-101084d8f300" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.189s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.231550] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "6c939849-387b-476b-b82a-83a35d84c381" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.232020] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "6c939849-387b-476b-b82a-83a35d84c381" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.232114] env[69357]: INFO nova.compute.manager [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Shelving [ 1295.241454] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1295.241864] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21410107-779a-480f-87ca-f0c6e1e6f1b7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.249662] env[69357]: DEBUG oslo_vmware.api [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1295.249662] env[69357]: value = "task-3283675" [ 1295.249662] env[69357]: _type = "Task" [ 1295.249662] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.258074] env[69357]: DEBUG oslo_vmware.api [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.759161] env[69357]: DEBUG oslo_vmware.api [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283675, 'name': PowerOffVM_Task, 'duration_secs': 0.170135} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.759404] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1295.760182] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6942558f-c5cf-440e-8a01-e513fc3afcd7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.778198] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e6ace0-3831-4cb6-bc29-e82cfcac9682 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.288881] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Creating Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1296.288881] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-eb973dcb-bddf-4a32-b612-f8955137ef7a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.295404] env[69357]: DEBUG oslo_vmware.api [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1296.295404] env[69357]: value = "task-3283676" [ 1296.295404] env[69357]: _type = "Task" [ 1296.295404] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.304862] env[69357]: DEBUG oslo_vmware.api [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283676, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.805096] env[69357]: DEBUG oslo_vmware.api [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283676, 'name': CreateSnapshot_Task, 'duration_secs': 0.491145} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.805400] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Created Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1296.806072] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d82389-49d4-4696-91c9-45ebbdd88ccf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.322810] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Creating linked-clone VM from snapshot {{(pid=69357) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1297.323198] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d7fc62de-16d9-4a88-8188-e010441eb8b4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.331599] env[69357]: DEBUG oslo_vmware.api [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1297.331599] env[69357]: value = "task-3283677" [ 1297.331599] env[69357]: _type = "Task" [ 1297.331599] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.340416] env[69357]: DEBUG oslo_vmware.api [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283677, 'name': CloneVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.842745] env[69357]: DEBUG oslo_vmware.api [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283677, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.342139] env[69357]: DEBUG oslo_vmware.api [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283677, 'name': CloneVM_Task, 'duration_secs': 0.923198} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.342493] env[69357]: INFO nova.virt.vmwareapi.vmops [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Created linked-clone VM from snapshot [ 1298.343122] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2eacf10-825c-45fa-a56b-9df06ffee7ca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.350037] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Uploading image ac9aa4e1-ceb4-45e0-9000-59762c28a1fe {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1298.374447] env[69357]: DEBUG oslo_vmware.rw_handles [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1298.374447] env[69357]: value = "vm-655735" [ 1298.374447] env[69357]: _type = "VirtualMachine" [ 1298.374447] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1298.374688] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7956a538-3cf8-416c-ab45-0431e0457547 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.381057] env[69357]: DEBUG oslo_vmware.rw_handles [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lease: (returnval){ [ 1298.381057] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a6170c-fe8e-1058-0fd2-0da1bde4fb70" [ 1298.381057] env[69357]: _type = "HttpNfcLease" [ 1298.381057] env[69357]: } obtained for exporting VM: (result){ [ 1298.381057] env[69357]: value = "vm-655735" [ 1298.381057] env[69357]: _type = "VirtualMachine" [ 1298.381057] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1298.381310] env[69357]: DEBUG oslo_vmware.api [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the lease: (returnval){ [ 1298.381310] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a6170c-fe8e-1058-0fd2-0da1bde4fb70" [ 1298.381310] env[69357]: _type = "HttpNfcLease" [ 1298.381310] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1298.386762] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1298.386762] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a6170c-fe8e-1058-0fd2-0da1bde4fb70" [ 1298.386762] env[69357]: _type = "HttpNfcLease" [ 1298.386762] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1298.472554] env[69357]: DEBUG oslo_concurrency.lockutils [None req-889a52cb-6d53-4585-9896-c1cb7f0adad4 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquiring lock "77b739f4-17b0-40a0-928d-982b74f38efe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.472818] env[69357]: DEBUG oslo_concurrency.lockutils [None req-889a52cb-6d53-4585-9896-c1cb7f0adad4 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lock "77b739f4-17b0-40a0-928d-982b74f38efe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.473042] env[69357]: DEBUG oslo_concurrency.lockutils [None req-889a52cb-6d53-4585-9896-c1cb7f0adad4 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquiring lock "77b739f4-17b0-40a0-928d-982b74f38efe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.473236] env[69357]: DEBUG oslo_concurrency.lockutils [None req-889a52cb-6d53-4585-9896-c1cb7f0adad4 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lock "77b739f4-17b0-40a0-928d-982b74f38efe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.473405] env[69357]: DEBUG oslo_concurrency.lockutils [None req-889a52cb-6d53-4585-9896-c1cb7f0adad4 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lock "77b739f4-17b0-40a0-928d-982b74f38efe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.475769] env[69357]: INFO nova.compute.manager [None req-889a52cb-6d53-4585-9896-c1cb7f0adad4 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Terminating instance [ 1298.890144] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1298.890144] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a6170c-fe8e-1058-0fd2-0da1bde4fb70" [ 1298.890144] env[69357]: _type = "HttpNfcLease" [ 1298.890144] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1298.890583] env[69357]: DEBUG oslo_vmware.rw_handles [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1298.890583] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52a6170c-fe8e-1058-0fd2-0da1bde4fb70" [ 1298.890583] env[69357]: _type = "HttpNfcLease" [ 1298.890583] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1298.891234] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6b157f-c39d-4f7b-9f9d-2725f24fd0a8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.898375] env[69357]: DEBUG oslo_vmware.rw_handles [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52124f12-6e5d-9954-adca-915434aea5b0/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1298.898602] env[69357]: DEBUG oslo_vmware.rw_handles [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52124f12-6e5d-9954-adca-915434aea5b0/disk-0.vmdk for reading. {{(pid=69357) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1298.979146] env[69357]: DEBUG nova.compute.manager [None req-889a52cb-6d53-4585-9896-c1cb7f0adad4 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1298.979432] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-889a52cb-6d53-4585-9896-c1cb7f0adad4 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1298.980232] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db180c29-128b-45d4-95cf-6c47155ca0bf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.985430] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-68707340-20a0-4207-b6cc-68c840b85d8e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.989665] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-889a52cb-6d53-4585-9896-c1cb7f0adad4 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1298.990682] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1faf5ed-93fd-4c0a-bd39-fb11f633a24f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.998998] env[69357]: DEBUG oslo_vmware.api [None req-889a52cb-6d53-4585-9896-c1cb7f0adad4 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1298.998998] env[69357]: value = "task-3283679" [ 1298.998998] env[69357]: _type = "Task" [ 1298.998998] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.009184] env[69357]: DEBUG oslo_vmware.api [None req-889a52cb-6d53-4585-9896-c1cb7f0adad4 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.509369] env[69357]: DEBUG oslo_vmware.api [None req-889a52cb-6d53-4585-9896-c1cb7f0adad4 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283679, 'name': PowerOffVM_Task, 'duration_secs': 0.190569} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.509687] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-889a52cb-6d53-4585-9896-c1cb7f0adad4 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1299.509845] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-889a52cb-6d53-4585-9896-c1cb7f0adad4 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1299.510198] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b94434f7-94c1-42a6-a5d7-e1717fc333f7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.571915] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-889a52cb-6d53-4585-9896-c1cb7f0adad4 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1299.572310] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-889a52cb-6d53-4585-9896-c1cb7f0adad4 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1299.572700] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-889a52cb-6d53-4585-9896-c1cb7f0adad4 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Deleting the datastore file [datastore2] 77b739f4-17b0-40a0-928d-982b74f38efe {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1299.573047] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e928e300-5d3e-4d80-964a-b6dabe38b313 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.579428] env[69357]: DEBUG oslo_vmware.api [None req-889a52cb-6d53-4585-9896-c1cb7f0adad4 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1299.579428] env[69357]: value = "task-3283681" [ 1299.579428] env[69357]: _type = "Task" [ 1299.579428] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.589100] env[69357]: DEBUG oslo_vmware.api [None req-889a52cb-6d53-4585-9896-c1cb7f0adad4 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.089978] env[69357]: DEBUG oslo_vmware.api [None req-889a52cb-6d53-4585-9896-c1cb7f0adad4 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194745} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.090344] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-889a52cb-6d53-4585-9896-c1cb7f0adad4 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1300.090625] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-889a52cb-6d53-4585-9896-c1cb7f0adad4 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1300.090910] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-889a52cb-6d53-4585-9896-c1cb7f0adad4 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1300.091170] env[69357]: INFO nova.compute.manager [None req-889a52cb-6d53-4585-9896-c1cb7f0adad4 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1300.091479] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-889a52cb-6d53-4585-9896-c1cb7f0adad4 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1300.091722] env[69357]: DEBUG nova.compute.manager [-] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1300.091906] env[69357]: DEBUG nova.network.neutron [-] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1300.367254] env[69357]: DEBUG nova.compute.manager [req-0534fec9-a0ff-4829-9c6a-d2b92aa3449b req-001886a7-d180-4324-851d-a85c17433ad1 service nova] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Received event network-vif-deleted-90257ded-c4e9-4b02-b151-5f83d004c827 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.367545] env[69357]: INFO nova.compute.manager [req-0534fec9-a0ff-4829-9c6a-d2b92aa3449b req-001886a7-d180-4324-851d-a85c17433ad1 service nova] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Neutron deleted interface 90257ded-c4e9-4b02-b151-5f83d004c827; detaching it from the instance and deleting it from the info cache [ 1300.367907] env[69357]: DEBUG nova.network.neutron [req-0534fec9-a0ff-4829-9c6a-d2b92aa3449b req-001886a7-d180-4324-851d-a85c17433ad1 service nova] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.846719] env[69357]: DEBUG nova.network.neutron [-] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.870717] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ec07494-505c-4e5c-806e-512ab653c691 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.880837] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a546c9-5d3e-45e0-9e4c-7222297a2dd1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.909298] env[69357]: DEBUG nova.compute.manager [req-0534fec9-a0ff-4829-9c6a-d2b92aa3449b req-001886a7-d180-4324-851d-a85c17433ad1 service nova] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Detach interface failed, port_id=90257ded-c4e9-4b02-b151-5f83d004c827, reason: Instance 77b739f4-17b0-40a0-928d-982b74f38efe could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1301.349384] env[69357]: INFO nova.compute.manager [-] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Took 1.26 seconds to deallocate network for instance. [ 1301.858472] env[69357]: DEBUG oslo_concurrency.lockutils [None req-889a52cb-6d53-4585-9896-c1cb7f0adad4 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.858879] env[69357]: DEBUG oslo_concurrency.lockutils [None req-889a52cb-6d53-4585-9896-c1cb7f0adad4 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.859140] env[69357]: DEBUG nova.objects.instance [None req-889a52cb-6d53-4585-9896-c1cb7f0adad4 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lazy-loading 'resources' on Instance uuid 77b739f4-17b0-40a0-928d-982b74f38efe {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.428884] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f981dcf-8a55-4f95-9d7b-2e359c952e09 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.437401] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbf6a42-b8cb-4598-92c3-c0a902b6d19b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.469844] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc70774a-9b44-4ec8-89dc-279fef4b4cef {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.478136] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fcbcfc-7618-40a2-9b18-c019cde02b3c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.492193] env[69357]: DEBUG nova.compute.provider_tree [None req-889a52cb-6d53-4585-9896-c1cb7f0adad4 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.995842] env[69357]: DEBUG nova.scheduler.client.report [None req-889a52cb-6d53-4585-9896-c1cb7f0adad4 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1303.503398] env[69357]: DEBUG oslo_concurrency.lockutils [None req-889a52cb-6d53-4585-9896-c1cb7f0adad4 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.526599] env[69357]: INFO nova.scheduler.client.report [None req-889a52cb-6d53-4585-9896-c1cb7f0adad4 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Deleted allocations for instance 77b739f4-17b0-40a0-928d-982b74f38efe [ 1304.036932] env[69357]: DEBUG oslo_concurrency.lockutils [None req-889a52cb-6d53-4585-9896-c1cb7f0adad4 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lock "77b739f4-17b0-40a0-928d-982b74f38efe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.564s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.125932] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d70942c2-1c6c-40c6-8e98-d00f570448c9 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquiring lock "81d45460-51bd-4054-b273-282e721c45fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.126381] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d70942c2-1c6c-40c6-8e98-d00f570448c9 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lock "81d45460-51bd-4054-b273-282e721c45fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.126476] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d70942c2-1c6c-40c6-8e98-d00f570448c9 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquiring lock "81d45460-51bd-4054-b273-282e721c45fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.126612] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d70942c2-1c6c-40c6-8e98-d00f570448c9 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lock "81d45460-51bd-4054-b273-282e721c45fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.126786] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d70942c2-1c6c-40c6-8e98-d00f570448c9 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lock "81d45460-51bd-4054-b273-282e721c45fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.129081] env[69357]: INFO nova.compute.manager [None req-d70942c2-1c6c-40c6-8e98-d00f570448c9 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Terminating instance [ 1305.633546] env[69357]: DEBUG nova.compute.manager [None req-d70942c2-1c6c-40c6-8e98-d00f570448c9 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1305.633864] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d70942c2-1c6c-40c6-8e98-d00f570448c9 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1305.634994] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3fa3c4-ac59-4336-80a4-a4ef5d55759b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.643971] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d70942c2-1c6c-40c6-8e98-d00f570448c9 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1305.644246] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86cf6a44-c281-4ba6-a97d-410bd6d1cb76 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.650769] env[69357]: DEBUG oslo_vmware.api [None req-d70942c2-1c6c-40c6-8e98-d00f570448c9 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1305.650769] env[69357]: value = "task-3283682" [ 1305.650769] env[69357]: _type = "Task" [ 1305.650769] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.661656] env[69357]: DEBUG oslo_vmware.api [None req-d70942c2-1c6c-40c6-8e98-d00f570448c9 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.162210] env[69357]: DEBUG oslo_vmware.api [None req-d70942c2-1c6c-40c6-8e98-d00f570448c9 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283682, 'name': PowerOffVM_Task, 'duration_secs': 0.202303} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.162580] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d70942c2-1c6c-40c6-8e98-d00f570448c9 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1306.162783] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d70942c2-1c6c-40c6-8e98-d00f570448c9 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1306.163158] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6911c4db-0107-4598-8281-b1c2e1c6c6ba {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.228817] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d70942c2-1c6c-40c6-8e98-d00f570448c9 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1306.229120] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d70942c2-1c6c-40c6-8e98-d00f570448c9 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1306.229294] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d70942c2-1c6c-40c6-8e98-d00f570448c9 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Deleting the datastore file [datastore2] 81d45460-51bd-4054-b273-282e721c45fe {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1306.229610] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eefeacc2-fd37-4fe0-bfd6-dd99c9d55865 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.236633] env[69357]: DEBUG oslo_vmware.api [None req-d70942c2-1c6c-40c6-8e98-d00f570448c9 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for the task: (returnval){ [ 1306.236633] env[69357]: value = "task-3283684" [ 1306.236633] env[69357]: _type = "Task" [ 1306.236633] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.244325] env[69357]: DEBUG oslo_vmware.api [None req-d70942c2-1c6c-40c6-8e98-d00f570448c9 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.746945] env[69357]: DEBUG oslo_vmware.api [None req-d70942c2-1c6c-40c6-8e98-d00f570448c9 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Task: {'id': task-3283684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153679} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.747292] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d70942c2-1c6c-40c6-8e98-d00f570448c9 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1306.747511] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d70942c2-1c6c-40c6-8e98-d00f570448c9 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1306.747757] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d70942c2-1c6c-40c6-8e98-d00f570448c9 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1306.747975] env[69357]: INFO nova.compute.manager [None req-d70942c2-1c6c-40c6-8e98-d00f570448c9 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1306.748242] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d70942c2-1c6c-40c6-8e98-d00f570448c9 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1306.748493] env[69357]: DEBUG nova.compute.manager [-] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1306.748619] env[69357]: DEBUG nova.network.neutron [-] [instance: 81d45460-51bd-4054-b273-282e721c45fe] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1307.008163] env[69357]: DEBUG nova.compute.manager [req-610b9891-103d-4146-9a4a-5c60fb4cf925 req-b5a5f87b-4fd3-40b2-9b2e-7e88f081aaaf service nova] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Received event network-vif-deleted-7259a06b-b700-4717-83ce-746f7f6b0059 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.008305] env[69357]: INFO nova.compute.manager [req-610b9891-103d-4146-9a4a-5c60fb4cf925 req-b5a5f87b-4fd3-40b2-9b2e-7e88f081aaaf service nova] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Neutron deleted interface 7259a06b-b700-4717-83ce-746f7f6b0059; detaching it from the instance and deleting it from the info cache [ 1307.008458] env[69357]: DEBUG nova.network.neutron [req-610b9891-103d-4146-9a4a-5c60fb4cf925 req-b5a5f87b-4fd3-40b2-9b2e-7e88f081aaaf service nova] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.118853] env[69357]: DEBUG oslo_vmware.rw_handles [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52124f12-6e5d-9954-adca-915434aea5b0/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1307.119873] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10654f0a-5b4a-4c4f-97f9-772b214207fd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.126377] env[69357]: DEBUG oslo_vmware.rw_handles [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52124f12-6e5d-9954-adca-915434aea5b0/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1307.126552] env[69357]: ERROR oslo_vmware.rw_handles [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52124f12-6e5d-9954-adca-915434aea5b0/disk-0.vmdk due to incomplete transfer. [ 1307.126788] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2d6b372b-db6e-49f0-866d-88d34677fce3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.134277] env[69357]: DEBUG oslo_vmware.rw_handles [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52124f12-6e5d-9954-adca-915434aea5b0/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1307.134466] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Uploaded image ac9aa4e1-ceb4-45e0-9000-59762c28a1fe to the Glance image server {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1307.136819] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Destroying the VM {{(pid=69357) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1307.137072] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1a096b06-d222-485b-81e1-ab50d37681cc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.143575] env[69357]: DEBUG oslo_vmware.api [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1307.143575] env[69357]: value = "task-3283685" [ 1307.143575] env[69357]: _type = "Task" [ 1307.143575] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.152822] env[69357]: DEBUG oslo_vmware.api [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283685, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.488808] env[69357]: DEBUG nova.network.neutron [-] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.511425] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16d4e3d0-3508-4eb3-a43f-145171d3cb96 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.521414] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497cad79-76e7-48fe-b515-2a1c6bdc5f70 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.547492] env[69357]: DEBUG nova.compute.manager [req-610b9891-103d-4146-9a4a-5c60fb4cf925 req-b5a5f87b-4fd3-40b2-9b2e-7e88f081aaaf service nova] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Detach interface failed, port_id=7259a06b-b700-4717-83ce-746f7f6b0059, reason: Instance 81d45460-51bd-4054-b273-282e721c45fe could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1307.653062] env[69357]: DEBUG oslo_vmware.api [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283685, 'name': Destroy_Task, 'duration_secs': 0.50066} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.653324] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Destroyed the VM [ 1307.653607] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Deleting Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1307.653863] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bf623816-5c23-41a4-be12-28db04d9625a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.658852] env[69357]: DEBUG oslo_vmware.api [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1307.658852] env[69357]: value = "task-3283686" [ 1307.658852] env[69357]: _type = "Task" [ 1307.658852] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.665984] env[69357]: DEBUG oslo_vmware.api [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283686, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.991901] env[69357]: INFO nova.compute.manager [-] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Took 1.24 seconds to deallocate network for instance. [ 1308.168252] env[69357]: DEBUG oslo_vmware.api [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283686, 'name': RemoveSnapshot_Task, 'duration_secs': 0.356978} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.168528] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Deleted Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1308.168833] env[69357]: DEBUG nova.compute.manager [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1308.169595] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb79607-113c-440a-81e5-2c74a3103580 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.499323] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d70942c2-1c6c-40c6-8e98-d00f570448c9 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.499820] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d70942c2-1c6c-40c6-8e98-d00f570448c9 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.500104] env[69357]: DEBUG nova.objects.instance [None req-d70942c2-1c6c-40c6-8e98-d00f570448c9 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lazy-loading 'resources' on Instance uuid 81d45460-51bd-4054-b273-282e721c45fe {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.681515] env[69357]: INFO nova.compute.manager [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Shelve offloading [ 1309.053208] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b133d65-d29c-4b57-bbe6-366d152afea5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.060716] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927cb123-d8a1-4e46-ab58-1f1bfddebb88 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.090199] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48e33a6-da4d-4e24-950c-ae6854b9a783 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.096973] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14aaaca-cf79-4eb3-a9b3-19a701a7abdc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.109614] env[69357]: DEBUG nova.compute.provider_tree [None req-d70942c2-1c6c-40c6-8e98-d00f570448c9 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.184604] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1309.184914] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-503adddf-75f4-4397-8137-3b30d2aeaee7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.191608] env[69357]: DEBUG oslo_vmware.api [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1309.191608] env[69357]: value = "task-3283687" [ 1309.191608] env[69357]: _type = "Task" [ 1309.191608] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.200978] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] VM already powered off {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1309.201189] env[69357]: DEBUG nova.compute.manager [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1309.201879] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18638e3f-4ce8-4639-b65b-739680687d19 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.206873] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "refresh_cache-6c939849-387b-476b-b82a-83a35d84c381" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.207055] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquired lock "refresh_cache-6c939849-387b-476b-b82a-83a35d84c381" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.207231] env[69357]: DEBUG nova.network.neutron [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1309.613060] env[69357]: DEBUG nova.scheduler.client.report [None req-d70942c2-1c6c-40c6-8e98-d00f570448c9 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.914288] env[69357]: DEBUG nova.network.neutron [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Updating instance_info_cache with network_info: [{"id": "6ad1454f-1fd9-4b1b-ac62-4667370ae592", "address": "fa:16:3e:91:9c:02", "network": {"id": "91507c6f-2dae-4b3a-832f-a0844c7f3c7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-298291127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25f1f9bf540c4f3ca42ed05d7038170a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ad1454f-1f", "ovs_interfaceid": "6ad1454f-1fd9-4b1b-ac62-4667370ae592", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.117785] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d70942c2-1c6c-40c6-8e98-d00f570448c9 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.618s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.136908] env[69357]: INFO nova.scheduler.client.report [None req-d70942c2-1c6c-40c6-8e98-d00f570448c9 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Deleted allocations for instance 81d45460-51bd-4054-b273-282e721c45fe [ 1310.417652] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Releasing lock "refresh_cache-6c939849-387b-476b-b82a-83a35d84c381" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.645351] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d70942c2-1c6c-40c6-8e98-d00f570448c9 tempest-ServerRescueNegativeTestJSON-84585701 tempest-ServerRescueNegativeTestJSON-84585701-project-member] Lock "81d45460-51bd-4054-b273-282e721c45fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.519s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.657072] env[69357]: DEBUG nova.compute.manager [req-9aa365a0-a3ec-45e7-aea2-d2f1f5d5b7c4 req-63da63a5-a302-4056-8842-a83e2622fbbd service nova] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Received event network-vif-unplugged-6ad1454f-1fd9-4b1b-ac62-4667370ae592 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1310.657072] env[69357]: DEBUG oslo_concurrency.lockutils [req-9aa365a0-a3ec-45e7-aea2-d2f1f5d5b7c4 req-63da63a5-a302-4056-8842-a83e2622fbbd service nova] Acquiring lock "6c939849-387b-476b-b82a-83a35d84c381-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.657072] env[69357]: DEBUG oslo_concurrency.lockutils [req-9aa365a0-a3ec-45e7-aea2-d2f1f5d5b7c4 req-63da63a5-a302-4056-8842-a83e2622fbbd service nova] Lock "6c939849-387b-476b-b82a-83a35d84c381-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.657072] env[69357]: DEBUG oslo_concurrency.lockutils [req-9aa365a0-a3ec-45e7-aea2-d2f1f5d5b7c4 req-63da63a5-a302-4056-8842-a83e2622fbbd service nova] Lock "6c939849-387b-476b-b82a-83a35d84c381-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.657072] env[69357]: DEBUG nova.compute.manager [req-9aa365a0-a3ec-45e7-aea2-d2f1f5d5b7c4 req-63da63a5-a302-4056-8842-a83e2622fbbd service nova] [instance: 6c939849-387b-476b-b82a-83a35d84c381] No waiting events found dispatching network-vif-unplugged-6ad1454f-1fd9-4b1b-ac62-4667370ae592 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1310.657072] env[69357]: WARNING nova.compute.manager [req-9aa365a0-a3ec-45e7-aea2-d2f1f5d5b7c4 req-63da63a5-a302-4056-8842-a83e2622fbbd service nova] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Received unexpected event network-vif-unplugged-6ad1454f-1fd9-4b1b-ac62-4667370ae592 for instance with vm_state shelved and task_state shelving_offloading. [ 1310.737158] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.738366] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e8a265-2f5b-494e-8007-792cfcf1eaa1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.746033] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1310.746314] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-869a3fc4-5250-423e-b1b7-e58e83200a6e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.818074] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1310.818419] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1310.818692] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Deleting the datastore file [datastore1] 6c939849-387b-476b-b82a-83a35d84c381 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1310.819038] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25cd7f79-dcba-4a1a-992e-75570f3d8270 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.825307] env[69357]: DEBUG oslo_vmware.api [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1310.825307] env[69357]: value = "task-3283689" [ 1310.825307] env[69357]: _type = "Task" [ 1310.825307] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.833752] env[69357]: DEBUG oslo_vmware.api [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.335202] env[69357]: DEBUG oslo_vmware.api [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145225} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.335513] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.335700] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1311.335873] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.356826] env[69357]: INFO nova.scheduler.client.report [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Deleted allocations for instance 6c939849-387b-476b-b82a-83a35d84c381 [ 1311.862918] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.862918] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.862918] env[69357]: DEBUG nova.objects.instance [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lazy-loading 'resources' on Instance uuid 6c939849-387b-476b-b82a-83a35d84c381 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.368812] env[69357]: DEBUG nova.objects.instance [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lazy-loading 'numa_topology' on Instance uuid 6c939849-387b-476b-b82a-83a35d84c381 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.682312] env[69357]: DEBUG nova.compute.manager [req-a3fae500-f1e5-4831-8ae6-f811356109f0 req-10c3ff4c-35d6-4b25-958c-f7f12677a221 service nova] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Received event network-changed-6ad1454f-1fd9-4b1b-ac62-4667370ae592 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.682576] env[69357]: DEBUG nova.compute.manager [req-a3fae500-f1e5-4831-8ae6-f811356109f0 req-10c3ff4c-35d6-4b25-958c-f7f12677a221 service nova] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Refreshing instance network info cache due to event network-changed-6ad1454f-1fd9-4b1b-ac62-4667370ae592. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1312.682887] env[69357]: DEBUG oslo_concurrency.lockutils [req-a3fae500-f1e5-4831-8ae6-f811356109f0 req-10c3ff4c-35d6-4b25-958c-f7f12677a221 service nova] Acquiring lock "refresh_cache-6c939849-387b-476b-b82a-83a35d84c381" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.683059] env[69357]: DEBUG oslo_concurrency.lockutils [req-a3fae500-f1e5-4831-8ae6-f811356109f0 req-10c3ff4c-35d6-4b25-958c-f7f12677a221 service nova] Acquired lock "refresh_cache-6c939849-387b-476b-b82a-83a35d84c381" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.683227] env[69357]: DEBUG nova.network.neutron [req-a3fae500-f1e5-4831-8ae6-f811356109f0 req-10c3ff4c-35d6-4b25-958c-f7f12677a221 service nova] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Refreshing network info cache for port 6ad1454f-1fd9-4b1b-ac62-4667370ae592 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1312.871225] env[69357]: DEBUG nova.objects.base [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Object Instance<6c939849-387b-476b-b82a-83a35d84c381> lazy-loaded attributes: resources,numa_topology {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1312.920616] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18549504-7db3-4bf4-9889-990d0166dde7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.928405] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8221613e-f848-480c-88e1-cbb8c37caaec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.958852] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6181ab-fb3e-4fec-963a-002ec93b2fb6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.966098] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4d136c-743c-40fb-af24-0dd09b6fa96b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.978865] env[69357]: DEBUG nova.compute.provider_tree [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.030920] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Acquiring lock "f015f1ce-a9e1-4545-87fe-e954760c13e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.031158] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Lock "f015f1ce-a9e1-4545-87fe-e954760c13e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.262782] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "6c939849-387b-476b-b82a-83a35d84c381" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.481826] env[69357]: DEBUG nova.scheduler.client.report [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1313.532855] env[69357]: DEBUG nova.compute.manager [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1313.585214] env[69357]: DEBUG nova.network.neutron [req-a3fae500-f1e5-4831-8ae6-f811356109f0 req-10c3ff4c-35d6-4b25-958c-f7f12677a221 service nova] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Updated VIF entry in instance network info cache for port 6ad1454f-1fd9-4b1b-ac62-4667370ae592. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1313.585578] env[69357]: DEBUG nova.network.neutron [req-a3fae500-f1e5-4831-8ae6-f811356109f0 req-10c3ff4c-35d6-4b25-958c-f7f12677a221 service nova] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Updating instance_info_cache with network_info: [{"id": "6ad1454f-1fd9-4b1b-ac62-4667370ae592", "address": "fa:16:3e:91:9c:02", "network": {"id": "91507c6f-2dae-4b3a-832f-a0844c7f3c7c", "bridge": null, "label": "tempest-ServerActionsTestOtherB-298291127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25f1f9bf540c4f3ca42ed05d7038170a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6ad1454f-1f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.986533] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.124s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.052882] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.053174] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.054549] env[69357]: INFO nova.compute.claims [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1314.089059] env[69357]: DEBUG oslo_concurrency.lockutils [req-a3fae500-f1e5-4831-8ae6-f811356109f0 req-10c3ff4c-35d6-4b25-958c-f7f12677a221 service nova] Releasing lock "refresh_cache-6c939849-387b-476b-b82a-83a35d84c381" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.494427] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c69ac57e-03f6-42b7-984f-7ccec0c4d4ed tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "6c939849-387b-476b-b82a-83a35d84c381" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.262s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.495114] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "6c939849-387b-476b-b82a-83a35d84c381" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.233s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.495297] env[69357]: INFO nova.compute.manager [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Unshelving [ 1315.109204] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689365c9-ed9d-490a-8469-fd9085118e98 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.116605] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091cd134-37e0-4a52-966a-36448e42a673 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.148961] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba01db3-2a41-4a40-b24c-d180a50c9b57 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.155976] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf571ff7-c09e-4ae0-9fe5-53960159135d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.169473] env[69357]: DEBUG nova.compute.provider_tree [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.516017] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.672348] env[69357]: DEBUG nova.scheduler.client.report [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.177833] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.124s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.178434] env[69357]: DEBUG nova.compute.manager [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1316.181039] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.665s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.181584] env[69357]: DEBUG nova.objects.instance [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lazy-loading 'pci_requests' on Instance uuid 6c939849-387b-476b-b82a-83a35d84c381 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.685543] env[69357]: DEBUG nova.objects.instance [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lazy-loading 'numa_topology' on Instance uuid 6c939849-387b-476b-b82a-83a35d84c381 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.687442] env[69357]: DEBUG nova.compute.utils [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1316.688801] env[69357]: DEBUG nova.compute.manager [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Not allocating networking since 'none' was specified. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1317.189595] env[69357]: INFO nova.compute.claims [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1317.192428] env[69357]: DEBUG nova.compute.manager [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1318.205592] env[69357]: DEBUG nova.compute.manager [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1318.231363] env[69357]: DEBUG nova.virt.hardware [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1318.232704] env[69357]: DEBUG nova.virt.hardware [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1318.232704] env[69357]: DEBUG nova.virt.hardware [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1318.232704] env[69357]: DEBUG nova.virt.hardware [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1318.232704] env[69357]: DEBUG nova.virt.hardware [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1318.232704] env[69357]: DEBUG nova.virt.hardware [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1318.232704] env[69357]: DEBUG nova.virt.hardware [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1318.232952] env[69357]: DEBUG nova.virt.hardware [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1318.233085] env[69357]: DEBUG nova.virt.hardware [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1318.233227] env[69357]: DEBUG nova.virt.hardware [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1318.233419] env[69357]: DEBUG nova.virt.hardware [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1318.234349] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02055f9-a436-4865-a9da-1b804408717f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.244605] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320cef69-86a4-4ff8-ad51-61c8b874d80f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.261959] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Instance VIF info [] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1318.267551] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Creating folder: Project (9104f862f6e845a5a12f42e12b0b77eb). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1318.268585] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2d07521-5ef3-4d8e-8b0b-80ae4f1ee97b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.270519] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6410ed96-64bb-4c0a-8eb8-5b25366d70e5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.278203] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebb076c-d2b9-4d97-8740-110a0d9f1c42 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.308335] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449d1700-dca0-47b0-9e55-181a974ac48e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.310715] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Created folder: Project (9104f862f6e845a5a12f42e12b0b77eb) in parent group-v655402. [ 1318.310929] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Creating folder: Instances. Parent ref: group-v655736. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1318.311166] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14be5c40-b196-4233-ae91-8d998a232797 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.317295] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8239c9a7-3972-47c5-879f-fd682eb627a3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.321594] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Created folder: Instances in parent group-v655736. [ 1318.321831] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1318.322329] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1318.322521] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcca831c-7de9-47d0-a57d-2336e663a523 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.341773] env[69357]: DEBUG nova.compute.provider_tree [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.347215] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1318.347215] env[69357]: value = "task-3283692" [ 1318.347215] env[69357]: _type = "Task" [ 1318.347215] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.354744] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283692, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.844981] env[69357]: DEBUG nova.scheduler.client.report [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1318.856765] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283692, 'name': CreateVM_Task, 'duration_secs': 0.254204} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.856943] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1318.857390] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.857548] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.857913] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.858172] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ece7e571-8221-462b-acd3-ae8bd64433fb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.862784] env[69357]: DEBUG oslo_vmware.api [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Waiting for the task: (returnval){ [ 1318.862784] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52af3d5f-9202-265d-873f-4a69c7f88f05" [ 1318.862784] env[69357]: _type = "Task" [ 1318.862784] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.872505] env[69357]: DEBUG oslo_vmware.api [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52af3d5f-9202-265d-873f-4a69c7f88f05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.353057] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.171s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.372950] env[69357]: DEBUG oslo_vmware.api [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52af3d5f-9202-265d-873f-4a69c7f88f05, 'name': SearchDatastore_Task, 'duration_secs': 0.012407} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.373238] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.373529] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1319.373688] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.373840] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.374016] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1319.374269] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6003abd9-3cac-49ce-a34f-c033063aff70 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.381726] env[69357]: INFO nova.network.neutron [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Updating port 6ad1454f-1fd9-4b1b-ac62-4667370ae592 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1319.384361] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1319.384526] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1319.385195] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6502699-bd6e-45f2-832e-599478223dcb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.389812] env[69357]: DEBUG oslo_vmware.api [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Waiting for the task: (returnval){ [ 1319.389812] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e3f86a-3982-92f9-6433-cc080294abb7" [ 1319.389812] env[69357]: _type = "Task" [ 1319.389812] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.396482] env[69357]: DEBUG oslo_vmware.api [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e3f86a-3982-92f9-6433-cc080294abb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.899981] env[69357]: DEBUG oslo_vmware.api [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e3f86a-3982-92f9-6433-cc080294abb7, 'name': SearchDatastore_Task, 'duration_secs': 0.008575} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.900719] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd4e0b58-43a9-4837-82f6-81ee4ee1d89e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.906057] env[69357]: DEBUG oslo_vmware.api [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Waiting for the task: (returnval){ [ 1319.906057] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]527a8614-01e6-bfc2-c4e5-97ab4b0a5855" [ 1319.906057] env[69357]: _type = "Task" [ 1319.906057] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.913292] env[69357]: DEBUG oslo_vmware.api [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]527a8614-01e6-bfc2-c4e5-97ab4b0a5855, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.110614] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.110856] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.110971] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69357) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1320.415686] env[69357]: DEBUG oslo_vmware.api [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]527a8614-01e6-bfc2-c4e5-97ab4b0a5855, 'name': SearchDatastore_Task, 'duration_secs': 0.009294} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.416054] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.416212] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] f015f1ce-a9e1-4545-87fe-e954760c13e2/f015f1ce-a9e1-4545-87fe-e954760c13e2.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1320.416458] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d016186-36af-42f5-a33a-d9305e17e6e6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.422488] env[69357]: DEBUG oslo_vmware.api [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Waiting for the task: (returnval){ [ 1320.422488] env[69357]: value = "task-3283693" [ 1320.422488] env[69357]: _type = "Task" [ 1320.422488] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.429328] env[69357]: DEBUG oslo_vmware.api [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': task-3283693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.768705] env[69357]: DEBUG nova.compute.manager [req-3c170809-b2ac-4a51-9380-bd60297f3426 req-d9ab8eea-1cbc-4425-836a-3b5ff277c41e service nova] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Received event network-vif-plugged-6ad1454f-1fd9-4b1b-ac62-4667370ae592 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1320.768960] env[69357]: DEBUG oslo_concurrency.lockutils [req-3c170809-b2ac-4a51-9380-bd60297f3426 req-d9ab8eea-1cbc-4425-836a-3b5ff277c41e service nova] Acquiring lock "6c939849-387b-476b-b82a-83a35d84c381-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.769307] env[69357]: DEBUG oslo_concurrency.lockutils [req-3c170809-b2ac-4a51-9380-bd60297f3426 req-d9ab8eea-1cbc-4425-836a-3b5ff277c41e service nova] Lock "6c939849-387b-476b-b82a-83a35d84c381-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.769373] env[69357]: DEBUG oslo_concurrency.lockutils [req-3c170809-b2ac-4a51-9380-bd60297f3426 req-d9ab8eea-1cbc-4425-836a-3b5ff277c41e service nova] Lock "6c939849-387b-476b-b82a-83a35d84c381-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.769549] env[69357]: DEBUG nova.compute.manager [req-3c170809-b2ac-4a51-9380-bd60297f3426 req-d9ab8eea-1cbc-4425-836a-3b5ff277c41e service nova] [instance: 6c939849-387b-476b-b82a-83a35d84c381] No waiting events found dispatching network-vif-plugged-6ad1454f-1fd9-4b1b-ac62-4667370ae592 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1320.769672] env[69357]: WARNING nova.compute.manager [req-3c170809-b2ac-4a51-9380-bd60297f3426 req-d9ab8eea-1cbc-4425-836a-3b5ff277c41e service nova] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Received unexpected event network-vif-plugged-6ad1454f-1fd9-4b1b-ac62-4667370ae592 for instance with vm_state shelved_offloaded and task_state spawning. [ 1320.869426] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "refresh_cache-6c939849-387b-476b-b82a-83a35d84c381" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.869562] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquired lock "refresh_cache-6c939849-387b-476b-b82a-83a35d84c381" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.869748] env[69357]: DEBUG nova.network.neutron [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1320.932220] env[69357]: DEBUG oslo_vmware.api [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': task-3283693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48693} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.932371] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore2] f015f1ce-a9e1-4545-87fe-e954760c13e2/f015f1ce-a9e1-4545-87fe-e954760c13e2.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1320.932584] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1320.932823] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5858ddec-097b-41ba-8ceb-61ffb7ebbb68 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.940204] env[69357]: DEBUG oslo_vmware.api [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Waiting for the task: (returnval){ [ 1320.940204] env[69357]: value = "task-3283694" [ 1320.940204] env[69357]: _type = "Task" [ 1320.940204] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.948838] env[69357]: DEBUG oslo_vmware.api [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': task-3283694, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.106653] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.449926] env[69357]: DEBUG oslo_vmware.api [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': task-3283694, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064026} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.450267] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1321.451040] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd28180-3e89-48cd-964d-e0ddd0a780ec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.470762] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] f015f1ce-a9e1-4545-87fe-e954760c13e2/f015f1ce-a9e1-4545-87fe-e954760c13e2.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1321.472998] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbf69e37-d9d1-4267-8499-76adb38557ce {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.492770] env[69357]: DEBUG oslo_vmware.api [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Waiting for the task: (returnval){ [ 1321.492770] env[69357]: value = "task-3283695" [ 1321.492770] env[69357]: _type = "Task" [ 1321.492770] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.501551] env[69357]: DEBUG oslo_vmware.api [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': task-3283695, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.590200] env[69357]: DEBUG nova.network.neutron [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Updating instance_info_cache with network_info: [{"id": "6ad1454f-1fd9-4b1b-ac62-4667370ae592", "address": "fa:16:3e:91:9c:02", "network": {"id": "91507c6f-2dae-4b3a-832f-a0844c7f3c7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-298291127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25f1f9bf540c4f3ca42ed05d7038170a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ad1454f-1f", "ovs_interfaceid": "6ad1454f-1fd9-4b1b-ac62-4667370ae592", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.003676] env[69357]: DEBUG oslo_vmware.api [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': task-3283695, 'name': ReconfigVM_Task, 'duration_secs': 0.318277} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.003987] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Reconfigured VM instance instance-0000007a to attach disk [datastore2] f015f1ce-a9e1-4545-87fe-e954760c13e2/f015f1ce-a9e1-4545-87fe-e954760c13e2.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1322.004642] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db0e350f-d73d-4c1b-9fc8-4c89d126f68a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.011440] env[69357]: DEBUG oslo_vmware.api [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Waiting for the task: (returnval){ [ 1322.011440] env[69357]: value = "task-3283696" [ 1322.011440] env[69357]: _type = "Task" [ 1322.011440] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.019288] env[69357]: DEBUG oslo_vmware.api [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': task-3283696, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.093502] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Releasing lock "refresh_cache-6c939849-387b-476b-b82a-83a35d84c381" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.120880] env[69357]: DEBUG nova.virt.hardware [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f84345ec4f117364e58fd70e08215abf',container_format='bare',created_at=2025-04-03T20:14:16Z,direct_url=,disk_format='vmdk',id=ac9aa4e1-ceb4-45e0-9000-59762c28a1fe,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-633352410-shelved',owner='25f1f9bf540c4f3ca42ed05d7038170a',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-04-03T20:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1322.121175] env[69357]: DEBUG nova.virt.hardware [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1322.121336] env[69357]: DEBUG nova.virt.hardware [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1322.121517] env[69357]: DEBUG nova.virt.hardware [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1322.121664] env[69357]: DEBUG nova.virt.hardware [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1322.121811] env[69357]: DEBUG nova.virt.hardware [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1322.122025] env[69357]: DEBUG nova.virt.hardware [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1322.122189] env[69357]: DEBUG nova.virt.hardware [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1322.122356] env[69357]: DEBUG nova.virt.hardware [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1322.122517] env[69357]: DEBUG nova.virt.hardware [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1322.122691] env[69357]: DEBUG nova.virt.hardware [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1322.123554] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0b9e89-5307-499d-a5f0-2b2b295dff13 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.131232] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dc4ab6-0498-4f8c-84c8-455279afd999 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.144616] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:9c:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ad1454f-1fd9-4b1b-ac62-4667370ae592', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1322.152096] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1322.152324] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1322.152521] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2119872f-9ee2-4159-bda5-6b0959c1f492 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.171210] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1322.171210] env[69357]: value = "task-3283697" [ 1322.171210] env[69357]: _type = "Task" [ 1322.171210] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.178510] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283697, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.521239] env[69357]: DEBUG oslo_vmware.api [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': task-3283696, 'name': Rename_Task, 'duration_secs': 0.133632} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.521592] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1322.521856] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0f94b68-c15e-4fc0-a45c-e397f4784cdc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.528786] env[69357]: DEBUG oslo_vmware.api [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Waiting for the task: (returnval){ [ 1322.528786] env[69357]: value = "task-3283698" [ 1322.528786] env[69357]: _type = "Task" [ 1322.528786] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.536287] env[69357]: DEBUG oslo_vmware.api [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': task-3283698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.681251] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283697, 'name': CreateVM_Task, 'duration_secs': 0.306117} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.681433] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1322.682042] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ac9aa4e1-ceb4-45e0-9000-59762c28a1fe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.682226] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ac9aa4e1-ceb4-45e0-9000-59762c28a1fe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.682626] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ac9aa4e1-ceb4-45e0-9000-59762c28a1fe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.682880] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c435a21e-666b-42e1-b6b3-326b226ba8d0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.687196] env[69357]: DEBUG oslo_vmware.api [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1322.687196] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52cc9e8d-61eb-c95c-f8ba-0304d1da6645" [ 1322.687196] env[69357]: _type = "Task" [ 1322.687196] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.698348] env[69357]: DEBUG oslo_vmware.api [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52cc9e8d-61eb-c95c-f8ba-0304d1da6645, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.796560] env[69357]: DEBUG nova.compute.manager [req-ef5cfcdf-4741-4a9c-90e8-e1f24955a62c req-ae189542-590d-413b-87ee-602d78d02681 service nova] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Received event network-changed-6ad1454f-1fd9-4b1b-ac62-4667370ae592 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.796807] env[69357]: DEBUG nova.compute.manager [req-ef5cfcdf-4741-4a9c-90e8-e1f24955a62c req-ae189542-590d-413b-87ee-602d78d02681 service nova] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Refreshing instance network info cache due to event network-changed-6ad1454f-1fd9-4b1b-ac62-4667370ae592. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1322.797216] env[69357]: DEBUG oslo_concurrency.lockutils [req-ef5cfcdf-4741-4a9c-90e8-e1f24955a62c req-ae189542-590d-413b-87ee-602d78d02681 service nova] Acquiring lock "refresh_cache-6c939849-387b-476b-b82a-83a35d84c381" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.797419] env[69357]: DEBUG oslo_concurrency.lockutils [req-ef5cfcdf-4741-4a9c-90e8-e1f24955a62c req-ae189542-590d-413b-87ee-602d78d02681 service nova] Acquired lock "refresh_cache-6c939849-387b-476b-b82a-83a35d84c381" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.797600] env[69357]: DEBUG nova.network.neutron [req-ef5cfcdf-4741-4a9c-90e8-e1f24955a62c req-ae189542-590d-413b-87ee-602d78d02681 service nova] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Refreshing network info cache for port 6ad1454f-1fd9-4b1b-ac62-4667370ae592 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1323.039039] env[69357]: DEBUG oslo_vmware.api [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': task-3283698, 'name': PowerOnVM_Task, 'duration_secs': 0.42595} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.039039] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1323.039254] env[69357]: INFO nova.compute.manager [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Took 4.83 seconds to spawn the instance on the hypervisor. [ 1323.039254] env[69357]: DEBUG nova.compute.manager [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1323.039995] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb80128-8848-4def-84fd-5ef66b21deff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.110082] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1323.198652] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ac9aa4e1-ceb4-45e0-9000-59762c28a1fe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.198911] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Processing image ac9aa4e1-ceb4-45e0-9000-59762c28a1fe {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1323.199171] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ac9aa4e1-ceb4-45e0-9000-59762c28a1fe/ac9aa4e1-ceb4-45e0-9000-59762c28a1fe.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.199319] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ac9aa4e1-ceb4-45e0-9000-59762c28a1fe/ac9aa4e1-ceb4-45e0-9000-59762c28a1fe.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.199492] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1323.199733] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fbe2940-34f7-49b9-90f4-a1f5ce01199a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.217658] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1323.217865] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1323.218565] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cfe3c06-63ce-4e95-9335-c1b01d78ba69 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.223692] env[69357]: DEBUG oslo_vmware.api [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1323.223692] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52722409-b735-456d-63ca-dda4ac5a5823" [ 1323.223692] env[69357]: _type = "Task" [ 1323.223692] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.230562] env[69357]: DEBUG oslo_vmware.api [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52722409-b735-456d-63ca-dda4ac5a5823, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.491863] env[69357]: DEBUG nova.network.neutron [req-ef5cfcdf-4741-4a9c-90e8-e1f24955a62c req-ae189542-590d-413b-87ee-602d78d02681 service nova] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Updated VIF entry in instance network info cache for port 6ad1454f-1fd9-4b1b-ac62-4667370ae592. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1323.492266] env[69357]: DEBUG nova.network.neutron [req-ef5cfcdf-4741-4a9c-90e8-e1f24955a62c req-ae189542-590d-413b-87ee-602d78d02681 service nova] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Updating instance_info_cache with network_info: [{"id": "6ad1454f-1fd9-4b1b-ac62-4667370ae592", "address": "fa:16:3e:91:9c:02", "network": {"id": "91507c6f-2dae-4b3a-832f-a0844c7f3c7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-298291127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25f1f9bf540c4f3ca42ed05d7038170a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ad1454f-1f", "ovs_interfaceid": "6ad1454f-1fd9-4b1b-ac62-4667370ae592", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.557846] env[69357]: INFO nova.compute.manager [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Took 9.52 seconds to build instance. [ 1323.734408] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Preparing fetch location {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1323.734768] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Fetch image to [datastore2] OSTACK_IMG_aafc3117-046a-4196-acbd-f4f593888d28/OSTACK_IMG_aafc3117-046a-4196-acbd-f4f593888d28.vmdk {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1323.734848] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Downloading stream optimized image ac9aa4e1-ceb4-45e0-9000-59762c28a1fe to [datastore2] OSTACK_IMG_aafc3117-046a-4196-acbd-f4f593888d28/OSTACK_IMG_aafc3117-046a-4196-acbd-f4f593888d28.vmdk on the data store datastore2 as vApp {{(pid=69357) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1323.735091] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Downloading image file data ac9aa4e1-ceb4-45e0-9000-59762c28a1fe to the ESX as VM named 'OSTACK_IMG_aafc3117-046a-4196-acbd-f4f593888d28' {{(pid=69357) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1323.802655] env[69357]: DEBUG oslo_vmware.rw_handles [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1323.802655] env[69357]: value = "resgroup-9" [ 1323.802655] env[69357]: _type = "ResourcePool" [ 1323.802655] env[69357]: }. {{(pid=69357) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1323.802867] env[69357]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-60261f50-4366-44ab-8b9d-716f6cd1ea7d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.824749] env[69357]: DEBUG oslo_vmware.rw_handles [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lease: (returnval){ [ 1323.824749] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]525969f7-0155-a139-13b5-96679d1a60d0" [ 1323.824749] env[69357]: _type = "HttpNfcLease" [ 1323.824749] env[69357]: } obtained for vApp import into resource pool (val){ [ 1323.824749] env[69357]: value = "resgroup-9" [ 1323.824749] env[69357]: _type = "ResourcePool" [ 1323.824749] env[69357]: }. {{(pid=69357) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1323.825565] env[69357]: DEBUG oslo_vmware.api [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the lease: (returnval){ [ 1323.825565] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]525969f7-0155-a139-13b5-96679d1a60d0" [ 1323.825565] env[69357]: _type = "HttpNfcLease" [ 1323.825565] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1323.831563] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1323.831563] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]525969f7-0155-a139-13b5-96679d1a60d0" [ 1323.831563] env[69357]: _type = "HttpNfcLease" [ 1323.831563] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1323.995202] env[69357]: DEBUG oslo_concurrency.lockutils [req-ef5cfcdf-4741-4a9c-90e8-e1f24955a62c req-ae189542-590d-413b-87ee-602d78d02681 service nova] Releasing lock "refresh_cache-6c939849-387b-476b-b82a-83a35d84c381" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.060252] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cbefcb50-6978-4482-bfc1-8c900735243a tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Lock "f015f1ce-a9e1-4545-87fe-e954760c13e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.029s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.110529] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.195433] env[69357]: INFO nova.compute.manager [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Rebuilding instance [ 1324.234639] env[69357]: DEBUG nova.compute.manager [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1324.235548] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2818a16d-91c3-4c15-ab55-9f44c690cd53 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.333867] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1324.333867] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]525969f7-0155-a139-13b5-96679d1a60d0" [ 1324.333867] env[69357]: _type = "HttpNfcLease" [ 1324.333867] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1324.334216] env[69357]: DEBUG oslo_vmware.rw_handles [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1324.334216] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]525969f7-0155-a139-13b5-96679d1a60d0" [ 1324.334216] env[69357]: _type = "HttpNfcLease" [ 1324.334216] env[69357]: }. {{(pid=69357) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1324.334806] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9879727b-3433-464f-aa0b-bf17ac66fb3c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.341832] env[69357]: DEBUG oslo_vmware.rw_handles [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52caef08-4715-0917-b65a-634b43449869/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1324.342008] env[69357]: DEBUG oslo_vmware.rw_handles [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52caef08-4715-0917-b65a-634b43449869/disk-0.vmdk. {{(pid=69357) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1324.409083] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-540f81c2-5fd4-4cf6-b76d-72d54da74d5a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.613591] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.613892] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.614075] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.614235] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69357) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1324.615194] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efbe6ac-8ceb-4225-9f26-1f4398c0bddb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.631240] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc22491-ba54-4722-befb-96bcb02611cd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.650787] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb880e05-75ff-496b-baa8-f768715e7df6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.659130] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf5a69e-a63d-46d2-b416-079769807ef9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.689766] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180372MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=69357) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1324.689926] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.690158] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.249409] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.249723] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2871750e-f4a3-42fb-b7c0-f1b547ce0536 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.257872] env[69357]: DEBUG oslo_vmware.api [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Waiting for the task: (returnval){ [ 1325.257872] env[69357]: value = "task-3283700" [ 1325.257872] env[69357]: _type = "Task" [ 1325.257872] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.268059] env[69357]: DEBUG oslo_vmware.api [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': task-3283700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.710358] env[69357]: DEBUG oslo_vmware.rw_handles [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Completed reading data from the image iterator. {{(pid=69357) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1325.710736] env[69357]: DEBUG oslo_vmware.rw_handles [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52caef08-4715-0917-b65a-634b43449869/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1325.711602] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3861494b-9769-4dbc-9063-739d171e4f91 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.718954] env[69357]: DEBUG oslo_vmware.rw_handles [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52caef08-4715-0917-b65a-634b43449869/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1325.719157] env[69357]: DEBUG oslo_vmware.rw_handles [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52caef08-4715-0917-b65a-634b43449869/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1325.720171] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 7886a597-29c7-4dc0-9123-4852296a2f92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1325.720323] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 6c939849-387b-476b-b82a-83a35d84c381 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1325.720443] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance f015f1ce-a9e1-4545-87fe-e954760c13e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1325.720617] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1325.720789] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1325.723313] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-fdb0d27b-0ae4-4ee6-907c-9eeced001b95 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.770022] env[69357]: DEBUG oslo_vmware.api [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': task-3283700, 'name': PowerOffVM_Task, 'duration_secs': 0.147008} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.770316] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1325.770958] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1325.771748] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cace2a32-b65a-40f2-8096-0032aa2567ff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.781154] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1325.781402] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9df98a4-f149-41a1-b9ab-179c1a02da39 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.787473] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1f45f4-706c-458d-9547-a71d9ae988fe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.795811] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b2bbfc-d752-4e63-af75-a170374aa711 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.826568] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8241901c-7db0-4a3e-9a36-cff651de742a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.829240] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1325.829436] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1325.829612] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Deleting the datastore file [datastore2] f015f1ce-a9e1-4545-87fe-e954760c13e2 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1325.829846] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba0e3439-00d9-4db6-892e-e32043aa3972 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.836983] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d78ecf-83ce-4303-8d60-41066c8c2f7d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.840609] env[69357]: DEBUG oslo_vmware.api [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Waiting for the task: (returnval){ [ 1325.840609] env[69357]: value = "task-3283702" [ 1325.840609] env[69357]: _type = "Task" [ 1325.840609] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.851319] env[69357]: DEBUG nova.compute.provider_tree [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.858042] env[69357]: DEBUG oslo_vmware.api [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': task-3283702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.952074] env[69357]: DEBUG oslo_vmware.rw_handles [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52caef08-4715-0917-b65a-634b43449869/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1325.952369] env[69357]: INFO nova.virt.vmwareapi.images [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Downloaded image file data ac9aa4e1-ceb4-45e0-9000-59762c28a1fe [ 1325.953176] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599cb755-655e-4e06-836f-910324ca56bb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.968092] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41f45f17-2160-465f-a72b-7f16000b51f3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.001099] env[69357]: INFO nova.virt.vmwareapi.images [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] The imported VM was unregistered [ 1326.003470] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Caching image {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1326.003709] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Creating directory with path [datastore2] devstack-image-cache_base/ac9aa4e1-ceb4-45e0-9000-59762c28a1fe {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1326.003983] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36f87f33-d70b-4a6e-93e9-02fc6ffc6954 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.040772] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Created directory with path [datastore2] devstack-image-cache_base/ac9aa4e1-ceb4-45e0-9000-59762c28a1fe {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1326.040966] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_aafc3117-046a-4196-acbd-f4f593888d28/OSTACK_IMG_aafc3117-046a-4196-acbd-f4f593888d28.vmdk to [datastore2] devstack-image-cache_base/ac9aa4e1-ceb4-45e0-9000-59762c28a1fe/ac9aa4e1-ceb4-45e0-9000-59762c28a1fe.vmdk. {{(pid=69357) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1326.041239] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-30acdc85-a7bb-456d-a663-5cf86db21d48 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.048344] env[69357]: DEBUG oslo_vmware.api [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1326.048344] env[69357]: value = "task-3283704" [ 1326.048344] env[69357]: _type = "Task" [ 1326.048344] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.056273] env[69357]: DEBUG oslo_vmware.api [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283704, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.195940] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "6e07361b-34cd-4794-a3f3-7502fda57c27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.196187] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "6e07361b-34cd-4794-a3f3-7502fda57c27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.351720] env[69357]: DEBUG oslo_vmware.api [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': task-3283702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111991} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.352096] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1326.352372] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1326.352607] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1326.355499] env[69357]: DEBUG nova.scheduler.client.report [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.559034] env[69357]: DEBUG oslo_vmware.api [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283704, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.700507] env[69357]: DEBUG nova.compute.manager [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1326.863883] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1326.864286] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.174s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.058675] env[69357]: DEBUG oslo_vmware.api [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283704, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.226046] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.226361] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.228028] env[69357]: INFO nova.compute.claims [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1327.393663] env[69357]: DEBUG nova.virt.hardware [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1327.393906] env[69357]: DEBUG nova.virt.hardware [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1327.394075] env[69357]: DEBUG nova.virt.hardware [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1327.394263] env[69357]: DEBUG nova.virt.hardware [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1327.394406] env[69357]: DEBUG nova.virt.hardware [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1327.394554] env[69357]: DEBUG nova.virt.hardware [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1327.394761] env[69357]: DEBUG nova.virt.hardware [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1327.394928] env[69357]: DEBUG nova.virt.hardware [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1327.395123] env[69357]: DEBUG nova.virt.hardware [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1327.395289] env[69357]: DEBUG nova.virt.hardware [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1327.395460] env[69357]: DEBUG nova.virt.hardware [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1327.396413] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325eac96-eeac-4a47-9712-98a776e9c71d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.405355] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e79bfe-feb3-4675-a8f1-a8104dd895f3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.419419] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Instance VIF info [] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1327.425134] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1327.425407] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1327.425639] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42193d10-3924-452b-9135-3b24d46e4cec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.443724] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1327.443724] env[69357]: value = "task-3283705" [ 1327.443724] env[69357]: _type = "Task" [ 1327.443724] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.452506] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283705, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.559618] env[69357]: DEBUG oslo_vmware.api [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283704, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.864836] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.865290] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.954210] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283705, 'name': CreateVM_Task, 'duration_secs': 0.332676} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.954430] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1327.954832] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.954995] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.955364] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.955628] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c20c572e-2c89-42e2-9b3c-c6d6cc83cafb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.960831] env[69357]: DEBUG oslo_vmware.api [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Waiting for the task: (returnval){ [ 1327.960831] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]528284dc-6397-7209-f5cc-03a98fac0f99" [ 1327.960831] env[69357]: _type = "Task" [ 1327.960831] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.969661] env[69357]: DEBUG oslo_vmware.api [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]528284dc-6397-7209-f5cc-03a98fac0f99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.059364] env[69357]: DEBUG oslo_vmware.api [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283704, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.305450] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e4a0c1-dc01-4d26-ab96-8e3408f6b098 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.313800] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b67c144-4db8-4f9c-9ebb-66aae4c5a7ab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.344526] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86539df-7a33-44e0-bc84-32cdc933f945 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.352416] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b7b277-038d-424b-88dd-6e5b8172485a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.366072] env[69357]: DEBUG nova.compute.provider_tree [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.471659] env[69357]: DEBUG oslo_vmware.api [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]528284dc-6397-7209-f5cc-03a98fac0f99, 'name': SearchDatastore_Task, 'duration_secs': 0.015967} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.472059] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.472306] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1328.472541] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.472688] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.472869] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1328.473167] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4983b7c4-3ad4-4db8-8878-bac47c0c5a59 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.482237] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1328.482465] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1328.483187] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f00df832-3965-45b2-9bb4-f60603b8ba4a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.488326] env[69357]: DEBUG oslo_vmware.api [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Waiting for the task: (returnval){ [ 1328.488326] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c99720-4dec-1556-64d0-0f7c682a7ef5" [ 1328.488326] env[69357]: _type = "Task" [ 1328.488326] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.496920] env[69357]: DEBUG oslo_vmware.api [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c99720-4dec-1556-64d0-0f7c682a7ef5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.560324] env[69357]: DEBUG oslo_vmware.api [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283704, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.50238} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.560324] env[69357]: INFO nova.virt.vmwareapi.ds_util [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_aafc3117-046a-4196-acbd-f4f593888d28/OSTACK_IMG_aafc3117-046a-4196-acbd-f4f593888d28.vmdk to [datastore2] devstack-image-cache_base/ac9aa4e1-ceb4-45e0-9000-59762c28a1fe/ac9aa4e1-ceb4-45e0-9000-59762c28a1fe.vmdk. [ 1328.560504] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Cleaning up location [datastore2] OSTACK_IMG_aafc3117-046a-4196-acbd-f4f593888d28 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1328.561720] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_aafc3117-046a-4196-acbd-f4f593888d28 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1328.561720] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34c651c3-b790-4e9c-b5b3-c7e311eb17b1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.566417] env[69357]: DEBUG oslo_vmware.api [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1328.566417] env[69357]: value = "task-3283706" [ 1328.566417] env[69357]: _type = "Task" [ 1328.566417] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.573595] env[69357]: DEBUG oslo_vmware.api [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.868962] env[69357]: DEBUG nova.scheduler.client.report [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1328.998444] env[69357]: DEBUG oslo_vmware.api [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c99720-4dec-1556-64d0-0f7c682a7ef5, 'name': SearchDatastore_Task, 'duration_secs': 0.008515} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.999271] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-961e4495-94eb-4a22-ac12-74a55fdff5da {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.004009] env[69357]: DEBUG oslo_vmware.api [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Waiting for the task: (returnval){ [ 1329.004009] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]527d3e7e-3645-c7c3-cbd5-929d52e91696" [ 1329.004009] env[69357]: _type = "Task" [ 1329.004009] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.011323] env[69357]: DEBUG oslo_vmware.api [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]527d3e7e-3645-c7c3-cbd5-929d52e91696, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.075168] env[69357]: DEBUG oslo_vmware.api [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033151} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.075393] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1329.075596] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ac9aa4e1-ceb4-45e0-9000-59762c28a1fe/ac9aa4e1-ceb4-45e0-9000-59762c28a1fe.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.075905] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ac9aa4e1-ceb4-45e0-9000-59762c28a1fe/ac9aa4e1-ceb4-45e0-9000-59762c28a1fe.vmdk to [datastore2] 6c939849-387b-476b-b82a-83a35d84c381/6c939849-387b-476b-b82a-83a35d84c381.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1329.076181] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3599bf45-50b8-4e10-a40f-9dd51ca0ff68 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.081836] env[69357]: DEBUG oslo_vmware.api [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1329.081836] env[69357]: value = "task-3283707" [ 1329.081836] env[69357]: _type = "Task" [ 1329.081836] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.088838] env[69357]: DEBUG oslo_vmware.api [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.374729] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.148s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.375241] env[69357]: DEBUG nova.compute.manager [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1329.514620] env[69357]: DEBUG oslo_vmware.api [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]527d3e7e-3645-c7c3-cbd5-929d52e91696, 'name': SearchDatastore_Task, 'duration_secs': 0.009586} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.514902] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.515197] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] f015f1ce-a9e1-4545-87fe-e954760c13e2/f015f1ce-a9e1-4545-87fe-e954760c13e2.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1329.515478] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8251614a-c08b-4fe0-a4b3-561991d375f3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.522800] env[69357]: DEBUG oslo_vmware.api [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Waiting for the task: (returnval){ [ 1329.522800] env[69357]: value = "task-3283708" [ 1329.522800] env[69357]: _type = "Task" [ 1329.522800] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.530747] env[69357]: DEBUG oslo_vmware.api [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': task-3283708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.591435] env[69357]: DEBUG oslo_vmware.api [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283707, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.881301] env[69357]: DEBUG nova.compute.utils [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1329.882873] env[69357]: DEBUG nova.compute.manager [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1329.883069] env[69357]: DEBUG nova.network.neutron [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1329.926868] env[69357]: DEBUG nova.policy [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b7ff4364ed145d68ebffd928829b1d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '419ee38d757b4d428b684cdc28bb5421', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1330.034180] env[69357]: DEBUG oslo_vmware.api [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': task-3283708, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.093472] env[69357]: DEBUG oslo_vmware.api [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283707, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.110294] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1330.254751] env[69357]: DEBUG nova.network.neutron [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Successfully created port: f08beced-1c7f-40a2-8e38-9902f56ebdb2 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1330.386831] env[69357]: DEBUG nova.compute.manager [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1330.534689] env[69357]: DEBUG oslo_vmware.api [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': task-3283708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599895} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.535016] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] f015f1ce-a9e1-4545-87fe-e954760c13e2/f015f1ce-a9e1-4545-87fe-e954760c13e2.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1330.535296] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1330.535567] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56d3d4ce-6d35-4c1d-9f2d-77ce92a9d113 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.543117] env[69357]: DEBUG oslo_vmware.api [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Waiting for the task: (returnval){ [ 1330.543117] env[69357]: value = "task-3283709" [ 1330.543117] env[69357]: _type = "Task" [ 1330.543117] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.551236] env[69357]: DEBUG oslo_vmware.api [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': task-3283709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.593138] env[69357]: DEBUG oslo_vmware.api [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283707, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.052903] env[69357]: DEBUG oslo_vmware.api [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': task-3283709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149672} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.053245] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1331.054027] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8ff329-c707-4a67-870f-37f59df96809 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.074164] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] f015f1ce-a9e1-4545-87fe-e954760c13e2/f015f1ce-a9e1-4545-87fe-e954760c13e2.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1331.074501] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05bfbf95-4de2-45a7-9635-6b9ca7b08e88 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.097627] env[69357]: DEBUG oslo_vmware.api [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Waiting for the task: (returnval){ [ 1331.097627] env[69357]: value = "task-3283710" [ 1331.097627] env[69357]: _type = "Task" [ 1331.097627] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.103998] env[69357]: DEBUG oslo_vmware.api [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283707, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.109236] env[69357]: DEBUG oslo_vmware.api [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': task-3283710, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.397948] env[69357]: DEBUG nova.compute.manager [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1331.424988] env[69357]: DEBUG nova.virt.hardware [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1331.425251] env[69357]: DEBUG nova.virt.hardware [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1331.425406] env[69357]: DEBUG nova.virt.hardware [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1331.425583] env[69357]: DEBUG nova.virt.hardware [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1331.425726] env[69357]: DEBUG nova.virt.hardware [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1331.425872] env[69357]: DEBUG nova.virt.hardware [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1331.426105] env[69357]: DEBUG nova.virt.hardware [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1331.426266] env[69357]: DEBUG nova.virt.hardware [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1331.426429] env[69357]: DEBUG nova.virt.hardware [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1331.426587] env[69357]: DEBUG nova.virt.hardware [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1331.426756] env[69357]: DEBUG nova.virt.hardware [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1331.427912] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d530a5-ed67-4ab8-8727-f2695bdccd34 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.435856] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ecd7ff-c2ba-43a3-b465-8ebc8c321618 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.598659] env[69357]: DEBUG oslo_vmware.api [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283707, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.235256} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.601753] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ac9aa4e1-ceb4-45e0-9000-59762c28a1fe/ac9aa4e1-ceb4-45e0-9000-59762c28a1fe.vmdk to [datastore2] 6c939849-387b-476b-b82a-83a35d84c381/6c939849-387b-476b-b82a-83a35d84c381.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1331.602529] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fe873a-bfa7-4d5d-a8d5-006b15c4ab57 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.633027] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 6c939849-387b-476b-b82a-83a35d84c381/6c939849-387b-476b-b82a-83a35d84c381.vmdk or device None with type streamOptimized {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1331.638976] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6faceda5-6bc2-47f4-b5a0-ca2d00a9f331 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.653923] env[69357]: DEBUG oslo_vmware.api [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': task-3283710, 'name': ReconfigVM_Task, 'duration_secs': 0.306984} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.655457] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Reconfigured VM instance instance-0000007a to attach disk [datastore1] f015f1ce-a9e1-4545-87fe-e954760c13e2/f015f1ce-a9e1-4545-87fe-e954760c13e2.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1331.656885] env[69357]: DEBUG nova.compute.manager [req-09545b09-22e5-48f0-9ec2-c5b9f1c28433 req-52eacf8e-958a-424a-b3db-cec9516a17bc service nova] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Received event network-vif-plugged-f08beced-1c7f-40a2-8e38-9902f56ebdb2 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1331.657107] env[69357]: DEBUG oslo_concurrency.lockutils [req-09545b09-22e5-48f0-9ec2-c5b9f1c28433 req-52eacf8e-958a-424a-b3db-cec9516a17bc service nova] Acquiring lock "6e07361b-34cd-4794-a3f3-7502fda57c27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.657314] env[69357]: DEBUG oslo_concurrency.lockutils [req-09545b09-22e5-48f0-9ec2-c5b9f1c28433 req-52eacf8e-958a-424a-b3db-cec9516a17bc service nova] Lock "6e07361b-34cd-4794-a3f3-7502fda57c27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.657475] env[69357]: DEBUG oslo_concurrency.lockutils [req-09545b09-22e5-48f0-9ec2-c5b9f1c28433 req-52eacf8e-958a-424a-b3db-cec9516a17bc service nova] Lock "6e07361b-34cd-4794-a3f3-7502fda57c27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.657640] env[69357]: DEBUG nova.compute.manager [req-09545b09-22e5-48f0-9ec2-c5b9f1c28433 req-52eacf8e-958a-424a-b3db-cec9516a17bc service nova] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] No waiting events found dispatching network-vif-plugged-f08beced-1c7f-40a2-8e38-9902f56ebdb2 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1331.657830] env[69357]: WARNING nova.compute.manager [req-09545b09-22e5-48f0-9ec2-c5b9f1c28433 req-52eacf8e-958a-424a-b3db-cec9516a17bc service nova] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Received unexpected event network-vif-plugged-f08beced-1c7f-40a2-8e38-9902f56ebdb2 for instance with vm_state building and task_state spawning. [ 1331.658467] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad7d68a4-d002-46d5-b5c0-351e8b00da2a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.663220] env[69357]: DEBUG oslo_vmware.api [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1331.663220] env[69357]: value = "task-3283711" [ 1331.663220] env[69357]: _type = "Task" [ 1331.663220] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.667195] env[69357]: DEBUG oslo_vmware.api [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Waiting for the task: (returnval){ [ 1331.667195] env[69357]: value = "task-3283712" [ 1331.667195] env[69357]: _type = "Task" [ 1331.667195] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.673296] env[69357]: DEBUG oslo_vmware.api [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283711, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.677910] env[69357]: DEBUG oslo_vmware.api [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': task-3283712, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.717314] env[69357]: DEBUG nova.network.neutron [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Successfully updated port: f08beced-1c7f-40a2-8e38-9902f56ebdb2 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1332.174724] env[69357]: DEBUG oslo_vmware.api [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283711, 'name': ReconfigVM_Task, 'duration_secs': 0.298377} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.175366] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 6c939849-387b-476b-b82a-83a35d84c381/6c939849-387b-476b-b82a-83a35d84c381.vmdk or device None with type streamOptimized {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1332.175979] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a738196e-1172-4def-bde2-3bbf136336c7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.180269] env[69357]: DEBUG oslo_vmware.api [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': task-3283712, 'name': Rename_Task, 'duration_secs': 0.142078} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.180770] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1332.180978] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5888c1fc-47cc-49e8-b64b-f9ac8a3aea53 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.185592] env[69357]: DEBUG oslo_vmware.api [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1332.185592] env[69357]: value = "task-3283713" [ 1332.185592] env[69357]: _type = "Task" [ 1332.185592] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.186660] env[69357]: DEBUG oslo_vmware.api [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Waiting for the task: (returnval){ [ 1332.186660] env[69357]: value = "task-3283714" [ 1332.186660] env[69357]: _type = "Task" [ 1332.186660] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.197184] env[69357]: DEBUG oslo_vmware.api [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': task-3283714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.199986] env[69357]: DEBUG oslo_vmware.api [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283713, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.220770] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "refresh_cache-6e07361b-34cd-4794-a3f3-7502fda57c27" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.220928] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquired lock "refresh_cache-6e07361b-34cd-4794-a3f3-7502fda57c27" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.221066] env[69357]: DEBUG nova.network.neutron [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1332.698608] env[69357]: DEBUG oslo_vmware.api [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283713, 'name': Rename_Task, 'duration_secs': 0.190478} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.701406] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1332.701660] env[69357]: DEBUG oslo_vmware.api [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': task-3283714, 'name': PowerOnVM_Task, 'duration_secs': 0.437541} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.701868] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b79c3182-31a0-45af-a9ef-bc155ef5bce6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.703217] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1332.703440] env[69357]: DEBUG nova.compute.manager [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1332.704152] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebc1d36-49d6-4d57-ab5b-ac464a3154d4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.713559] env[69357]: DEBUG oslo_vmware.api [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1332.713559] env[69357]: value = "task-3283715" [ 1332.713559] env[69357]: _type = "Task" [ 1332.713559] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.720548] env[69357]: DEBUG oslo_vmware.api [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.753414] env[69357]: DEBUG nova.network.neutron [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1332.877088] env[69357]: DEBUG nova.network.neutron [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Updating instance_info_cache with network_info: [{"id": "f08beced-1c7f-40a2-8e38-9902f56ebdb2", "address": "fa:16:3e:2a:a5:90", "network": {"id": "73a4f450-d642-4b42-a6f9-ea21c73f279a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1452404450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "419ee38d757b4d428b684cdc28bb5421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf08beced-1c", "ovs_interfaceid": "f08beced-1c7f-40a2-8e38-9902f56ebdb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.224406] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.224741] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.224952] env[69357]: DEBUG nova.objects.instance [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69357) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1333.230568] env[69357]: DEBUG oslo_vmware.api [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283715, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.379864] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Releasing lock "refresh_cache-6e07361b-34cd-4794-a3f3-7502fda57c27" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.380218] env[69357]: DEBUG nova.compute.manager [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Instance network_info: |[{"id": "f08beced-1c7f-40a2-8e38-9902f56ebdb2", "address": "fa:16:3e:2a:a5:90", "network": {"id": "73a4f450-d642-4b42-a6f9-ea21c73f279a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1452404450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "419ee38d757b4d428b684cdc28bb5421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf08beced-1c", "ovs_interfaceid": "f08beced-1c7f-40a2-8e38-9902f56ebdb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1333.380663] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:a5:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f08beced-1c7f-40a2-8e38-9902f56ebdb2', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1333.388118] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1333.388614] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1333.388842] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12394cc5-baa5-4db8-8f2a-7eb31a11184a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.409822] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1333.409822] env[69357]: value = "task-3283716" [ 1333.409822] env[69357]: _type = "Task" [ 1333.409822] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.417115] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283716, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.674414] env[69357]: DEBUG nova.compute.manager [req-795b36c4-94b7-442b-8a5f-fcd6cc7a16cf req-ac95b5aa-ee22-4b55-848c-b57f1fea5bd1 service nova] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Received event network-changed-f08beced-1c7f-40a2-8e38-9902f56ebdb2 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1333.674572] env[69357]: DEBUG nova.compute.manager [req-795b36c4-94b7-442b-8a5f-fcd6cc7a16cf req-ac95b5aa-ee22-4b55-848c-b57f1fea5bd1 service nova] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Refreshing instance network info cache due to event network-changed-f08beced-1c7f-40a2-8e38-9902f56ebdb2. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1333.674838] env[69357]: DEBUG oslo_concurrency.lockutils [req-795b36c4-94b7-442b-8a5f-fcd6cc7a16cf req-ac95b5aa-ee22-4b55-848c-b57f1fea5bd1 service nova] Acquiring lock "refresh_cache-6e07361b-34cd-4794-a3f3-7502fda57c27" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.675018] env[69357]: DEBUG oslo_concurrency.lockutils [req-795b36c4-94b7-442b-8a5f-fcd6cc7a16cf req-ac95b5aa-ee22-4b55-848c-b57f1fea5bd1 service nova] Acquired lock "refresh_cache-6e07361b-34cd-4794-a3f3-7502fda57c27" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.675203] env[69357]: DEBUG nova.network.neutron [req-795b36c4-94b7-442b-8a5f-fcd6cc7a16cf req-ac95b5aa-ee22-4b55-848c-b57f1fea5bd1 service nova] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Refreshing network info cache for port f08beced-1c7f-40a2-8e38-9902f56ebdb2 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1333.727870] env[69357]: DEBUG oslo_vmware.api [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283715, 'name': PowerOnVM_Task, 'duration_secs': 0.605495} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.728203] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1333.821521] env[69357]: DEBUG nova.compute.manager [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1333.822448] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4353b849-ba01-41bb-b0f8-13eb28670511 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.918573] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283716, 'name': CreateVM_Task, 'duration_secs': 0.331723} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.918759] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1333.919395] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.919565] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.919896] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.920168] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b8c1273-4a06-4d4e-8fd3-1cb9f8fb99f5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.924755] env[69357]: DEBUG oslo_vmware.api [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1333.924755] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5237a2f5-9024-92ae-c9eb-941c1718a66a" [ 1333.924755] env[69357]: _type = "Task" [ 1333.924755] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.931979] env[69357]: DEBUG oslo_vmware.api [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5237a2f5-9024-92ae-c9eb-941c1718a66a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.110193] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Acquiring lock "f015f1ce-a9e1-4545-87fe-e954760c13e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.110459] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Lock "f015f1ce-a9e1-4545-87fe-e954760c13e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.110676] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Acquiring lock "f015f1ce-a9e1-4545-87fe-e954760c13e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.110856] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Lock "f015f1ce-a9e1-4545-87fe-e954760c13e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.111034] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Lock "f015f1ce-a9e1-4545-87fe-e954760c13e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.113216] env[69357]: INFO nova.compute.manager [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Terminating instance [ 1334.235778] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7944880b-b727-4180-96fe-d1787ac61857 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.341645] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f803ff4-7b2c-4fb1-9994-bef6e13d228b tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "6c939849-387b-476b-b82a-83a35d84c381" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.846s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.369430] env[69357]: DEBUG nova.network.neutron [req-795b36c4-94b7-442b-8a5f-fcd6cc7a16cf req-ac95b5aa-ee22-4b55-848c-b57f1fea5bd1 service nova] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Updated VIF entry in instance network info cache for port f08beced-1c7f-40a2-8e38-9902f56ebdb2. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1334.369958] env[69357]: DEBUG nova.network.neutron [req-795b36c4-94b7-442b-8a5f-fcd6cc7a16cf req-ac95b5aa-ee22-4b55-848c-b57f1fea5bd1 service nova] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Updating instance_info_cache with network_info: [{"id": "f08beced-1c7f-40a2-8e38-9902f56ebdb2", "address": "fa:16:3e:2a:a5:90", "network": {"id": "73a4f450-d642-4b42-a6f9-ea21c73f279a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1452404450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "419ee38d757b4d428b684cdc28bb5421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf08beced-1c", "ovs_interfaceid": "f08beced-1c7f-40a2-8e38-9902f56ebdb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.436830] env[69357]: DEBUG oslo_vmware.api [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5237a2f5-9024-92ae-c9eb-941c1718a66a, 'name': SearchDatastore_Task, 'duration_secs': 0.012374} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.437152] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.437379] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1334.437608] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.437752] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.437986] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1334.438300] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b104d1ca-4008-4a26-b678-a1a3627d6ad0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.446081] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1334.446256] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1334.446995] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8adb33bf-bc0f-4caf-a98b-8fb03fac4cdc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.452253] env[69357]: DEBUG oslo_vmware.api [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1334.452253] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5292260c-58ac-a6ef-2e0f-45e1e48e67ac" [ 1334.452253] env[69357]: _type = "Task" [ 1334.452253] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.461073] env[69357]: DEBUG oslo_vmware.api [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5292260c-58ac-a6ef-2e0f-45e1e48e67ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.616819] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Acquiring lock "refresh_cache-f015f1ce-a9e1-4545-87fe-e954760c13e2" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.616994] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Acquired lock "refresh_cache-f015f1ce-a9e1-4545-87fe-e954760c13e2" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.617143] env[69357]: DEBUG nova.network.neutron [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1334.872982] env[69357]: DEBUG oslo_concurrency.lockutils [req-795b36c4-94b7-442b-8a5f-fcd6cc7a16cf req-ac95b5aa-ee22-4b55-848c-b57f1fea5bd1 service nova] Releasing lock "refresh_cache-6e07361b-34cd-4794-a3f3-7502fda57c27" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.876648] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2dc3ded-afcd-47fd-9d4f-54aba9301250 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "6c939849-387b-476b-b82a-83a35d84c381" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.876927] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2dc3ded-afcd-47fd-9d4f-54aba9301250 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "6c939849-387b-476b-b82a-83a35d84c381" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.877158] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2dc3ded-afcd-47fd-9d4f-54aba9301250 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "6c939849-387b-476b-b82a-83a35d84c381-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.877363] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2dc3ded-afcd-47fd-9d4f-54aba9301250 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "6c939849-387b-476b-b82a-83a35d84c381-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.877536] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2dc3ded-afcd-47fd-9d4f-54aba9301250 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "6c939849-387b-476b-b82a-83a35d84c381-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.879687] env[69357]: INFO nova.compute.manager [None req-d2dc3ded-afcd-47fd-9d4f-54aba9301250 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Terminating instance [ 1334.962415] env[69357]: DEBUG oslo_vmware.api [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5292260c-58ac-a6ef-2e0f-45e1e48e67ac, 'name': SearchDatastore_Task, 'duration_secs': 0.008858} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.963161] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09ae6e93-51b7-4d64-a895-3ec702ec0331 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.968494] env[69357]: DEBUG oslo_vmware.api [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1334.968494] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]523bf028-ef77-1b73-02c3-05eb61ea62eb" [ 1334.968494] env[69357]: _type = "Task" [ 1334.968494] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.975905] env[69357]: DEBUG oslo_vmware.api [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]523bf028-ef77-1b73-02c3-05eb61ea62eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.137333] env[69357]: DEBUG nova.network.neutron [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1335.183909] env[69357]: DEBUG nova.network.neutron [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.383063] env[69357]: DEBUG nova.compute.manager [None req-d2dc3ded-afcd-47fd-9d4f-54aba9301250 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1335.383388] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d2dc3ded-afcd-47fd-9d4f-54aba9301250 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1335.384316] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acccc9c1-8665-4824-b3be-e9738cc63183 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.391906] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2dc3ded-afcd-47fd-9d4f-54aba9301250 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1335.392117] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76ef9460-c03e-4fd9-ad08-3adaec690a91 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.397792] env[69357]: DEBUG oslo_vmware.api [None req-d2dc3ded-afcd-47fd-9d4f-54aba9301250 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1335.397792] env[69357]: value = "task-3283717" [ 1335.397792] env[69357]: _type = "Task" [ 1335.397792] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.406566] env[69357]: DEBUG oslo_vmware.api [None req-d2dc3ded-afcd-47fd-9d4f-54aba9301250 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.479547] env[69357]: DEBUG oslo_vmware.api [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]523bf028-ef77-1b73-02c3-05eb61ea62eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009992} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.479841] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.480129] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 6e07361b-34cd-4794-a3f3-7502fda57c27/6e07361b-34cd-4794-a3f3-7502fda57c27.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1335.480390] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ccfc24c-52b3-4103-ba4b-edb848a45767 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.487042] env[69357]: DEBUG oslo_vmware.api [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1335.487042] env[69357]: value = "task-3283718" [ 1335.487042] env[69357]: _type = "Task" [ 1335.487042] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.495352] env[69357]: DEBUG oslo_vmware.api [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.687642] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Releasing lock "refresh_cache-f015f1ce-a9e1-4545-87fe-e954760c13e2" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.688308] env[69357]: DEBUG nova.compute.manager [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1335.688629] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1335.689704] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef65cbe-7d15-4eba-9238-4b2e1bfa20e0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.697573] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1335.697916] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d95bb39-ef9a-488f-86b0-1501bab9c6c0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.704270] env[69357]: DEBUG oslo_vmware.api [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Waiting for the task: (returnval){ [ 1335.704270] env[69357]: value = "task-3283719" [ 1335.704270] env[69357]: _type = "Task" [ 1335.704270] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.713114] env[69357]: DEBUG oslo_vmware.api [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': task-3283719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.907519] env[69357]: DEBUG oslo_vmware.api [None req-d2dc3ded-afcd-47fd-9d4f-54aba9301250 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283717, 'name': PowerOffVM_Task, 'duration_secs': 0.201758} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.907785] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2dc3ded-afcd-47fd-9d4f-54aba9301250 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1335.907998] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d2dc3ded-afcd-47fd-9d4f-54aba9301250 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1335.908289] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1257904-aaf2-4b2b-89d2-55d655fe3ec7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.971271] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d2dc3ded-afcd-47fd-9d4f-54aba9301250 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1335.971539] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d2dc3ded-afcd-47fd-9d4f-54aba9301250 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1335.971665] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2dc3ded-afcd-47fd-9d4f-54aba9301250 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Deleting the datastore file [datastore2] 6c939849-387b-476b-b82a-83a35d84c381 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1335.971971] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b6efb44-fc53-4e5b-b927-4a8865676313 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.977516] env[69357]: DEBUG oslo_vmware.api [None req-d2dc3ded-afcd-47fd-9d4f-54aba9301250 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for the task: (returnval){ [ 1335.977516] env[69357]: value = "task-3283721" [ 1335.977516] env[69357]: _type = "Task" [ 1335.977516] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.984768] env[69357]: DEBUG oslo_vmware.api [None req-d2dc3ded-afcd-47fd-9d4f-54aba9301250 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.994983] env[69357]: DEBUG oslo_vmware.api [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283718, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.424349} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.995245] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 6e07361b-34cd-4794-a3f3-7502fda57c27/6e07361b-34cd-4794-a3f3-7502fda57c27.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1335.995461] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1335.995693] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ed8f292-a279-499a-b6e5-c9414b16853f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.003293] env[69357]: DEBUG oslo_vmware.api [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1336.003293] env[69357]: value = "task-3283722" [ 1336.003293] env[69357]: _type = "Task" [ 1336.003293] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.009970] env[69357]: DEBUG oslo_vmware.api [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.214106] env[69357]: DEBUG oslo_vmware.api [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': task-3283719, 'name': PowerOffVM_Task, 'duration_secs': 0.112931} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.214380] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1336.214548] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1336.214781] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-452d1e62-827d-4d88-b6a3-4a22c6dde484 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.237309] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1336.237496] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1336.237651] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Deleting the datastore file [datastore1] f015f1ce-a9e1-4545-87fe-e954760c13e2 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1336.237919] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85db7aa2-61d1-45d1-891e-08547f35ff7a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.243935] env[69357]: DEBUG oslo_vmware.api [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Waiting for the task: (returnval){ [ 1336.243935] env[69357]: value = "task-3283724" [ 1336.243935] env[69357]: _type = "Task" [ 1336.243935] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.251264] env[69357]: DEBUG oslo_vmware.api [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': task-3283724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.487411] env[69357]: DEBUG oslo_vmware.api [None req-d2dc3ded-afcd-47fd-9d4f-54aba9301250 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Task: {'id': task-3283721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155621} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.487783] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2dc3ded-afcd-47fd-9d4f-54aba9301250 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1336.487879] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d2dc3ded-afcd-47fd-9d4f-54aba9301250 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1336.487992] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d2dc3ded-afcd-47fd-9d4f-54aba9301250 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1336.488197] env[69357]: INFO nova.compute.manager [None req-d2dc3ded-afcd-47fd-9d4f-54aba9301250 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1336.488426] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2dc3ded-afcd-47fd-9d4f-54aba9301250 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1336.488706] env[69357]: DEBUG nova.compute.manager [-] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1336.488706] env[69357]: DEBUG nova.network.neutron [-] [instance: 6c939849-387b-476b-b82a-83a35d84c381] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1336.511982] env[69357]: DEBUG oslo_vmware.api [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059338} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.512254] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1336.513015] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fd7522-d30e-4a1c-9c1d-635ec2841bc9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.534633] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 6e07361b-34cd-4794-a3f3-7502fda57c27/6e07361b-34cd-4794-a3f3-7502fda57c27.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1336.534899] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d082f5c4-0d85-47f6-9168-d8bf1987b49a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.555588] env[69357]: DEBUG oslo_vmware.api [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1336.555588] env[69357]: value = "task-3283725" [ 1336.555588] env[69357]: _type = "Task" [ 1336.555588] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.564670] env[69357]: DEBUG oslo_vmware.api [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283725, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.754279] env[69357]: DEBUG oslo_vmware.api [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Task: {'id': task-3283724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094377} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.754569] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1336.754743] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1336.754949] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1336.755184] env[69357]: INFO nova.compute.manager [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1336.755452] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1336.755667] env[69357]: DEBUG nova.compute.manager [-] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1336.755803] env[69357]: DEBUG nova.network.neutron [-] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1336.776830] env[69357]: DEBUG nova.network.neutron [-] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1336.940062] env[69357]: DEBUG nova.compute.manager [req-98fe18be-6f6a-4710-bd4d-0c6a4044b2db req-e6922cb1-800f-4331-9f21-435b586d31cc service nova] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Received event network-vif-deleted-6ad1454f-1fd9-4b1b-ac62-4667370ae592 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1336.940062] env[69357]: INFO nova.compute.manager [req-98fe18be-6f6a-4710-bd4d-0c6a4044b2db req-e6922cb1-800f-4331-9f21-435b586d31cc service nova] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Neutron deleted interface 6ad1454f-1fd9-4b1b-ac62-4667370ae592; detaching it from the instance and deleting it from the info cache [ 1336.940714] env[69357]: DEBUG nova.network.neutron [req-98fe18be-6f6a-4710-bd4d-0c6a4044b2db req-e6922cb1-800f-4331-9f21-435b586d31cc service nova] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.065237] env[69357]: DEBUG oslo_vmware.api [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283725, 'name': ReconfigVM_Task, 'duration_secs': 0.283273} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.065492] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 6e07361b-34cd-4794-a3f3-7502fda57c27/6e07361b-34cd-4794-a3f3-7502fda57c27.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1337.066152] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a0c5b07-d42a-41ff-bf75-523073b78ef1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.072217] env[69357]: DEBUG oslo_vmware.api [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1337.072217] env[69357]: value = "task-3283726" [ 1337.072217] env[69357]: _type = "Task" [ 1337.072217] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.079325] env[69357]: DEBUG oslo_vmware.api [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283726, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.279705] env[69357]: DEBUG nova.network.neutron [-] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.424744] env[69357]: DEBUG nova.network.neutron [-] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.442803] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d3c3e07-d47e-43fc-909f-360f7ff190e6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.453022] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fcd5f0-d0f0-4659-a73a-006efea0d549 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.477593] env[69357]: DEBUG nova.compute.manager [req-98fe18be-6f6a-4710-bd4d-0c6a4044b2db req-e6922cb1-800f-4331-9f21-435b586d31cc service nova] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Detach interface failed, port_id=6ad1454f-1fd9-4b1b-ac62-4667370ae592, reason: Instance 6c939849-387b-476b-b82a-83a35d84c381 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1337.582133] env[69357]: DEBUG oslo_vmware.api [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283726, 'name': Rename_Task, 'duration_secs': 0.248149} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.582483] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1337.582682] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8bcf6b4-b869-4309-9c7b-bab9dcd88140 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.588912] env[69357]: DEBUG oslo_vmware.api [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1337.588912] env[69357]: value = "task-3283727" [ 1337.588912] env[69357]: _type = "Task" [ 1337.588912] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.596526] env[69357]: DEBUG oslo_vmware.api [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.782807] env[69357]: INFO nova.compute.manager [-] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Took 1.03 seconds to deallocate network for instance. [ 1337.927729] env[69357]: INFO nova.compute.manager [-] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Took 1.44 seconds to deallocate network for instance. [ 1338.098577] env[69357]: DEBUG oslo_vmware.api [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283727, 'name': PowerOnVM_Task, 'duration_secs': 0.453132} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.098874] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1338.099087] env[69357]: INFO nova.compute.manager [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Took 6.70 seconds to spawn the instance on the hypervisor. [ 1338.099275] env[69357]: DEBUG nova.compute.manager [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1338.100026] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d644129-35eb-46ce-ae7c-caee98e2528d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.290464] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.290464] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.290648] env[69357]: DEBUG nova.objects.instance [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Lazy-loading 'resources' on Instance uuid f015f1ce-a9e1-4545-87fe-e954760c13e2 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1338.434914] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2dc3ded-afcd-47fd-9d4f-54aba9301250 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.615648] env[69357]: INFO nova.compute.manager [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Took 11.41 seconds to build instance. [ 1338.863348] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4984ab-ecef-4972-b998-e5785169a86d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.872180] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5a6b1f-b778-4f48-a72f-67e057b3ee2d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.905295] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525950d7-2918-4131-98ef-e87d1011e6f0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.913116] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f870050-0cc8-4fd8-ae9d-4e23fdd1f488 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.926596] env[69357]: DEBUG nova.compute.provider_tree [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.117874] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e55cbc58-c981-491d-a6b6-198c79a5d2c5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "6e07361b-34cd-4794-a3f3-7502fda57c27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.922s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.200627] env[69357]: DEBUG nova.compute.manager [req-60aec751-e64b-4ffa-9b80-d4ed806d2747 req-4a34e70c-8b7b-4875-a6b7-ad1601862faa service nova] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Received event network-changed-f08beced-1c7f-40a2-8e38-9902f56ebdb2 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1339.200833] env[69357]: DEBUG nova.compute.manager [req-60aec751-e64b-4ffa-9b80-d4ed806d2747 req-4a34e70c-8b7b-4875-a6b7-ad1601862faa service nova] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Refreshing instance network info cache due to event network-changed-f08beced-1c7f-40a2-8e38-9902f56ebdb2. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1339.201060] env[69357]: DEBUG oslo_concurrency.lockutils [req-60aec751-e64b-4ffa-9b80-d4ed806d2747 req-4a34e70c-8b7b-4875-a6b7-ad1601862faa service nova] Acquiring lock "refresh_cache-6e07361b-34cd-4794-a3f3-7502fda57c27" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.201212] env[69357]: DEBUG oslo_concurrency.lockutils [req-60aec751-e64b-4ffa-9b80-d4ed806d2747 req-4a34e70c-8b7b-4875-a6b7-ad1601862faa service nova] Acquired lock "refresh_cache-6e07361b-34cd-4794-a3f3-7502fda57c27" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.201370] env[69357]: DEBUG nova.network.neutron [req-60aec751-e64b-4ffa-9b80-d4ed806d2747 req-4a34e70c-8b7b-4875-a6b7-ad1601862faa service nova] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Refreshing network info cache for port f08beced-1c7f-40a2-8e38-9902f56ebdb2 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1339.429630] env[69357]: DEBUG nova.scheduler.client.report [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1339.905169] env[69357]: DEBUG nova.network.neutron [req-60aec751-e64b-4ffa-9b80-d4ed806d2747 req-4a34e70c-8b7b-4875-a6b7-ad1601862faa service nova] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Updated VIF entry in instance network info cache for port f08beced-1c7f-40a2-8e38-9902f56ebdb2. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1339.905539] env[69357]: DEBUG nova.network.neutron [req-60aec751-e64b-4ffa-9b80-d4ed806d2747 req-4a34e70c-8b7b-4875-a6b7-ad1601862faa service nova] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Updating instance_info_cache with network_info: [{"id": "f08beced-1c7f-40a2-8e38-9902f56ebdb2", "address": "fa:16:3e:2a:a5:90", "network": {"id": "73a4f450-d642-4b42-a6f9-ea21c73f279a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1452404450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "419ee38d757b4d428b684cdc28bb5421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf08beced-1c", "ovs_interfaceid": "f08beced-1c7f-40a2-8e38-9902f56ebdb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.933999] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.936494] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2dc3ded-afcd-47fd-9d4f-54aba9301250 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.502s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.936494] env[69357]: DEBUG nova.objects.instance [None req-d2dc3ded-afcd-47fd-9d4f-54aba9301250 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lazy-loading 'resources' on Instance uuid 6c939849-387b-476b-b82a-83a35d84c381 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1339.952875] env[69357]: INFO nova.scheduler.client.report [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Deleted allocations for instance f015f1ce-a9e1-4545-87fe-e954760c13e2 [ 1340.408448] env[69357]: DEBUG oslo_concurrency.lockutils [req-60aec751-e64b-4ffa-9b80-d4ed806d2747 req-4a34e70c-8b7b-4875-a6b7-ad1601862faa service nova] Releasing lock "refresh_cache-6e07361b-34cd-4794-a3f3-7502fda57c27" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.461785] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9c1172de-da1d-4126-94c1-76d57156b201 tempest-ServersListShow2100Test-144450525 tempest-ServersListShow2100Test-144450525-project-member] Lock "f015f1ce-a9e1-4545-87fe-e954760c13e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.351s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.496863] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3178a587-d684-4c3a-9a46-2fa60494fd1a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.504326] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b99df7-c8f1-4d84-85d2-21fa34d812ee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.537058] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b1faad-b02b-4447-ac45-eeb188fcf7c2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.544239] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d0730b-7441-4967-984c-4a10a11143ef {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.558342] env[69357]: DEBUG nova.compute.provider_tree [None req-d2dc3ded-afcd-47fd-9d4f-54aba9301250 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.061771] env[69357]: DEBUG nova.scheduler.client.report [None req-d2dc3ded-afcd-47fd-9d4f-54aba9301250 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.567106] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2dc3ded-afcd-47fd-9d4f-54aba9301250 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.631s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.583344] env[69357]: INFO nova.scheduler.client.report [None req-d2dc3ded-afcd-47fd-9d4f-54aba9301250 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Deleted allocations for instance 6c939849-387b-476b-b82a-83a35d84c381 [ 1342.090583] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d2dc3ded-afcd-47fd-9d4f-54aba9301250 tempest-ServerActionsTestOtherB-383382975 tempest-ServerActionsTestOtherB-383382975-project-member] Lock "6c939849-387b-476b-b82a-83a35d84c381" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.213s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.546405] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Acquiring lock "17f9bdf9-a3d5-4385-924e-c69e867ee829" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.546715] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Lock "17f9bdf9-a3d5-4385-924e-c69e867ee829" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.048883] env[69357]: DEBUG nova.compute.manager [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1349.569620] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.569620] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.570891] env[69357]: INFO nova.compute.claims [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1350.622473] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866997f1-6a38-41d6-8760-7d264cda7c77 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.630479] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73369f09-cbea-41f0-b0bd-dd1adc4288eb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.660075] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4484c87-3ab6-49b7-beac-d9fa3cfe9c3a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.666663] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c673067-4e62-460f-9372-d20bfad671bf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.679243] env[69357]: DEBUG nova.compute.provider_tree [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1351.181992] env[69357]: DEBUG nova.scheduler.client.report [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1351.688752] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.119s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.689268] env[69357]: DEBUG nova.compute.manager [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1352.194517] env[69357]: DEBUG nova.compute.utils [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1352.195913] env[69357]: DEBUG nova.compute.manager [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Not allocating networking since 'none' was specified. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1352.699070] env[69357]: DEBUG nova.compute.manager [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1353.707943] env[69357]: DEBUG nova.compute.manager [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1353.733670] env[69357]: DEBUG nova.virt.hardware [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1353.733927] env[69357]: DEBUG nova.virt.hardware [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1353.734121] env[69357]: DEBUG nova.virt.hardware [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1353.734344] env[69357]: DEBUG nova.virt.hardware [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1353.734494] env[69357]: DEBUG nova.virt.hardware [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1353.734638] env[69357]: DEBUG nova.virt.hardware [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1353.734842] env[69357]: DEBUG nova.virt.hardware [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1353.735007] env[69357]: DEBUG nova.virt.hardware [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1353.735226] env[69357]: DEBUG nova.virt.hardware [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1353.735423] env[69357]: DEBUG nova.virt.hardware [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1353.735599] env[69357]: DEBUG nova.virt.hardware [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1353.736474] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa225ca-dc16-415d-ae7e-5a0aee1b6b42 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.744776] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3a8829-482b-42b6-9979-80d1dfa1e8aa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.758263] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Instance VIF info [] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1353.763733] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Creating folder: Project (d3d66cda12164825be8d265e03f9d82e). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1353.763985] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47a1e346-e55c-4ceb-9b77-3e03c2a3da3a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.773248] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Created folder: Project (d3d66cda12164825be8d265e03f9d82e) in parent group-v655402. [ 1353.773425] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Creating folder: Instances. Parent ref: group-v655743. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1353.773626] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73a3131c-5ee4-426e-a982-a8bf56253e8c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.782476] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Created folder: Instances in parent group-v655743. [ 1353.782685] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1353.782865] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1353.783060] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49f2fcd6-590e-4d56-8be8-69594ccbcf49 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.798678] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1353.798678] env[69357]: value = "task-3283731" [ 1353.798678] env[69357]: _type = "Task" [ 1353.798678] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.805613] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283731, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.308449] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283731, 'name': CreateVM_Task, 'duration_secs': 0.231918} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.308614] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1354.309048] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.309243] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.309560] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.309809] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8b5b209-e62c-4b36-812c-029c15a04a13 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.314239] env[69357]: DEBUG oslo_vmware.api [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Waiting for the task: (returnval){ [ 1354.314239] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52aff394-bffc-3a2d-39e5-df224771744e" [ 1354.314239] env[69357]: _type = "Task" [ 1354.314239] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.321652] env[69357]: DEBUG oslo_vmware.api [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52aff394-bffc-3a2d-39e5-df224771744e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.824743] env[69357]: DEBUG oslo_vmware.api [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52aff394-bffc-3a2d-39e5-df224771744e, 'name': SearchDatastore_Task, 'duration_secs': 0.009948} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.824743] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.825201] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1354.825201] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.825329] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.825506] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1354.825765] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7dfcc780-9501-4652-9407-8c714af8f95c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.833658] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1354.833826] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1354.834496] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f697f6d0-71eb-4e23-af0c-fd4d676e1dcd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.839061] env[69357]: DEBUG oslo_vmware.api [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Waiting for the task: (returnval){ [ 1354.839061] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]524fd9a7-8f5d-c901-8323-d911500d7723" [ 1354.839061] env[69357]: _type = "Task" [ 1354.839061] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.846951] env[69357]: DEBUG oslo_vmware.api [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]524fd9a7-8f5d-c901-8323-d911500d7723, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.349448] env[69357]: DEBUG oslo_vmware.api [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]524fd9a7-8f5d-c901-8323-d911500d7723, 'name': SearchDatastore_Task, 'duration_secs': 0.007838} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.350220] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-752400bb-fa26-4a54-88ca-84d40d69cc08 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.355080] env[69357]: DEBUG oslo_vmware.api [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Waiting for the task: (returnval){ [ 1355.355080] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5265e32f-30b0-b509-cbb6-ae4d7c0ed752" [ 1355.355080] env[69357]: _type = "Task" [ 1355.355080] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.362230] env[69357]: DEBUG oslo_vmware.api [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5265e32f-30b0-b509-cbb6-ae4d7c0ed752, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.866030] env[69357]: DEBUG oslo_vmware.api [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5265e32f-30b0-b509-cbb6-ae4d7c0ed752, 'name': SearchDatastore_Task, 'duration_secs': 0.009372} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.866030] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.866030] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 17f9bdf9-a3d5-4385-924e-c69e867ee829/17f9bdf9-a3d5-4385-924e-c69e867ee829.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1355.866030] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eae06dd8-8489-445c-a4fa-f421a837dbdc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.872275] env[69357]: DEBUG oslo_vmware.api [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Waiting for the task: (returnval){ [ 1355.872275] env[69357]: value = "task-3283732" [ 1355.872275] env[69357]: _type = "Task" [ 1355.872275] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.879092] env[69357]: DEBUG oslo_vmware.api [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Task: {'id': task-3283732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.382662] env[69357]: DEBUG oslo_vmware.api [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Task: {'id': task-3283732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.403969} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.382856] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 17f9bdf9-a3d5-4385-924e-c69e867ee829/17f9bdf9-a3d5-4385-924e-c69e867ee829.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1356.383082] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1356.385258] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0fd40d1-c4a8-4668-a7aa-9d6c7199222e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.389292] env[69357]: DEBUG oslo_vmware.api [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Waiting for the task: (returnval){ [ 1356.389292] env[69357]: value = "task-3283733" [ 1356.389292] env[69357]: _type = "Task" [ 1356.389292] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.396359] env[69357]: DEBUG oslo_vmware.api [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Task: {'id': task-3283733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.898245] env[69357]: DEBUG oslo_vmware.api [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Task: {'id': task-3283733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058818} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.898623] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1356.899266] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b61e070-4ac7-44a3-8008-b4b4768eab5c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.918469] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 17f9bdf9-a3d5-4385-924e-c69e867ee829/17f9bdf9-a3d5-4385-924e-c69e867ee829.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1356.918686] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c601998-c216-4301-87f0-73ef965ba97f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.937395] env[69357]: DEBUG oslo_vmware.api [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Waiting for the task: (returnval){ [ 1356.937395] env[69357]: value = "task-3283734" [ 1356.937395] env[69357]: _type = "Task" [ 1356.937395] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.945256] env[69357]: DEBUG oslo_vmware.api [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Task: {'id': task-3283734, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.447494] env[69357]: DEBUG oslo_vmware.api [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Task: {'id': task-3283734, 'name': ReconfigVM_Task, 'duration_secs': 0.288672} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.447773] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 17f9bdf9-a3d5-4385-924e-c69e867ee829/17f9bdf9-a3d5-4385-924e-c69e867ee829.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1357.448445] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65980ed5-c83d-4f98-96e9-d5fb978249f0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.454588] env[69357]: DEBUG oslo_vmware.api [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Waiting for the task: (returnval){ [ 1357.454588] env[69357]: value = "task-3283735" [ 1357.454588] env[69357]: _type = "Task" [ 1357.454588] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.462105] env[69357]: DEBUG oslo_vmware.api [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Task: {'id': task-3283735, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.964337] env[69357]: DEBUG oslo_vmware.api [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Task: {'id': task-3283735, 'name': Rename_Task, 'duration_secs': 0.131033} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.964724] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1357.964815] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ad8d23a-6a49-4b77-a926-94bbdec422c9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.970642] env[69357]: DEBUG oslo_vmware.api [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Waiting for the task: (returnval){ [ 1357.970642] env[69357]: value = "task-3283736" [ 1357.970642] env[69357]: _type = "Task" [ 1357.970642] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.977734] env[69357]: DEBUG oslo_vmware.api [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Task: {'id': task-3283736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.480759] env[69357]: DEBUG oslo_vmware.api [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Task: {'id': task-3283736, 'name': PowerOnVM_Task, 'duration_secs': 0.387861} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.481043] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1358.481308] env[69357]: INFO nova.compute.manager [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Took 4.77 seconds to spawn the instance on the hypervisor. [ 1358.481498] env[69357]: DEBUG nova.compute.manager [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1358.482254] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbcafc0-2cd8-479b-8a0d-1493dafc0e04 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.998045] env[69357]: INFO nova.compute.manager [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Took 9.44 seconds to build instance. [ 1359.455137] env[69357]: DEBUG nova.compute.manager [None req-e12d8c18-07fa-4f3d-b75f-99a9b8b97190 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1359.456093] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4330a334-7dc5-4379-afcd-2cb5413d9620 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.500046] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44441a05-e8c9-4e68-84de-afcb93cf8995 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Lock "17f9bdf9-a3d5-4385-924e-c69e867ee829" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 10.953s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.522186] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Acquiring lock "17f9bdf9-a3d5-4385-924e-c69e867ee829" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.522430] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Lock "17f9bdf9-a3d5-4385-924e-c69e867ee829" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.522638] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Acquiring lock "17f9bdf9-a3d5-4385-924e-c69e867ee829-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.522820] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Lock "17f9bdf9-a3d5-4385-924e-c69e867ee829-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.522985] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Lock "17f9bdf9-a3d5-4385-924e-c69e867ee829-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.524936] env[69357]: INFO nova.compute.manager [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Terminating instance [ 1359.966446] env[69357]: INFO nova.compute.manager [None req-e12d8c18-07fa-4f3d-b75f-99a9b8b97190 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] instance snapshotting [ 1359.967064] env[69357]: DEBUG nova.objects.instance [None req-e12d8c18-07fa-4f3d-b75f-99a9b8b97190 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Lazy-loading 'flavor' on Instance uuid 17f9bdf9-a3d5-4385-924e-c69e867ee829 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1360.029209] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Acquiring lock "refresh_cache-17f9bdf9-a3d5-4385-924e-c69e867ee829" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.029571] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Acquired lock "refresh_cache-17f9bdf9-a3d5-4385-924e-c69e867ee829" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.029571] env[69357]: DEBUG nova.network.neutron [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1360.472920] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e9fe9d-8a37-461f-9330-960d48d41e85 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.489127] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b653b39-8ee7-49dc-b5e5-c0aecb104ddf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.547184] env[69357]: DEBUG nova.network.neutron [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1360.596073] env[69357]: DEBUG nova.network.neutron [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.998727] env[69357]: DEBUG nova.compute.manager [None req-e12d8c18-07fa-4f3d-b75f-99a9b8b97190 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Instance disappeared during snapshot {{(pid=69357) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1361.098326] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Releasing lock "refresh_cache-17f9bdf9-a3d5-4385-924e-c69e867ee829" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.098754] env[69357]: DEBUG nova.compute.manager [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1361.098944] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1361.099852] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6569454-f068-469c-9dbe-e9bb18627bde {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.106810] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1361.107058] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a3ef5a6-0a91-4bbc-ade3-ca3fe0fe0048 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.109136] env[69357]: DEBUG nova.compute.manager [None req-e12d8c18-07fa-4f3d-b75f-99a9b8b97190 tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Found 0 images (rotation: 2) {{(pid=69357) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1361.114781] env[69357]: DEBUG oslo_vmware.api [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Waiting for the task: (returnval){ [ 1361.114781] env[69357]: value = "task-3283737" [ 1361.114781] env[69357]: _type = "Task" [ 1361.114781] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.123150] env[69357]: DEBUG oslo_vmware.api [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Task: {'id': task-3283737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.624667] env[69357]: DEBUG oslo_vmware.api [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Task: {'id': task-3283737, 'name': PowerOffVM_Task, 'duration_secs': 0.236307} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.624936] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1361.625105] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1361.625348] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49402503-ff00-4369-85d0-f34c896f3f7f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.655917] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1361.656205] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1361.656364] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Deleting the datastore file [datastore1] 17f9bdf9-a3d5-4385-924e-c69e867ee829 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1361.656615] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f28b0bd9-c46a-4393-ab04-a8b802a8cb19 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.662810] env[69357]: DEBUG oslo_vmware.api [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Waiting for the task: (returnval){ [ 1361.662810] env[69357]: value = "task-3283739" [ 1361.662810] env[69357]: _type = "Task" [ 1361.662810] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.669786] env[69357]: DEBUG oslo_vmware.api [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Task: {'id': task-3283739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.172272] env[69357]: DEBUG oslo_vmware.api [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Task: {'id': task-3283739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098575} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.172608] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1362.172769] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1362.172959] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1362.173143] env[69357]: INFO nova.compute.manager [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1362.173375] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1362.173571] env[69357]: DEBUG nova.compute.manager [-] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1362.173652] env[69357]: DEBUG nova.network.neutron [-] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1362.189449] env[69357]: DEBUG nova.network.neutron [-] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1362.692366] env[69357]: DEBUG nova.network.neutron [-] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.194873] env[69357]: INFO nova.compute.manager [-] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Took 1.02 seconds to deallocate network for instance. [ 1363.702990] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.703772] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.703772] env[69357]: DEBUG nova.objects.instance [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Lazy-loading 'resources' on Instance uuid 17f9bdf9-a3d5-4385-924e-c69e867ee829 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1364.264247] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469f52c9-0eb0-4e0c-a197-be14adb982a1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.272233] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a268dc2d-a597-4055-b2af-1fbae192dafc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.303590] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf51536-7084-4ebd-bea3-43a2f2e87e10 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.311750] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4bdc4f-ae12-4ec4-8357-568fa015f8cf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.325590] env[69357]: DEBUG nova.compute.provider_tree [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1364.829049] env[69357]: DEBUG nova.scheduler.client.report [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1365.333681] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.351464] env[69357]: INFO nova.scheduler.client.report [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Deleted allocations for instance 17f9bdf9-a3d5-4385-924e-c69e867ee829 [ 1365.859052] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a75f7da3-8f0c-4017-912a-e74cdc80d6af tempest-ServersAaction247Test-315104751 tempest-ServersAaction247Test-315104751-project-member] Lock "17f9bdf9-a3d5-4385-924e-c69e867ee829" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.336s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.534733] env[69357]: INFO nova.compute.manager [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Rebuilding instance [ 1376.573036] env[69357]: DEBUG nova.compute.manager [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1376.573896] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b344aa42-22b6-4ae3-a54e-15ca25198778 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.587020] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1377.587466] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d20c59b-4b63-48d6-adb0-9c943d09771a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.594992] env[69357]: DEBUG oslo_vmware.api [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1377.594992] env[69357]: value = "task-3283740" [ 1377.594992] env[69357]: _type = "Task" [ 1377.594992] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.604235] env[69357]: DEBUG oslo_vmware.api [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.104135] env[69357]: DEBUG oslo_vmware.api [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283740, 'name': PowerOffVM_Task, 'duration_secs': 0.193776} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.104394] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1378.104699] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1378.105814] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57aa5b41-ecc2-42c9-b296-a590e36d56a3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.112219] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1378.112432] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2378094b-0824-4fae-bbb4-43084374d000 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.176920] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1378.177244] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1378.177495] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Deleting the datastore file [datastore1] 6e07361b-34cd-4794-a3f3-7502fda57c27 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1378.177852] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ec15fde-be92-4aa9-a9fc-d61c10eb6a6d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.185462] env[69357]: DEBUG oslo_vmware.api [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1378.185462] env[69357]: value = "task-3283742" [ 1378.185462] env[69357]: _type = "Task" [ 1378.185462] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.195427] env[69357]: DEBUG oslo_vmware.api [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.695046] env[69357]: DEBUG oslo_vmware.api [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129659} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.695413] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1378.695479] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1378.695636] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1379.731122] env[69357]: DEBUG nova.virt.hardware [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1379.731430] env[69357]: DEBUG nova.virt.hardware [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1379.731532] env[69357]: DEBUG nova.virt.hardware [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1379.731711] env[69357]: DEBUG nova.virt.hardware [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1379.731857] env[69357]: DEBUG nova.virt.hardware [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1379.732007] env[69357]: DEBUG nova.virt.hardware [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1379.732221] env[69357]: DEBUG nova.virt.hardware [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1379.732380] env[69357]: DEBUG nova.virt.hardware [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1379.732545] env[69357]: DEBUG nova.virt.hardware [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1379.732704] env[69357]: DEBUG nova.virt.hardware [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1379.732873] env[69357]: DEBUG nova.virt.hardware [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1379.733745] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2022537-5168-4741-a240-ca867e7e3455 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.741899] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2616e489-d426-47fb-92ec-45b48b3e2edc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.755008] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:a5:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f08beced-1c7f-40a2-8e38-9902f56ebdb2', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1379.762286] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1379.762502] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1379.762695] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39c03093-8013-4212-a19f-5c0eff89c0d8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.780088] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1379.780088] env[69357]: value = "task-3283743" [ 1379.780088] env[69357]: _type = "Task" [ 1379.780088] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.786724] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283743, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.110790] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.289425] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283743, 'name': CreateVM_Task, 'duration_secs': 0.289016} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.289629] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1380.290213] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.290381] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.290721] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.290963] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61e0dfe9-1e5d-414a-b0ce-2c310aec3e43 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.295687] env[69357]: DEBUG oslo_vmware.api [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1380.295687] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5272c387-8396-c26d-744b-6938bc0c176b" [ 1380.295687] env[69357]: _type = "Task" [ 1380.295687] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.302985] env[69357]: DEBUG oslo_vmware.api [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5272c387-8396-c26d-744b-6938bc0c176b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.806122] env[69357]: DEBUG oslo_vmware.api [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5272c387-8396-c26d-744b-6938bc0c176b, 'name': SearchDatastore_Task, 'duration_secs': 0.008982} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.806573] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.806629] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1380.806851] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.807014] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.807193] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1380.807444] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e3efbc2-5dc8-4862-92ec-feab8e548777 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.815503] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1380.815698] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1380.816374] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0c467bf-1fcd-4be6-adb5-809167ee9bbc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.821008] env[69357]: DEBUG oslo_vmware.api [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1380.821008] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52b67f2e-1f72-a8af-0cd3-bc768e08bb11" [ 1380.821008] env[69357]: _type = "Task" [ 1380.821008] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.827688] env[69357]: DEBUG oslo_vmware.api [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52b67f2e-1f72-a8af-0cd3-bc768e08bb11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.332186] env[69357]: DEBUG oslo_vmware.api [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52b67f2e-1f72-a8af-0cd3-bc768e08bb11, 'name': SearchDatastore_Task, 'duration_secs': 0.0076} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.332907] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ad379f4-06a8-483c-8b39-735972c4a5e3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.337590] env[69357]: DEBUG oslo_vmware.api [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1381.337590] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5231c36f-f5de-ffaf-30b4-10fe8a62ee33" [ 1381.337590] env[69357]: _type = "Task" [ 1381.337590] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.344265] env[69357]: DEBUG oslo_vmware.api [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5231c36f-f5de-ffaf-30b4-10fe8a62ee33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.848043] env[69357]: DEBUG oslo_vmware.api [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5231c36f-f5de-ffaf-30b4-10fe8a62ee33, 'name': SearchDatastore_Task, 'duration_secs': 0.009267} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.848351] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.848559] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 6e07361b-34cd-4794-a3f3-7502fda57c27/6e07361b-34cd-4794-a3f3-7502fda57c27.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1381.848816] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27ffc95c-66b5-486c-8933-c0a831fcce73 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.855473] env[69357]: DEBUG oslo_vmware.api [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1381.855473] env[69357]: value = "task-3283744" [ 1381.855473] env[69357]: _type = "Task" [ 1381.855473] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.862193] env[69357]: DEBUG oslo_vmware.api [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.106734] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.110424] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.110674] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69357) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1382.364870] env[69357]: DEBUG oslo_vmware.api [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283744, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.424307} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.365087] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 6e07361b-34cd-4794-a3f3-7502fda57c27/6e07361b-34cd-4794-a3f3-7502fda57c27.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1382.365277] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1382.365561] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c170987-ee26-47f2-a9b7-6d6d20d519e9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.371178] env[69357]: DEBUG oslo_vmware.api [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1382.371178] env[69357]: value = "task-3283745" [ 1382.371178] env[69357]: _type = "Task" [ 1382.371178] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.378359] env[69357]: DEBUG oslo_vmware.api [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.880213] env[69357]: DEBUG oslo_vmware.api [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061337} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.880619] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1382.881183] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a902eabc-7e0c-4011-bfed-8ec56cc54a1a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.901846] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 6e07361b-34cd-4794-a3f3-7502fda57c27/6e07361b-34cd-4794-a3f3-7502fda57c27.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1382.902074] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4974d826-f890-4872-8083-1a062adbc3df {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.919626] env[69357]: DEBUG oslo_vmware.api [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1382.919626] env[69357]: value = "task-3283746" [ 1382.919626] env[69357]: _type = "Task" [ 1382.919626] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.926673] env[69357]: DEBUG oslo_vmware.api [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.428624] env[69357]: DEBUG oslo_vmware.api [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283746, 'name': ReconfigVM_Task, 'duration_secs': 0.270547} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.428892] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 6e07361b-34cd-4794-a3f3-7502fda57c27/6e07361b-34cd-4794-a3f3-7502fda57c27.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1383.429520] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4365667c-e5be-477e-a964-5c7513704c90 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.435964] env[69357]: DEBUG oslo_vmware.api [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1383.435964] env[69357]: value = "task-3283747" [ 1383.435964] env[69357]: _type = "Task" [ 1383.435964] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.443642] env[69357]: DEBUG oslo_vmware.api [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283747, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.946239] env[69357]: DEBUG oslo_vmware.api [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283747, 'name': Rename_Task, 'duration_secs': 0.179752} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.946639] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1383.946791] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98ee3e8f-8f0e-4ee0-abe2-8472abc33c94 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.953319] env[69357]: DEBUG oslo_vmware.api [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1383.953319] env[69357]: value = "task-3283748" [ 1383.953319] env[69357]: _type = "Task" [ 1383.953319] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.960639] env[69357]: DEBUG oslo_vmware.api [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.463359] env[69357]: DEBUG oslo_vmware.api [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283748, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.963672] env[69357]: DEBUG oslo_vmware.api [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283748, 'name': PowerOnVM_Task, 'duration_secs': 0.88928} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.964031] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1384.964131] env[69357]: DEBUG nova.compute.manager [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1384.964873] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7824c518-4dce-417f-8779-d3693afe6a0b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.111278] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.111455] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.483863] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.484072] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.484288] env[69357]: DEBUG nova.objects.instance [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69357) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1386.110682] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.111056] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.493501] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0219fc24-df98-4332-8e18-e0058f733f4a tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.613909] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.614175] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.614341] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.614493] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69357) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1386.615416] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf24001c-8a14-4d31-b2b4-3689a1f6076a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.623582] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da865c4-3f26-4753-86d6-47558c37b973 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.637260] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1052ef99-fd28-472c-b1f7-13fd49fa0d01 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.643597] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd5dda3-f835-481b-9568-4fbff52844da {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.672078] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180644MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=69357) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1386.672252] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.672432] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.696595] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 7886a597-29c7-4dc0-9123-4852296a2f92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1387.696887] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 6e07361b-34cd-4794-a3f3-7502fda57c27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1387.696930] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1387.697083] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1387.732843] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db0850b-2de1-4743-a01e-9590e9d2dd44 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.741861] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24502cc8-685f-49f6-bcd3-92a2696a7ff8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.771013] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0554e7-203d-4fa4-b233-789804769ec8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.777691] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab4ea7a-978e-470f-8718-ab173b56e1cc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.790010] env[69357]: DEBUG nova.compute.provider_tree [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1388.293206] env[69357]: DEBUG nova.scheduler.client.report [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1388.798403] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1388.798853] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.126s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.794183] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.298501] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.570465] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44331b40-85ed-489d-90fd-5dd7baf44f4e tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "6e07361b-34cd-4794-a3f3-7502fda57c27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.570922] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44331b40-85ed-489d-90fd-5dd7baf44f4e tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "6e07361b-34cd-4794-a3f3-7502fda57c27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.570922] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44331b40-85ed-489d-90fd-5dd7baf44f4e tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "6e07361b-34cd-4794-a3f3-7502fda57c27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.571529] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44331b40-85ed-489d-90fd-5dd7baf44f4e tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "6e07361b-34cd-4794-a3f3-7502fda57c27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.571717] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44331b40-85ed-489d-90fd-5dd7baf44f4e tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "6e07361b-34cd-4794-a3f3-7502fda57c27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.575332] env[69357]: INFO nova.compute.manager [None req-44331b40-85ed-489d-90fd-5dd7baf44f4e tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Terminating instance [ 1421.079299] env[69357]: DEBUG nova.compute.manager [None req-44331b40-85ed-489d-90fd-5dd7baf44f4e tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1421.079575] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-44331b40-85ed-489d-90fd-5dd7baf44f4e tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1421.080492] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cfd5f8-0df5-4ee2-83f5-3dd755576d38 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.088144] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-44331b40-85ed-489d-90fd-5dd7baf44f4e tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1421.088377] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ab0d02f-75a8-4b51-8c84-a98ac9238e75 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.094679] env[69357]: DEBUG oslo_vmware.api [None req-44331b40-85ed-489d-90fd-5dd7baf44f4e tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1421.094679] env[69357]: value = "task-3283749" [ 1421.094679] env[69357]: _type = "Task" [ 1421.094679] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.102152] env[69357]: DEBUG oslo_vmware.api [None req-44331b40-85ed-489d-90fd-5dd7baf44f4e tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.604994] env[69357]: DEBUG oslo_vmware.api [None req-44331b40-85ed-489d-90fd-5dd7baf44f4e tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283749, 'name': PowerOffVM_Task, 'duration_secs': 0.179118} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.605464] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-44331b40-85ed-489d-90fd-5dd7baf44f4e tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1421.605520] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-44331b40-85ed-489d-90fd-5dd7baf44f4e tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1421.605738] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10469b9c-351e-416b-bd41-4d548c6a9436 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.668562] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-44331b40-85ed-489d-90fd-5dd7baf44f4e tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1421.668818] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-44331b40-85ed-489d-90fd-5dd7baf44f4e tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1421.668997] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-44331b40-85ed-489d-90fd-5dd7baf44f4e tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Deleting the datastore file [datastore1] 6e07361b-34cd-4794-a3f3-7502fda57c27 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1421.669287] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84b2f101-c3cb-473f-8492-40517a510321 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.676173] env[69357]: DEBUG oslo_vmware.api [None req-44331b40-85ed-489d-90fd-5dd7baf44f4e tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1421.676173] env[69357]: value = "task-3283751" [ 1421.676173] env[69357]: _type = "Task" [ 1421.676173] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.683483] env[69357]: DEBUG oslo_vmware.api [None req-44331b40-85ed-489d-90fd-5dd7baf44f4e tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283751, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.186153] env[69357]: DEBUG oslo_vmware.api [None req-44331b40-85ed-489d-90fd-5dd7baf44f4e tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283751, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133484} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.186424] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-44331b40-85ed-489d-90fd-5dd7baf44f4e tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1422.186589] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-44331b40-85ed-489d-90fd-5dd7baf44f4e tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1422.186765] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-44331b40-85ed-489d-90fd-5dd7baf44f4e tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1422.186974] env[69357]: INFO nova.compute.manager [None req-44331b40-85ed-489d-90fd-5dd7baf44f4e tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1422.187235] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44331b40-85ed-489d-90fd-5dd7baf44f4e tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1422.187426] env[69357]: DEBUG nova.compute.manager [-] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1422.187520] env[69357]: DEBUG nova.network.neutron [-] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1422.612348] env[69357]: DEBUG nova.compute.manager [req-277ec844-c2ec-4938-81f1-fb095b05970f req-4c4c8a1d-b2e1-4582-bd89-52e82626fdef service nova] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Received event network-vif-deleted-f08beced-1c7f-40a2-8e38-9902f56ebdb2 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1422.612609] env[69357]: INFO nova.compute.manager [req-277ec844-c2ec-4938-81f1-fb095b05970f req-4c4c8a1d-b2e1-4582-bd89-52e82626fdef service nova] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Neutron deleted interface f08beced-1c7f-40a2-8e38-9902f56ebdb2; detaching it from the instance and deleting it from the info cache [ 1422.612780] env[69357]: DEBUG nova.network.neutron [req-277ec844-c2ec-4938-81f1-fb095b05970f req-4c4c8a1d-b2e1-4582-bd89-52e82626fdef service nova] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.096014] env[69357]: DEBUG nova.network.neutron [-] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.115188] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4fcb469e-d6db-4507-afc9-1695dbf9dab2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.125026] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4502b1a9-60a4-4b30-865d-af9a52450b57 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.151406] env[69357]: DEBUG nova.compute.manager [req-277ec844-c2ec-4938-81f1-fb095b05970f req-4c4c8a1d-b2e1-4582-bd89-52e82626fdef service nova] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Detach interface failed, port_id=f08beced-1c7f-40a2-8e38-9902f56ebdb2, reason: Instance 6e07361b-34cd-4794-a3f3-7502fda57c27 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1423.600195] env[69357]: INFO nova.compute.manager [-] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Took 1.41 seconds to deallocate network for instance. [ 1424.106950] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44331b40-85ed-489d-90fd-5dd7baf44f4e tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.107396] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44331b40-85ed-489d-90fd-5dd7baf44f4e tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.107481] env[69357]: DEBUG nova.objects.instance [None req-44331b40-85ed-489d-90fd-5dd7baf44f4e tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lazy-loading 'resources' on Instance uuid 6e07361b-34cd-4794-a3f3-7502fda57c27 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1424.653448] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39efd11c-8e93-493f-8c92-ecc14262f9bb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.660643] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d862872-1567-4508-8c43-ad629b050040 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.689659] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eee0dbb-81e5-4efd-97cd-c61095cea94c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.696405] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7aa91b-6729-4d1b-9c55-13a9e0a7fcc9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.708788] env[69357]: DEBUG nova.compute.provider_tree [None req-44331b40-85ed-489d-90fd-5dd7baf44f4e tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1425.212070] env[69357]: DEBUG nova.scheduler.client.report [None req-44331b40-85ed-489d-90fd-5dd7baf44f4e tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1425.716937] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44331b40-85ed-489d-90fd-5dd7baf44f4e tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.738661] env[69357]: INFO nova.scheduler.client.report [None req-44331b40-85ed-489d-90fd-5dd7baf44f4e tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Deleted allocations for instance 6e07361b-34cd-4794-a3f3-7502fda57c27 [ 1426.248090] env[69357]: DEBUG oslo_concurrency.lockutils [None req-44331b40-85ed-489d-90fd-5dd7baf44f4e tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "6e07361b-34cd-4794-a3f3-7502fda57c27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.677s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.380012] env[69357]: DEBUG nova.compute.manager [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Stashing vm_state: active {{(pid=69357) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1428.899855] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.900116] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.405428] env[69357]: INFO nova.compute.claims [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1429.912178] env[69357]: INFO nova.compute.resource_tracker [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Updating resource usage from migration 00cd2cd6-e971-4e07-8d01-ad253e773bc9 [ 1429.950087] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb3cecb-dade-450c-ba29-7c1adfcff04d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.957901] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6d35dd-2f04-407d-af88-0de3bcb40d14 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.003176] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395b6179-b9e9-4489-942b-98a4a93bbca7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.012352] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd70edd1-a628-4402-bb21-872788e8fab2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.026928] env[69357]: DEBUG nova.compute.provider_tree [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1430.530685] env[69357]: DEBUG nova.scheduler.client.report [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1431.035744] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.135s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.036060] env[69357]: INFO nova.compute.manager [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Migrating [ 1431.550524] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "refresh_cache-7886a597-29c7-4dc0-9123-4852296a2f92" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.550797] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquired lock "refresh_cache-7886a597-29c7-4dc0-9123-4852296a2f92" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.550898] env[69357]: DEBUG nova.network.neutron [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1432.246088] env[69357]: DEBUG nova.network.neutron [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Updating instance_info_cache with network_info: [{"id": "395baa0c-0e62-4144-a1fb-002c17ba8194", "address": "fa:16:3e:ad:f4:82", "network": {"id": "73a4f450-d642-4b42-a6f9-ea21c73f279a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1452404450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "419ee38d757b4d428b684cdc28bb5421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395baa0c-0e", "ovs_interfaceid": "395baa0c-0e62-4144-a1fb-002c17ba8194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.748505] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Releasing lock "refresh_cache-7886a597-29c7-4dc0-9123-4852296a2f92" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.265352] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b485efd-2646-4b54-a4e6-54e7b17fb6d6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.283409] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Updating instance '7886a597-29c7-4dc0-9123-4852296a2f92' progress to 0 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1434.790205] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1434.790542] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be1be316-10e9-4ed9-b47a-5829ac5dddf9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.798690] env[69357]: DEBUG oslo_vmware.api [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1434.798690] env[69357]: value = "task-3283752" [ 1434.798690] env[69357]: _type = "Task" [ 1434.798690] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.806835] env[69357]: DEBUG oslo_vmware.api [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.308656] env[69357]: DEBUG oslo_vmware.api [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283752, 'name': PowerOffVM_Task, 'duration_secs': 0.179802} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.309073] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1435.309242] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Updating instance '7886a597-29c7-4dc0-9123-4852296a2f92' progress to 17 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1435.815501] env[69357]: DEBUG nova.virt.hardware [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1435.815807] env[69357]: DEBUG nova.virt.hardware [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1435.815894] env[69357]: DEBUG nova.virt.hardware [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1435.816078] env[69357]: DEBUG nova.virt.hardware [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1435.816236] env[69357]: DEBUG nova.virt.hardware [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1435.816385] env[69357]: DEBUG nova.virt.hardware [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1435.816601] env[69357]: DEBUG nova.virt.hardware [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1435.816766] env[69357]: DEBUG nova.virt.hardware [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1435.816931] env[69357]: DEBUG nova.virt.hardware [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1435.817109] env[69357]: DEBUG nova.virt.hardware [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1435.817285] env[69357]: DEBUG nova.virt.hardware [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1435.822630] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-248bc1a2-51f7-4c91-82b1-58876a268f8b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.838696] env[69357]: DEBUG oslo_vmware.api [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1435.838696] env[69357]: value = "task-3283753" [ 1435.838696] env[69357]: _type = "Task" [ 1435.838696] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.846385] env[69357]: DEBUG oslo_vmware.api [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.348526] env[69357]: DEBUG oslo_vmware.api [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283753, 'name': ReconfigVM_Task, 'duration_secs': 0.171699} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.348900] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Updating instance '7886a597-29c7-4dc0-9123-4852296a2f92' progress to 33 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1436.855743] env[69357]: DEBUG nova.virt.hardware [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1436.855991] env[69357]: DEBUG nova.virt.hardware [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1436.856169] env[69357]: DEBUG nova.virt.hardware [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1436.856358] env[69357]: DEBUG nova.virt.hardware [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1436.856503] env[69357]: DEBUG nova.virt.hardware [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1436.856649] env[69357]: DEBUG nova.virt.hardware [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1436.856856] env[69357]: DEBUG nova.virt.hardware [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1436.857019] env[69357]: DEBUG nova.virt.hardware [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1436.857217] env[69357]: DEBUG nova.virt.hardware [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1436.857386] env[69357]: DEBUG nova.virt.hardware [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1436.857563] env[69357]: DEBUG nova.virt.hardware [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1436.862843] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1436.863140] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ace9f7d-42eb-45e4-aca9-b3b29fd72ca4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.881430] env[69357]: DEBUG oslo_vmware.api [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1436.881430] env[69357]: value = "task-3283754" [ 1436.881430] env[69357]: _type = "Task" [ 1436.881430] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.888923] env[69357]: DEBUG oslo_vmware.api [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283754, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.390982] env[69357]: DEBUG oslo_vmware.api [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283754, 'name': ReconfigVM_Task, 'duration_secs': 0.167428} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.391407] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1437.392024] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bbdf66-f599-45de-b84d-f6f95c312eca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.412832] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 7886a597-29c7-4dc0-9123-4852296a2f92/7886a597-29c7-4dc0-9123-4852296a2f92.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1437.413363] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3814b0b-bce0-4099-baa7-b5bb438efdf2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.430122] env[69357]: DEBUG oslo_vmware.api [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1437.430122] env[69357]: value = "task-3283755" [ 1437.430122] env[69357]: _type = "Task" [ 1437.430122] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.438878] env[69357]: DEBUG oslo_vmware.api [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283755, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.940396] env[69357]: DEBUG oslo_vmware.api [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283755, 'name': ReconfigVM_Task, 'duration_secs': 0.265735} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.940677] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 7886a597-29c7-4dc0-9123-4852296a2f92/7886a597-29c7-4dc0-9123-4852296a2f92.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1437.940935] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Updating instance '7886a597-29c7-4dc0-9123-4852296a2f92' progress to 50 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1438.447560] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c8686a-446c-40d4-b9ea-f984c54729af {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.466175] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be113565-4693-47e7-8471-db3841324925 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.483177] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Updating instance '7886a597-29c7-4dc0-9123-4852296a2f92' progress to 67 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1439.028812] env[69357]: DEBUG nova.network.neutron [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Port 395baa0c-0e62-4144-a1fb-002c17ba8194 binding to destination host cpu-1 is already ACTIVE {{(pid=69357) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1440.051159] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "7886a597-29c7-4dc0-9123-4852296a2f92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.051586] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "7886a597-29c7-4dc0-9123-4852296a2f92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.051586] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "7886a597-29c7-4dc0-9123-4852296a2f92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.110524] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.110771] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.110879] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Cleaning up deleted instances with incomplete migration {{(pid=69357) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1441.088698] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "refresh_cache-7886a597-29c7-4dc0-9123-4852296a2f92" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.088935] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquired lock "refresh_cache-7886a597-29c7-4dc0-9123-4852296a2f92" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.089081] env[69357]: DEBUG nova.network.neutron [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1441.788907] env[69357]: DEBUG nova.network.neutron [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Updating instance_info_cache with network_info: [{"id": "395baa0c-0e62-4144-a1fb-002c17ba8194", "address": "fa:16:3e:ad:f4:82", "network": {"id": "73a4f450-d642-4b42-a6f9-ea21c73f279a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1452404450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "419ee38d757b4d428b684cdc28bb5421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395baa0c-0e", "ovs_interfaceid": "395baa0c-0e62-4144-a1fb-002c17ba8194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.291391] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Releasing lock "refresh_cache-7886a597-29c7-4dc0-9123-4852296a2f92" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.607719] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.816370] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a649c7a-13bb-4e8c-81e5-de911fa15925 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.834969] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691d35b6-8280-4e84-b00b-ca30fb9e387c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.841536] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Updating instance '7886a597-29c7-4dc0-9123-4852296a2f92' progress to 83 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1443.110858] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1443.347935] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1443.348324] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-055c9cbc-590e-4edb-94a9-1b3bbd2f4d7f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.354724] env[69357]: DEBUG oslo_vmware.api [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1443.354724] env[69357]: value = "task-3283756" [ 1443.354724] env[69357]: _type = "Task" [ 1443.354724] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.362032] env[69357]: DEBUG oslo_vmware.api [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.864436] env[69357]: DEBUG oslo_vmware.api [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283756, 'name': PowerOnVM_Task, 'duration_secs': 0.35613} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.864723] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1443.864858] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a694649a-29e1-4d22-8f4f-ea83b04ab3a9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Updating instance '7886a597-29c7-4dc0-9123-4852296a2f92' progress to 100 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1444.613247] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.613616] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69357) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1445.111488] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.111014] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.389208] env[69357]: DEBUG oslo_concurrency.lockutils [None req-59dc3da2-3854-4555-96f1-d0e2872a6f44 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "7886a597-29c7-4dc0-9123-4852296a2f92" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.389816] env[69357]: DEBUG oslo_concurrency.lockutils [None req-59dc3da2-3854-4555-96f1-d0e2872a6f44 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "7886a597-29c7-4dc0-9123-4852296a2f92" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.390034] env[69357]: DEBUG nova.compute.manager [None req-59dc3da2-3854-4555-96f1-d0e2872a6f44 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Going to confirm migration 9 {{(pid=69357) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1446.948017] env[69357]: DEBUG oslo_concurrency.lockutils [None req-59dc3da2-3854-4555-96f1-d0e2872a6f44 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "refresh_cache-7886a597-29c7-4dc0-9123-4852296a2f92" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.948230] env[69357]: DEBUG oslo_concurrency.lockutils [None req-59dc3da2-3854-4555-96f1-d0e2872a6f44 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquired lock "refresh_cache-7886a597-29c7-4dc0-9123-4852296a2f92" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.948410] env[69357]: DEBUG nova.network.neutron [None req-59dc3da2-3854-4555-96f1-d0e2872a6f44 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1446.948591] env[69357]: DEBUG nova.objects.instance [None req-59dc3da2-3854-4555-96f1-d0e2872a6f44 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lazy-loading 'info_cache' on Instance uuid 7886a597-29c7-4dc0-9123-4852296a2f92 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1447.111032] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1447.614466] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.614684] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.614851] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.615011] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69357) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1447.615885] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623645d1-54fa-4e9c-a120-9a4204dd9f1d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.623959] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07808399-b1d8-4b48-b0d6-2a69be3cb652 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.637433] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217989da-f0eb-4ff5-b23f-196cb8b88417 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.643439] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c01f660-1dbc-491c-bbab-f12dc3333cd7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.672288] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180665MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=69357) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1447.672429] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.672632] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.142809] env[69357]: DEBUG nova.network.neutron [None req-59dc3da2-3854-4555-96f1-d0e2872a6f44 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Updating instance_info_cache with network_info: [{"id": "395baa0c-0e62-4144-a1fb-002c17ba8194", "address": "fa:16:3e:ad:f4:82", "network": {"id": "73a4f450-d642-4b42-a6f9-ea21c73f279a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1452404450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "419ee38d757b4d428b684cdc28bb5421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395baa0c-0e", "ovs_interfaceid": "395baa0c-0e62-4144-a1fb-002c17ba8194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.646195] env[69357]: DEBUG oslo_concurrency.lockutils [None req-59dc3da2-3854-4555-96f1-d0e2872a6f44 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Releasing lock "refresh_cache-7886a597-29c7-4dc0-9123-4852296a2f92" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.646434] env[69357]: DEBUG nova.objects.instance [None req-59dc3da2-3854-4555-96f1-d0e2872a6f44 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lazy-loading 'migration_context' on Instance uuid 7886a597-29c7-4dc0-9123-4852296a2f92 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1448.678782] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Applying migration context for instance 7886a597-29c7-4dc0-9123-4852296a2f92 as it has an incoming, in-progress migration 00cd2cd6-e971-4e07-8d01-ad253e773bc9. Migration status is confirming {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1448.679327] env[69357]: INFO nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Updating resource usage from migration 00cd2cd6-e971-4e07-8d01-ad253e773bc9 [ 1448.724280] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Migration 00cd2cd6-e971-4e07-8d01-ad253e773bc9 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1448.724473] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 7886a597-29c7-4dc0-9123-4852296a2f92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1448.724662] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1448.724804] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=960MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1448.759824] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ed160b-fdf1-4c2d-a0ba-aa927b4490e1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.767219] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e817884-223e-4586-8723-54e5292d407b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.796500] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36cbc0f5-527c-4cd8-82ba-cfca94154b21 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.803094] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689aa4ec-7f39-4545-9a05-05f4144586b1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.815445] env[69357]: DEBUG nova.compute.provider_tree [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1449.149539] env[69357]: DEBUG nova.objects.base [None req-59dc3da2-3854-4555-96f1-d0e2872a6f44 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Object Instance<7886a597-29c7-4dc0-9123-4852296a2f92> lazy-loaded attributes: info_cache,migration_context {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1449.152092] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4962156-4c08-458d-a5cd-6e681820123e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.170744] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42991de9-32f9-4c9f-be2b-871fc59b39f6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.175720] env[69357]: DEBUG oslo_vmware.api [None req-59dc3da2-3854-4555-96f1-d0e2872a6f44 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1449.175720] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]5206648e-2968-b792-57f5-05802ac07403" [ 1449.175720] env[69357]: _type = "Task" [ 1449.175720] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.183325] env[69357]: DEBUG oslo_vmware.api [None req-59dc3da2-3854-4555-96f1-d0e2872a6f44 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5206648e-2968-b792-57f5-05802ac07403, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.318550] env[69357]: DEBUG nova.scheduler.client.report [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1449.686256] env[69357]: DEBUG oslo_vmware.api [None req-59dc3da2-3854-4555-96f1-d0e2872a6f44 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]5206648e-2968-b792-57f5-05802ac07403, 'name': SearchDatastore_Task, 'duration_secs': 0.008175} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.686538] env[69357]: DEBUG oslo_concurrency.lockutils [None req-59dc3da2-3854-4555-96f1-d0e2872a6f44 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1449.823647] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1449.823859] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.151s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.824117] env[69357]: DEBUG oslo_concurrency.lockutils [None req-59dc3da2-3854-4555-96f1-d0e2872a6f44 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.138s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.364044] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15f89f6-091b-42bd-a0cd-d8a71918c29d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.371442] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe276e1-d9a4-444b-9f35-ed2b24bc0973 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.400159] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec49b1c0-47e4-47c3-a05f-6f9bcbc09d8d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.406901] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5362f6e9-7a09-429c-883b-fbc946da7925 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.420289] env[69357]: DEBUG nova.compute.provider_tree [None req-59dc3da2-3854-4555-96f1-d0e2872a6f44 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1450.824871] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.923414] env[69357]: DEBUG nova.scheduler.client.report [None req-59dc3da2-3854-4555-96f1-d0e2872a6f44 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1451.933527] env[69357]: DEBUG oslo_concurrency.lockutils [None req-59dc3da2-3854-4555-96f1-d0e2872a6f44 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.109s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.110528] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.110713] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Cleaning up deleted instances {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1452.501527] env[69357]: INFO nova.scheduler.client.report [None req-59dc3da2-3854-4555-96f1-d0e2872a6f44 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Deleted allocation for migration 00cd2cd6-e971-4e07-8d01-ad253e773bc9 [ 1452.618633] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] There are 25 instances to clean {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1452.618846] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 17f9bdf9-a3d5-4385-924e-c69e867ee829] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1453.007315] env[69357]: DEBUG oslo_concurrency.lockutils [None req-59dc3da2-3854-4555-96f1-d0e2872a6f44 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "7886a597-29c7-4dc0-9123-4852296a2f92" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.617s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.122634] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 6e07361b-34cd-4794-a3f3-7502fda57c27] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1453.294676] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eddc7c87-43e3-42bc-ba1e-4796c1656869 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "7886a597-29c7-4dc0-9123-4852296a2f92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1453.294876] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eddc7c87-43e3-42bc-ba1e-4796c1656869 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "7886a597-29c7-4dc0-9123-4852296a2f92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1453.295107] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eddc7c87-43e3-42bc-ba1e-4796c1656869 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "7886a597-29c7-4dc0-9123-4852296a2f92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1453.295291] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eddc7c87-43e3-42bc-ba1e-4796c1656869 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "7886a597-29c7-4dc0-9123-4852296a2f92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1453.295461] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eddc7c87-43e3-42bc-ba1e-4796c1656869 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "7886a597-29c7-4dc0-9123-4852296a2f92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.297447] env[69357]: INFO nova.compute.manager [None req-eddc7c87-43e3-42bc-ba1e-4796c1656869 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Terminating instance [ 1453.626195] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: f015f1ce-a9e1-4545-87fe-e954760c13e2] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1453.800856] env[69357]: DEBUG nova.compute.manager [None req-eddc7c87-43e3-42bc-ba1e-4796c1656869 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1453.801110] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-eddc7c87-43e3-42bc-ba1e-4796c1656869 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1453.801982] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3908c8-ebeb-42e6-a76b-267fc263df60 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.809835] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-eddc7c87-43e3-42bc-ba1e-4796c1656869 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1453.810060] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33b72d19-5480-4a4e-b278-6a1f91d4b22c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.816735] env[69357]: DEBUG oslo_vmware.api [None req-eddc7c87-43e3-42bc-ba1e-4796c1656869 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1453.816735] env[69357]: value = "task-3283757" [ 1453.816735] env[69357]: _type = "Task" [ 1453.816735] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.824140] env[69357]: DEBUG oslo_vmware.api [None req-eddc7c87-43e3-42bc-ba1e-4796c1656869 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.129409] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 6c939849-387b-476b-b82a-83a35d84c381] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1454.326304] env[69357]: DEBUG oslo_vmware.api [None req-eddc7c87-43e3-42bc-ba1e-4796c1656869 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283757, 'name': PowerOffVM_Task, 'duration_secs': 0.201265} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.326541] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-eddc7c87-43e3-42bc-ba1e-4796c1656869 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1454.326708] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-eddc7c87-43e3-42bc-ba1e-4796c1656869 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1454.326945] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9fa170f-ac83-46d7-9092-97a4da1625ec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.395052] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-eddc7c87-43e3-42bc-ba1e-4796c1656869 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1454.395280] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-eddc7c87-43e3-42bc-ba1e-4796c1656869 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1454.395460] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-eddc7c87-43e3-42bc-ba1e-4796c1656869 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Deleting the datastore file [datastore1] 7886a597-29c7-4dc0-9123-4852296a2f92 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1454.395714] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4f38b35-3078-409a-a6e7-603cc6d6858c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.401589] env[69357]: DEBUG oslo_vmware.api [None req-eddc7c87-43e3-42bc-ba1e-4796c1656869 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1454.401589] env[69357]: value = "task-3283759" [ 1454.401589] env[69357]: _type = "Task" [ 1454.401589] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.408774] env[69357]: DEBUG oslo_vmware.api [None req-eddc7c87-43e3-42bc-ba1e-4796c1656869 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.633475] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: d2f76091-e6e0-46c2-8404-b482358e07bb] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1454.912396] env[69357]: DEBUG oslo_vmware.api [None req-eddc7c87-43e3-42bc-ba1e-4796c1656869 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160837} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.912584] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-eddc7c87-43e3-42bc-ba1e-4796c1656869 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1454.912784] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-eddc7c87-43e3-42bc-ba1e-4796c1656869 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1454.913000] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-eddc7c87-43e3-42bc-ba1e-4796c1656869 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1454.913191] env[69357]: INFO nova.compute.manager [None req-eddc7c87-43e3-42bc-ba1e-4796c1656869 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1454.913435] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eddc7c87-43e3-42bc-ba1e-4796c1656869 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1454.913936] env[69357]: DEBUG nova.compute.manager [-] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1454.914048] env[69357]: DEBUG nova.network.neutron [-] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1455.136878] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 6f3b9741-cefa-4987-a36b-40bcdbc34582] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1455.364627] env[69357]: DEBUG nova.compute.manager [req-71441a64-eba9-4944-8c42-557eb3e1d29f req-facc610a-6165-486c-985a-8011aaeead5b service nova] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Received event network-vif-deleted-395baa0c-0e62-4144-a1fb-002c17ba8194 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1455.364765] env[69357]: INFO nova.compute.manager [req-71441a64-eba9-4944-8c42-557eb3e1d29f req-facc610a-6165-486c-985a-8011aaeead5b service nova] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Neutron deleted interface 395baa0c-0e62-4144-a1fb-002c17ba8194; detaching it from the instance and deleting it from the info cache [ 1455.364942] env[69357]: DEBUG nova.network.neutron [req-71441a64-eba9-4944-8c42-557eb3e1d29f req-facc610a-6165-486c-985a-8011aaeead5b service nova] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.639973] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: ace13dca-809c-4f70-a99c-ed28bcd713d5] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1455.845184] env[69357]: DEBUG nova.network.neutron [-] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.867775] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a8506af-b1d1-447f-a876-875b19bfa67a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.878063] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86d0d03-b7c6-49b7-b304-fe4b92e24d4a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.902989] env[69357]: DEBUG nova.compute.manager [req-71441a64-eba9-4944-8c42-557eb3e1d29f req-facc610a-6165-486c-985a-8011aaeead5b service nova] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Detach interface failed, port_id=395baa0c-0e62-4144-a1fb-002c17ba8194, reason: Instance 7886a597-29c7-4dc0-9123-4852296a2f92 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1456.143595] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 53a684cd-0825-4f47-8143-101084d8f300] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1456.347815] env[69357]: INFO nova.compute.manager [-] [instance: 7886a597-29c7-4dc0-9123-4852296a2f92] Took 1.43 seconds to deallocate network for instance. [ 1456.647150] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: fb3d2b73-c36f-4c8f-be1c-608aff4bfda6] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1456.854204] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eddc7c87-43e3-42bc-ba1e-4796c1656869 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.854525] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eddc7c87-43e3-42bc-ba1e-4796c1656869 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.854783] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eddc7c87-43e3-42bc-ba1e-4796c1656869 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1456.876242] env[69357]: INFO nova.scheduler.client.report [None req-eddc7c87-43e3-42bc-ba1e-4796c1656869 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Deleted allocations for instance 7886a597-29c7-4dc0-9123-4852296a2f92 [ 1457.151282] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: e00a52b4-76b6-4263-a57b-dd276e2226db] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1457.383373] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eddc7c87-43e3-42bc-ba1e-4796c1656869 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "7886a597-29c7-4dc0-9123-4852296a2f92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.088s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.654861] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: b25188b0-ccfb-42f9-a8b9-2c715bdc1983] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1458.159984] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: e4a8c873-58eb-4579-9475-64721dc597d9] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1458.161887] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "83ca90a3-e760-4c7e-8279-1ecdd472251b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.162119] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "83ca90a3-e760-4c7e-8279-1ecdd472251b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.664349] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 77b739f4-17b0-40a0-928d-982b74f38efe] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1458.666744] env[69357]: DEBUG nova.compute.manager [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1459.169502] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 81d45460-51bd-4054-b273-282e721c45fe] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1459.185431] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.185698] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.187185] env[69357]: INFO nova.compute.claims [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1459.675053] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: caee54fd-3091-4ebd-94ac-879e7865f031] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1460.178158] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: f7ce3877-9ef5-475c-b4de-8630e0005400] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1460.221856] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ed2091-0111-4a42-85f0-c7da71ff817a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.229337] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf2a33f-9503-4191-b3e4-f082150b3856 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.258920] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b79803e-3604-423e-9289-61055b794992 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.265959] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccda7235-22bc-4edc-b673-43d71c005f3f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.278603] env[69357]: DEBUG nova.compute.provider_tree [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1460.681908] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 2399fa1a-7a36-4ac8-afeb-1c812c88590e] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1460.781983] env[69357]: DEBUG nova.scheduler.client.report [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1461.185585] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 40fade25-4b45-40d6-b1ce-0756181953a1] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1461.286752] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.287304] env[69357]: DEBUG nova.compute.manager [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1461.688783] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 8ea553bd-7063-4123-90f4-f53808003b23] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1461.792144] env[69357]: DEBUG nova.compute.utils [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1461.793556] env[69357]: DEBUG nova.compute.manager [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1461.793722] env[69357]: DEBUG nova.network.neutron [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1461.839999] env[69357]: DEBUG nova.policy [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b7ff4364ed145d68ebffd928829b1d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '419ee38d757b4d428b684cdc28bb5421', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1462.104823] env[69357]: DEBUG nova.network.neutron [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Successfully created port: d515ef7a-8d0a-4cb7-8f87-aef523117c7b {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1462.191788] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 9b869590-0a38-40d3-9de4-dccada7fb4cf] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1462.296283] env[69357]: DEBUG nova.compute.manager [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1462.694987] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: d4d1f741-9ebb-4cad-8053-d278bf07b55a] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1463.198360] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: 3325a9cb-086d-4817-8941-d1eb7aa09748] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1463.306981] env[69357]: DEBUG nova.compute.manager [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1463.332808] env[69357]: DEBUG nova.virt.hardware [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1463.333068] env[69357]: DEBUG nova.virt.hardware [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1463.333229] env[69357]: DEBUG nova.virt.hardware [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1463.333409] env[69357]: DEBUG nova.virt.hardware [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1463.333552] env[69357]: DEBUG nova.virt.hardware [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1463.333701] env[69357]: DEBUG nova.virt.hardware [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1463.333903] env[69357]: DEBUG nova.virt.hardware [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1463.334072] env[69357]: DEBUG nova.virt.hardware [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1463.334239] env[69357]: DEBUG nova.virt.hardware [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1463.334399] env[69357]: DEBUG nova.virt.hardware [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1463.334598] env[69357]: DEBUG nova.virt.hardware [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1463.335464] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbb6fdf-e0d3-4480-899d-d9fa4473cfb4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.343467] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb40a85-973b-4cc8-b0cb-43d8a8ac777a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.439475] env[69357]: DEBUG nova.compute.manager [req-2d6f9c07-7363-4537-8e89-517f0e30a653 req-92ee67fd-73fc-49e6-b0cd-23ad92260eec service nova] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Received event network-vif-plugged-d515ef7a-8d0a-4cb7-8f87-aef523117c7b {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1463.439713] env[69357]: DEBUG oslo_concurrency.lockutils [req-2d6f9c07-7363-4537-8e89-517f0e30a653 req-92ee67fd-73fc-49e6-b0cd-23ad92260eec service nova] Acquiring lock "83ca90a3-e760-4c7e-8279-1ecdd472251b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.439923] env[69357]: DEBUG oslo_concurrency.lockutils [req-2d6f9c07-7363-4537-8e89-517f0e30a653 req-92ee67fd-73fc-49e6-b0cd-23ad92260eec service nova] Lock "83ca90a3-e760-4c7e-8279-1ecdd472251b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.440106] env[69357]: DEBUG oslo_concurrency.lockutils [req-2d6f9c07-7363-4537-8e89-517f0e30a653 req-92ee67fd-73fc-49e6-b0cd-23ad92260eec service nova] Lock "83ca90a3-e760-4c7e-8279-1ecdd472251b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1463.440278] env[69357]: DEBUG nova.compute.manager [req-2d6f9c07-7363-4537-8e89-517f0e30a653 req-92ee67fd-73fc-49e6-b0cd-23ad92260eec service nova] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] No waiting events found dispatching network-vif-plugged-d515ef7a-8d0a-4cb7-8f87-aef523117c7b {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1463.440441] env[69357]: WARNING nova.compute.manager [req-2d6f9c07-7363-4537-8e89-517f0e30a653 req-92ee67fd-73fc-49e6-b0cd-23ad92260eec service nova] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Received unexpected event network-vif-plugged-d515ef7a-8d0a-4cb7-8f87-aef523117c7b for instance with vm_state building and task_state spawning. [ 1463.519620] env[69357]: DEBUG nova.network.neutron [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Successfully updated port: d515ef7a-8d0a-4cb7-8f87-aef523117c7b {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1463.701253] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: da37ae95-0dd7-48ef-9e03-c05c8c4a9c36] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1464.024924] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "refresh_cache-83ca90a3-e760-4c7e-8279-1ecdd472251b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.024924] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquired lock "refresh_cache-83ca90a3-e760-4c7e-8279-1ecdd472251b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.025055] env[69357]: DEBUG nova.network.neutron [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1464.204024] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: e446971c-3947-4544-ab25-39eaefc9097d] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1464.555365] env[69357]: DEBUG nova.network.neutron [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1464.669761] env[69357]: DEBUG nova.network.neutron [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Updating instance_info_cache with network_info: [{"id": "d515ef7a-8d0a-4cb7-8f87-aef523117c7b", "address": "fa:16:3e:04:27:ac", "network": {"id": "73a4f450-d642-4b42-a6f9-ea21c73f279a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1452404450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "419ee38d757b4d428b684cdc28bb5421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd515ef7a-8d", "ovs_interfaceid": "d515ef7a-8d0a-4cb7-8f87-aef523117c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.707500] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] [instance: af8f9e4f-c0d8-447b-91ad-04f88290c199] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1465.172492] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Releasing lock "refresh_cache-83ca90a3-e760-4c7e-8279-1ecdd472251b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.172822] env[69357]: DEBUG nova.compute.manager [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Instance network_info: |[{"id": "d515ef7a-8d0a-4cb7-8f87-aef523117c7b", "address": "fa:16:3e:04:27:ac", "network": {"id": "73a4f450-d642-4b42-a6f9-ea21c73f279a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1452404450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "419ee38d757b4d428b684cdc28bb5421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd515ef7a-8d", "ovs_interfaceid": "d515ef7a-8d0a-4cb7-8f87-aef523117c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1465.173298] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:27:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd515ef7a-8d0a-4cb7-8f87-aef523117c7b', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1465.180683] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1465.180876] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1465.181106] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-260b12f9-b211-49de-9e3b-066b095875ee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.201149] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1465.201149] env[69357]: value = "task-3283760" [ 1465.201149] env[69357]: _type = "Task" [ 1465.201149] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.208341] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283760, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.464282] env[69357]: DEBUG nova.compute.manager [req-00017dd2-a234-4d46-ace9-143b69f43137 req-34133afc-615d-4a50-849d-21e4fed3b052 service nova] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Received event network-changed-d515ef7a-8d0a-4cb7-8f87-aef523117c7b {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1465.464417] env[69357]: DEBUG nova.compute.manager [req-00017dd2-a234-4d46-ace9-143b69f43137 req-34133afc-615d-4a50-849d-21e4fed3b052 service nova] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Refreshing instance network info cache due to event network-changed-d515ef7a-8d0a-4cb7-8f87-aef523117c7b. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1465.464654] env[69357]: DEBUG oslo_concurrency.lockutils [req-00017dd2-a234-4d46-ace9-143b69f43137 req-34133afc-615d-4a50-849d-21e4fed3b052 service nova] Acquiring lock "refresh_cache-83ca90a3-e760-4c7e-8279-1ecdd472251b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.464765] env[69357]: DEBUG oslo_concurrency.lockutils [req-00017dd2-a234-4d46-ace9-143b69f43137 req-34133afc-615d-4a50-849d-21e4fed3b052 service nova] Acquired lock "refresh_cache-83ca90a3-e760-4c7e-8279-1ecdd472251b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.464924] env[69357]: DEBUG nova.network.neutron [req-00017dd2-a234-4d46-ace9-143b69f43137 req-34133afc-615d-4a50-849d-21e4fed3b052 service nova] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Refreshing network info cache for port d515ef7a-8d0a-4cb7-8f87-aef523117c7b {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1465.711286] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283760, 'name': CreateVM_Task, 'duration_secs': 0.313424} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.711435] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1465.712077] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.712251] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.712568] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.712807] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2f1fe31-5515-4aba-98a1-4a8113f4881f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.716732] env[69357]: DEBUG oslo_vmware.api [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1465.716732] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]526762be-9aae-5aad-44a6-8546d5dfcd3f" [ 1465.716732] env[69357]: _type = "Task" [ 1465.716732] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.723867] env[69357]: DEBUG oslo_vmware.api [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]526762be-9aae-5aad-44a6-8546d5dfcd3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.133841] env[69357]: DEBUG nova.network.neutron [req-00017dd2-a234-4d46-ace9-143b69f43137 req-34133afc-615d-4a50-849d-21e4fed3b052 service nova] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Updated VIF entry in instance network info cache for port d515ef7a-8d0a-4cb7-8f87-aef523117c7b. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1466.133940] env[69357]: DEBUG nova.network.neutron [req-00017dd2-a234-4d46-ace9-143b69f43137 req-34133afc-615d-4a50-849d-21e4fed3b052 service nova] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Updating instance_info_cache with network_info: [{"id": "d515ef7a-8d0a-4cb7-8f87-aef523117c7b", "address": "fa:16:3e:04:27:ac", "network": {"id": "73a4f450-d642-4b42-a6f9-ea21c73f279a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1452404450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "419ee38d757b4d428b684cdc28bb5421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd515ef7a-8d", "ovs_interfaceid": "d515ef7a-8d0a-4cb7-8f87-aef523117c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.210166] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.226662] env[69357]: DEBUG oslo_vmware.api [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]526762be-9aae-5aad-44a6-8546d5dfcd3f, 'name': SearchDatastore_Task, 'duration_secs': 0.010903} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.226953] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.227200] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1466.227457] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.227614] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.227811] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1466.228080] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-301c66ef-7ded-4e10-8832-acec84cb72f5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.236067] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1466.236243] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1466.236911] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-985ef6b7-f294-4027-a802-e4bef7173c25 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.241503] env[69357]: DEBUG oslo_vmware.api [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1466.241503] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52782162-6a99-092f-0b32-1163d420a71c" [ 1466.241503] env[69357]: _type = "Task" [ 1466.241503] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.248516] env[69357]: DEBUG oslo_vmware.api [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52782162-6a99-092f-0b32-1163d420a71c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.636941] env[69357]: DEBUG oslo_concurrency.lockutils [req-00017dd2-a234-4d46-ace9-143b69f43137 req-34133afc-615d-4a50-849d-21e4fed3b052 service nova] Releasing lock "refresh_cache-83ca90a3-e760-4c7e-8279-1ecdd472251b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.753135] env[69357]: DEBUG oslo_vmware.api [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52782162-6a99-092f-0b32-1163d420a71c, 'name': SearchDatastore_Task, 'duration_secs': 0.007952} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.753859] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cef94a64-19e7-413f-bf9a-c6a765959d4f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.758457] env[69357]: DEBUG oslo_vmware.api [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1466.758457] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e0ef59-5363-5cbd-8d8a-570a28dbaf62" [ 1466.758457] env[69357]: _type = "Task" [ 1466.758457] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.765378] env[69357]: DEBUG oslo_vmware.api [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e0ef59-5363-5cbd-8d8a-570a28dbaf62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.269116] env[69357]: DEBUG oslo_vmware.api [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e0ef59-5363-5cbd-8d8a-570a28dbaf62, 'name': SearchDatastore_Task, 'duration_secs': 0.014773} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.269497] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.269646] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 83ca90a3-e760-4c7e-8279-1ecdd472251b/83ca90a3-e760-4c7e-8279-1ecdd472251b.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1467.270041] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fab63e1c-30c2-4f79-8fda-ab4aa927ace1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.277876] env[69357]: DEBUG oslo_vmware.api [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1467.277876] env[69357]: value = "task-3283761" [ 1467.277876] env[69357]: _type = "Task" [ 1467.277876] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.285323] env[69357]: DEBUG oslo_vmware.api [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.787169] env[69357]: DEBUG oslo_vmware.api [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283761, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.420533} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.787429] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 83ca90a3-e760-4c7e-8279-1ecdd472251b/83ca90a3-e760-4c7e-8279-1ecdd472251b.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1467.787623] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1467.787866] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e407e91f-39e4-443b-a1a8-20bb2b9672f9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.794279] env[69357]: DEBUG oslo_vmware.api [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1467.794279] env[69357]: value = "task-3283762" [ 1467.794279] env[69357]: _type = "Task" [ 1467.794279] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.801273] env[69357]: DEBUG oslo_vmware.api [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.304022] env[69357]: DEBUG oslo_vmware.api [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056574} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.304364] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1468.305037] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da64d442-80b2-45d9-b258-44a77ff37423 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.325920] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 83ca90a3-e760-4c7e-8279-1ecdd472251b/83ca90a3-e760-4c7e-8279-1ecdd472251b.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1468.326177] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-118e2b8a-0d07-411e-a737-10216b545aa8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.344319] env[69357]: DEBUG oslo_vmware.api [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1468.344319] env[69357]: value = "task-3283763" [ 1468.344319] env[69357]: _type = "Task" [ 1468.344319] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.351695] env[69357]: DEBUG oslo_vmware.api [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283763, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.854185] env[69357]: DEBUG oslo_vmware.api [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283763, 'name': ReconfigVM_Task, 'duration_secs': 0.322462} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.854395] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 83ca90a3-e760-4c7e-8279-1ecdd472251b/83ca90a3-e760-4c7e-8279-1ecdd472251b.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1468.855021] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7aebd714-a87b-443d-a6de-f7f1e9c1b8cb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.861113] env[69357]: DEBUG oslo_vmware.api [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1468.861113] env[69357]: value = "task-3283764" [ 1468.861113] env[69357]: _type = "Task" [ 1468.861113] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.867881] env[69357]: DEBUG oslo_vmware.api [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283764, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.371164] env[69357]: DEBUG oslo_vmware.api [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283764, 'name': Rename_Task, 'duration_secs': 0.1413} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.371522] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1469.371669] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e7800ba-2007-4394-8817-c92885cec6b3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.377135] env[69357]: DEBUG oslo_vmware.api [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1469.377135] env[69357]: value = "task-3283765" [ 1469.377135] env[69357]: _type = "Task" [ 1469.377135] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.384378] env[69357]: DEBUG oslo_vmware.api [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.887433] env[69357]: DEBUG oslo_vmware.api [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283765, 'name': PowerOnVM_Task, 'duration_secs': 0.44203} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.887627] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1469.887818] env[69357]: INFO nova.compute.manager [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Took 6.58 seconds to spawn the instance on the hypervisor. [ 1469.887993] env[69357]: DEBUG nova.compute.manager [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1469.888736] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cf6520-67c8-4207-977b-612f8d0333b5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.404904] env[69357]: INFO nova.compute.manager [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Took 11.23 seconds to build instance. [ 1470.906779] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ad396463-8b0b-4158-b0f2-cafea7086ed9 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "83ca90a3-e760-4c7e-8279-1ecdd472251b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.744s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1471.092333] env[69357]: DEBUG nova.compute.manager [req-7a615ef5-8a15-45ef-9bb5-ed1a0312bc8e req-a1b9e479-6074-42ad-8021-e95f9108a385 service nova] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Received event network-changed-d515ef7a-8d0a-4cb7-8f87-aef523117c7b {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1471.092487] env[69357]: DEBUG nova.compute.manager [req-7a615ef5-8a15-45ef-9bb5-ed1a0312bc8e req-a1b9e479-6074-42ad-8021-e95f9108a385 service nova] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Refreshing instance network info cache due to event network-changed-d515ef7a-8d0a-4cb7-8f87-aef523117c7b. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1471.092689] env[69357]: DEBUG oslo_concurrency.lockutils [req-7a615ef5-8a15-45ef-9bb5-ed1a0312bc8e req-a1b9e479-6074-42ad-8021-e95f9108a385 service nova] Acquiring lock "refresh_cache-83ca90a3-e760-4c7e-8279-1ecdd472251b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.092817] env[69357]: DEBUG oslo_concurrency.lockutils [req-7a615ef5-8a15-45ef-9bb5-ed1a0312bc8e req-a1b9e479-6074-42ad-8021-e95f9108a385 service nova] Acquired lock "refresh_cache-83ca90a3-e760-4c7e-8279-1ecdd472251b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.092971] env[69357]: DEBUG nova.network.neutron [req-7a615ef5-8a15-45ef-9bb5-ed1a0312bc8e req-a1b9e479-6074-42ad-8021-e95f9108a385 service nova] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Refreshing network info cache for port d515ef7a-8d0a-4cb7-8f87-aef523117c7b {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1471.786102] env[69357]: DEBUG nova.network.neutron [req-7a615ef5-8a15-45ef-9bb5-ed1a0312bc8e req-a1b9e479-6074-42ad-8021-e95f9108a385 service nova] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Updated VIF entry in instance network info cache for port d515ef7a-8d0a-4cb7-8f87-aef523117c7b. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1471.786477] env[69357]: DEBUG nova.network.neutron [req-7a615ef5-8a15-45ef-9bb5-ed1a0312bc8e req-a1b9e479-6074-42ad-8021-e95f9108a385 service nova] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Updating instance_info_cache with network_info: [{"id": "d515ef7a-8d0a-4cb7-8f87-aef523117c7b", "address": "fa:16:3e:04:27:ac", "network": {"id": "73a4f450-d642-4b42-a6f9-ea21c73f279a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1452404450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "419ee38d757b4d428b684cdc28bb5421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd515ef7a-8d", "ovs_interfaceid": "d515ef7a-8d0a-4cb7-8f87-aef523117c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.289643] env[69357]: DEBUG oslo_concurrency.lockutils [req-7a615ef5-8a15-45ef-9bb5-ed1a0312bc8e req-a1b9e479-6074-42ad-8021-e95f9108a385 service nova] Releasing lock "refresh_cache-83ca90a3-e760-4c7e-8279-1ecdd472251b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.110690] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1504.106448] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1504.110138] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1504.110301] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69357) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1507.111186] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.111645] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.111645] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.615038] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1507.615353] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1507.615563] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1507.615746] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69357) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1507.616650] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d944375-9e59-45fe-9065-608fba96b771 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.624979] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedb0f0a-199e-402b-a82a-deb4c0c0f1c2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.638618] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d087a70-31c1-4bf2-aa86-359728286e48 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.644646] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125a5a0b-1a48-457d-ae2b-3eaf9b9c2ee6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.673578] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180840MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=69357) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1507.673712] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1507.673908] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1509.196502] env[69357]: INFO nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 56d861ab-4784-4c7f-8e84-bea79b60e139 has allocations against this compute host but is not found in the database. [ 1509.196885] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 83ca90a3-e760-4c7e-8279-1ecdd472251b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1509.196885] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1509.196973] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1509.211870] env[69357]: DEBUG nova.scheduler.client.report [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Refreshing inventories for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1509.225742] env[69357]: DEBUG nova.scheduler.client.report [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Updating ProviderTree inventory for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1509.225920] env[69357]: DEBUG nova.compute.provider_tree [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Updating inventory in ProviderTree for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1509.235778] env[69357]: DEBUG nova.scheduler.client.report [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Refreshing aggregate associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, aggregates: None {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1509.250248] env[69357]: DEBUG nova.scheduler.client.report [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Refreshing trait associations for resource provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1509.280101] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20c38a4-5ba4-4b3f-85f5-8a4c349b184b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.287320] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f39b7f0-29d1-40e6-a777-386e52978b1b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.316595] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d669d33-b2cf-4f4e-afe7-f5f859ce80e6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.322960] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039d1833-7da1-48f1-bd38-bd18a382a0de {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.335130] env[69357]: DEBUG nova.compute.provider_tree [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1509.380643] env[69357]: DEBUG nova.compute.manager [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Stashing vm_state: active {{(pid=69357) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1509.838146] env[69357]: DEBUG nova.scheduler.client.report [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1509.897521] env[69357]: DEBUG oslo_concurrency.lockutils [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1510.343406] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1510.343729] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.670s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1510.343891] env[69357]: DEBUG oslo_concurrency.lockutils [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.446s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1510.849515] env[69357]: INFO nova.compute.claims [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1511.356273] env[69357]: INFO nova.compute.resource_tracker [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Updating resource usage from migration 56d861ab-4784-4c7f-8e84-bea79b60e139 [ 1511.394696] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374a1c6b-f8b8-4746-8856-f0a5fe4bc0d3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.402264] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c7bb9f-085e-41ad-b6b7-c109b3cacbf6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.433019] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80ec223-a149-400b-8738-736203facf8b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.439857] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a8c674-f649-4abf-99b0-b565c5fdc664 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.452564] env[69357]: DEBUG nova.compute.provider_tree [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1511.956146] env[69357]: DEBUG nova.scheduler.client.report [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1512.461628] env[69357]: DEBUG oslo_concurrency.lockutils [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.117s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1512.462139] env[69357]: INFO nova.compute.manager [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Migrating [ 1512.976677] env[69357]: DEBUG oslo_concurrency.lockutils [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "refresh_cache-83ca90a3-e760-4c7e-8279-1ecdd472251b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.976890] env[69357]: DEBUG oslo_concurrency.lockutils [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquired lock "refresh_cache-83ca90a3-e760-4c7e-8279-1ecdd472251b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.977056] env[69357]: DEBUG nova.network.neutron [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1513.344419] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.344609] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.749705] env[69357]: DEBUG nova.network.neutron [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Updating instance_info_cache with network_info: [{"id": "d515ef7a-8d0a-4cb7-8f87-aef523117c7b", "address": "fa:16:3e:04:27:ac", "network": {"id": "73a4f450-d642-4b42-a6f9-ea21c73f279a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1452404450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "419ee38d757b4d428b684cdc28bb5421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd515ef7a-8d", "ovs_interfaceid": "d515ef7a-8d0a-4cb7-8f87-aef523117c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.106120] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1514.252262] env[69357]: DEBUG oslo_concurrency.lockutils [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Releasing lock "refresh_cache-83ca90a3-e760-4c7e-8279-1ecdd472251b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.766344] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c65233-3db4-4ff1-9ec4-1903cefa0271 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.784961] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Updating instance '83ca90a3-e760-4c7e-8279-1ecdd472251b' progress to 0 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1516.291185] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1516.291514] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5dc1c3cd-5af9-47d6-a44f-2de1059e314a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.298943] env[69357]: DEBUG oslo_vmware.api [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1516.298943] env[69357]: value = "task-3283766" [ 1516.298943] env[69357]: _type = "Task" [ 1516.298943] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.306350] env[69357]: DEBUG oslo_vmware.api [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.809305] env[69357]: DEBUG oslo_vmware.api [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283766, 'name': PowerOffVM_Task, 'duration_secs': 0.179407} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.809733] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1516.809733] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Updating instance '83ca90a3-e760-4c7e-8279-1ecdd472251b' progress to 17 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1517.316500] env[69357]: DEBUG nova.virt.hardware [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1517.316760] env[69357]: DEBUG nova.virt.hardware [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1517.316879] env[69357]: DEBUG nova.virt.hardware [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1517.317072] env[69357]: DEBUG nova.virt.hardware [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1517.317277] env[69357]: DEBUG nova.virt.hardware [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1517.317359] env[69357]: DEBUG nova.virt.hardware [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1517.317560] env[69357]: DEBUG nova.virt.hardware [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1517.317722] env[69357]: DEBUG nova.virt.hardware [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1517.317888] env[69357]: DEBUG nova.virt.hardware [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1517.318063] env[69357]: DEBUG nova.virt.hardware [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1517.318270] env[69357]: DEBUG nova.virt.hardware [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1517.323365] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21888b85-fa70-4d68-b0f9-6a38088c5c4c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.338720] env[69357]: DEBUG oslo_vmware.api [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1517.338720] env[69357]: value = "task-3283767" [ 1517.338720] env[69357]: _type = "Task" [ 1517.338720] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.346493] env[69357]: DEBUG oslo_vmware.api [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.848876] env[69357]: DEBUG oslo_vmware.api [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283767, 'name': ReconfigVM_Task, 'duration_secs': 0.173307} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.849379] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Updating instance '83ca90a3-e760-4c7e-8279-1ecdd472251b' progress to 33 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1518.356062] env[69357]: DEBUG nova.virt.hardware [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1518.356336] env[69357]: DEBUG nova.virt.hardware [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1518.356509] env[69357]: DEBUG nova.virt.hardware [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1518.356695] env[69357]: DEBUG nova.virt.hardware [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1518.356836] env[69357]: DEBUG nova.virt.hardware [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1518.356984] env[69357]: DEBUG nova.virt.hardware [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1518.357207] env[69357]: DEBUG nova.virt.hardware [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1518.357368] env[69357]: DEBUG nova.virt.hardware [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1518.357539] env[69357]: DEBUG nova.virt.hardware [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1518.357739] env[69357]: DEBUG nova.virt.hardware [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1518.357915] env[69357]: DEBUG nova.virt.hardware [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1518.363146] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1518.363429] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae7222bd-a06b-4c7c-8615-9c537636c228 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.382151] env[69357]: DEBUG oslo_vmware.api [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1518.382151] env[69357]: value = "task-3283768" [ 1518.382151] env[69357]: _type = "Task" [ 1518.382151] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.389398] env[69357]: DEBUG oslo_vmware.api [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283768, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.891400] env[69357]: DEBUG oslo_vmware.api [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283768, 'name': ReconfigVM_Task, 'duration_secs': 0.167837} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.891679] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1518.892429] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743f67cd-9c73-4d9a-b929-2e3b023a12a4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.914967] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 83ca90a3-e760-4c7e-8279-1ecdd472251b/83ca90a3-e760-4c7e-8279-1ecdd472251b.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1518.915621] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c6c3928-ba68-4fea-8417-95d08d5b9029 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.933277] env[69357]: DEBUG oslo_vmware.api [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1518.933277] env[69357]: value = "task-3283769" [ 1518.933277] env[69357]: _type = "Task" [ 1518.933277] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.940485] env[69357]: DEBUG oslo_vmware.api [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283769, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.442766] env[69357]: DEBUG oslo_vmware.api [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283769, 'name': ReconfigVM_Task, 'duration_secs': 0.25372} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.443070] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 83ca90a3-e760-4c7e-8279-1ecdd472251b/83ca90a3-e760-4c7e-8279-1ecdd472251b.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1519.443342] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Updating instance '83ca90a3-e760-4c7e-8279-1ecdd472251b' progress to 50 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1519.949574] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163ab569-a043-463f-8cd4-2f3e839016e0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.968161] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf88051-290c-45eb-9f44-18f6c85e505d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.985509] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Updating instance '83ca90a3-e760-4c7e-8279-1ecdd472251b' progress to 67 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1520.523748] env[69357]: DEBUG nova.network.neutron [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Port d515ef7a-8d0a-4cb7-8f87-aef523117c7b binding to destination host cpu-1 is already ACTIVE {{(pid=69357) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1521.541454] env[69357]: DEBUG oslo_concurrency.lockutils [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "83ca90a3-e760-4c7e-8279-1ecdd472251b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1521.541796] env[69357]: DEBUG oslo_concurrency.lockutils [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "83ca90a3-e760-4c7e-8279-1ecdd472251b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1521.541853] env[69357]: DEBUG oslo_concurrency.lockutils [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "83ca90a3-e760-4c7e-8279-1ecdd472251b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1522.628821] env[69357]: DEBUG oslo_concurrency.lockutils [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "refresh_cache-83ca90a3-e760-4c7e-8279-1ecdd472251b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.629145] env[69357]: DEBUG oslo_concurrency.lockutils [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquired lock "refresh_cache-83ca90a3-e760-4c7e-8279-1ecdd472251b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.629217] env[69357]: DEBUG nova.network.neutron [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1523.562891] env[69357]: DEBUG nova.network.neutron [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Updating instance_info_cache with network_info: [{"id": "d515ef7a-8d0a-4cb7-8f87-aef523117c7b", "address": "fa:16:3e:04:27:ac", "network": {"id": "73a4f450-d642-4b42-a6f9-ea21c73f279a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1452404450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "419ee38d757b4d428b684cdc28bb5421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd515ef7a-8d", "ovs_interfaceid": "d515ef7a-8d0a-4cb7-8f87-aef523117c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.065494] env[69357]: DEBUG oslo_concurrency.lockutils [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Releasing lock "refresh_cache-83ca90a3-e760-4c7e-8279-1ecdd472251b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.615385] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d47e60-b158-488c-a1de-6dc22286dd70 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.634268] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1475a404-716d-4cdb-a964-cecc77d89384 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.640810] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Updating instance '83ca90a3-e760-4c7e-8279-1ecdd472251b' progress to 83 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1525.147374] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1525.147773] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0c4e333-a900-4d33-b5ee-e1233ac0cccb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.154647] env[69357]: DEBUG oslo_vmware.api [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1525.154647] env[69357]: value = "task-3283770" [ 1525.154647] env[69357]: _type = "Task" [ 1525.154647] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.162141] env[69357]: DEBUG oslo_vmware.api [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.663706] env[69357]: DEBUG oslo_vmware.api [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283770, 'name': PowerOnVM_Task, 'duration_secs': 0.364577} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.663960] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1525.664145] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-113d7ac8-b0ee-49fe-bc1d-d0e48f6a8c82 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Updating instance '83ca90a3-e760-4c7e-8279-1ecdd472251b' progress to 100 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1528.000478] env[69357]: DEBUG nova.network.neutron [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Port d515ef7a-8d0a-4cb7-8f87-aef523117c7b binding to destination host cpu-1 is already ACTIVE {{(pid=69357) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1528.000832] env[69357]: DEBUG oslo_concurrency.lockutils [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "refresh_cache-83ca90a3-e760-4c7e-8279-1ecdd472251b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.000901] env[69357]: DEBUG oslo_concurrency.lockutils [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquired lock "refresh_cache-83ca90a3-e760-4c7e-8279-1ecdd472251b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.001083] env[69357]: DEBUG nova.network.neutron [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1528.717688] env[69357]: DEBUG nova.network.neutron [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Updating instance_info_cache with network_info: [{"id": "d515ef7a-8d0a-4cb7-8f87-aef523117c7b", "address": "fa:16:3e:04:27:ac", "network": {"id": "73a4f450-d642-4b42-a6f9-ea21c73f279a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1452404450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "419ee38d757b4d428b684cdc28bb5421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd515ef7a-8d", "ovs_interfaceid": "d515ef7a-8d0a-4cb7-8f87-aef523117c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.220874] env[69357]: DEBUG oslo_concurrency.lockutils [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Releasing lock "refresh_cache-83ca90a3-e760-4c7e-8279-1ecdd472251b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.724207] env[69357]: DEBUG nova.compute.manager [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69357) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1529.724434] env[69357]: DEBUG oslo_concurrency.lockutils [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1529.724733] env[69357]: DEBUG oslo_concurrency.lockutils [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1530.227659] env[69357]: DEBUG nova.objects.instance [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lazy-loading 'migration_context' on Instance uuid 83ca90a3-e760-4c7e-8279-1ecdd472251b {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1530.791027] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c823ffc7-ecca-4564-99aa-47ad1df12e1f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.797622] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be49fd5-a5f3-49cb-a7a7-2528121db3af {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.827952] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55816504-9bd1-4a66-9cf0-c35745d78d22 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.834704] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c995f98b-4f80-44f1-a311-8a2856bab45f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.847376] env[69357]: DEBUG nova.compute.provider_tree [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1531.351246] env[69357]: DEBUG nova.scheduler.client.report [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1532.361420] env[69357]: DEBUG oslo_concurrency.lockutils [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.636s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1533.915981] env[69357]: INFO nova.compute.manager [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Swapping old allocation on dict_keys(['dcb9ec35-bfdd-4e17-b2d7-2501509e9896']) held by migration 56d861ab-4784-4c7f-8e84-bea79b60e139 for instance [ 1533.937920] env[69357]: DEBUG nova.scheduler.client.report [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Overwriting current allocation {'allocations': {'dcb9ec35-bfdd-4e17-b2d7-2501509e9896': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 191}}, 'project_id': '419ee38d757b4d428b684cdc28bb5421', 'user_id': '9b7ff4364ed145d68ebffd928829b1d8', 'consumer_generation': 1} on consumer 83ca90a3-e760-4c7e-8279-1ecdd472251b {{(pid=69357) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1534.122213] env[69357]: DEBUG oslo_concurrency.lockutils [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "refresh_cache-83ca90a3-e760-4c7e-8279-1ecdd472251b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.122411] env[69357]: DEBUG oslo_concurrency.lockutils [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquired lock "refresh_cache-83ca90a3-e760-4c7e-8279-1ecdd472251b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.122596] env[69357]: DEBUG nova.network.neutron [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1534.864681] env[69357]: DEBUG nova.network.neutron [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Updating instance_info_cache with network_info: [{"id": "d515ef7a-8d0a-4cb7-8f87-aef523117c7b", "address": "fa:16:3e:04:27:ac", "network": {"id": "73a4f450-d642-4b42-a6f9-ea21c73f279a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1452404450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "419ee38d757b4d428b684cdc28bb5421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd515ef7a-8d", "ovs_interfaceid": "d515ef7a-8d0a-4cb7-8f87-aef523117c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.367605] env[69357]: DEBUG oslo_concurrency.lockutils [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Releasing lock "refresh_cache-83ca90a3-e760-4c7e-8279-1ecdd472251b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.368062] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1535.368364] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-466fb95e-f2d1-4c55-8180-49acd81b934a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.376907] env[69357]: DEBUG oslo_vmware.api [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1535.376907] env[69357]: value = "task-3283771" [ 1535.376907] env[69357]: _type = "Task" [ 1535.376907] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.384713] env[69357]: DEBUG oslo_vmware.api [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.886443] env[69357]: DEBUG oslo_vmware.api [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283771, 'name': PowerOffVM_Task, 'duration_secs': 0.226083} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.886748] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1535.887424] env[69357]: DEBUG nova.virt.hardware [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1535.887638] env[69357]: DEBUG nova.virt.hardware [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1535.887791] env[69357]: DEBUG nova.virt.hardware [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1535.887971] env[69357]: DEBUG nova.virt.hardware [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1535.888130] env[69357]: DEBUG nova.virt.hardware [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1535.888278] env[69357]: DEBUG nova.virt.hardware [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1535.888481] env[69357]: DEBUG nova.virt.hardware [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1535.888637] env[69357]: DEBUG nova.virt.hardware [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1535.888825] env[69357]: DEBUG nova.virt.hardware [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1535.888957] env[69357]: DEBUG nova.virt.hardware [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1535.889139] env[69357]: DEBUG nova.virt.hardware [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1535.894225] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e963a9c8-0fa7-41f7-bd32-35eb5746afba {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.910091] env[69357]: DEBUG oslo_vmware.api [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1535.910091] env[69357]: value = "task-3283772" [ 1535.910091] env[69357]: _type = "Task" [ 1535.910091] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.917286] env[69357]: DEBUG oslo_vmware.api [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.420097] env[69357]: DEBUG oslo_vmware.api [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283772, 'name': ReconfigVM_Task, 'duration_secs': 0.130602} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.420925] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10840a8-d5ee-48fc-9f13-66849db602fb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.438841] env[69357]: DEBUG nova.virt.hardware [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1536.439089] env[69357]: DEBUG nova.virt.hardware [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1536.439251] env[69357]: DEBUG nova.virt.hardware [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1536.439435] env[69357]: DEBUG nova.virt.hardware [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1536.439584] env[69357]: DEBUG nova.virt.hardware [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1536.439731] env[69357]: DEBUG nova.virt.hardware [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1536.439932] env[69357]: DEBUG nova.virt.hardware [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1536.440151] env[69357]: DEBUG nova.virt.hardware [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1536.440356] env[69357]: DEBUG nova.virt.hardware [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1536.440548] env[69357]: DEBUG nova.virt.hardware [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1536.440728] env[69357]: DEBUG nova.virt.hardware [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1536.441506] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08318aa6-4a60-4703-856e-0bbb08c8972b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.446416] env[69357]: DEBUG oslo_vmware.api [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1536.446416] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e0f1ab-d24a-77a5-3371-3e83cd5a2ffc" [ 1536.446416] env[69357]: _type = "Task" [ 1536.446416] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.453732] env[69357]: DEBUG oslo_vmware.api [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e0f1ab-d24a-77a5-3371-3e83cd5a2ffc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.956907] env[69357]: DEBUG oslo_vmware.api [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52e0f1ab-d24a-77a5-3371-3e83cd5a2ffc, 'name': SearchDatastore_Task, 'duration_secs': 0.01034} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.962429] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1536.962703] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a314ef46-cfcc-4b68-aa5d-f7ba3314281c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.980639] env[69357]: DEBUG oslo_vmware.api [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1536.980639] env[69357]: value = "task-3283773" [ 1536.980639] env[69357]: _type = "Task" [ 1536.980639] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.988165] env[69357]: DEBUG oslo_vmware.api [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283773, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.490916] env[69357]: DEBUG oslo_vmware.api [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283773, 'name': ReconfigVM_Task, 'duration_secs': 0.284853} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.491436] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1537.491985] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f65ae7-8f99-43e7-ac39-b913ccd87688 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.513139] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 83ca90a3-e760-4c7e-8279-1ecdd472251b/83ca90a3-e760-4c7e-8279-1ecdd472251b.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1537.513379] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a45ea301-252e-499f-93f8-8c265b936b22 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.530418] env[69357]: DEBUG oslo_vmware.api [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1537.530418] env[69357]: value = "task-3283774" [ 1537.530418] env[69357]: _type = "Task" [ 1537.530418] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.537636] env[69357]: DEBUG oslo_vmware.api [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283774, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.039973] env[69357]: DEBUG oslo_vmware.api [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283774, 'name': ReconfigVM_Task, 'duration_secs': 0.256248} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.040261] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 83ca90a3-e760-4c7e-8279-1ecdd472251b/83ca90a3-e760-4c7e-8279-1ecdd472251b.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1538.041069] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bfeaab-850c-4df3-bf2a-b087599cbeab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.059453] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2422833a-fe04-4a86-abf9-b3df5d14b6e9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.076488] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586f7810-8540-40ef-a7d2-0aef33740be1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.093524] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef026f05-7371-48d6-869e-1232d058029e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.099918] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1538.100161] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d14fb5d-d595-4312-bf5f-351f0bcac588 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.106462] env[69357]: DEBUG oslo_vmware.api [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1538.106462] env[69357]: value = "task-3283775" [ 1538.106462] env[69357]: _type = "Task" [ 1538.106462] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.113350] env[69357]: DEBUG oslo_vmware.api [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.616107] env[69357]: DEBUG oslo_vmware.api [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283775, 'name': PowerOnVM_Task, 'duration_secs': 0.343595} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.616480] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1539.626553] env[69357]: INFO nova.compute.manager [None req-01c812a4-e8ff-406c-8500-9b748a57849c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Updating instance to original state: 'active' [ 1541.171667] env[69357]: DEBUG oslo_concurrency.lockutils [None req-532de389-7f79-4ab7-98ed-610ddee1f650 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "83ca90a3-e760-4c7e-8279-1ecdd472251b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1541.172087] env[69357]: DEBUG oslo_concurrency.lockutils [None req-532de389-7f79-4ab7-98ed-610ddee1f650 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "83ca90a3-e760-4c7e-8279-1ecdd472251b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1541.172215] env[69357]: DEBUG oslo_concurrency.lockutils [None req-532de389-7f79-4ab7-98ed-610ddee1f650 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "83ca90a3-e760-4c7e-8279-1ecdd472251b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1541.172402] env[69357]: DEBUG oslo_concurrency.lockutils [None req-532de389-7f79-4ab7-98ed-610ddee1f650 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "83ca90a3-e760-4c7e-8279-1ecdd472251b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1541.172570] env[69357]: DEBUG oslo_concurrency.lockutils [None req-532de389-7f79-4ab7-98ed-610ddee1f650 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "83ca90a3-e760-4c7e-8279-1ecdd472251b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1541.174674] env[69357]: INFO nova.compute.manager [None req-532de389-7f79-4ab7-98ed-610ddee1f650 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Terminating instance [ 1541.678462] env[69357]: DEBUG nova.compute.manager [None req-532de389-7f79-4ab7-98ed-610ddee1f650 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1541.678707] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-532de389-7f79-4ab7-98ed-610ddee1f650 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1541.679638] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdc9607-e6fd-4160-a472-30e4a405b5f1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.687695] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-532de389-7f79-4ab7-98ed-610ddee1f650 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1541.687924] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f11fed35-fd86-4209-98a9-24e498fa746f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.693825] env[69357]: DEBUG oslo_vmware.api [None req-532de389-7f79-4ab7-98ed-610ddee1f650 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1541.693825] env[69357]: value = "task-3283776" [ 1541.693825] env[69357]: _type = "Task" [ 1541.693825] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.701392] env[69357]: DEBUG oslo_vmware.api [None req-532de389-7f79-4ab7-98ed-610ddee1f650 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.203658] env[69357]: DEBUG oslo_vmware.api [None req-532de389-7f79-4ab7-98ed-610ddee1f650 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283776, 'name': PowerOffVM_Task, 'duration_secs': 0.173687} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.204035] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-532de389-7f79-4ab7-98ed-610ddee1f650 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1542.204098] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-532de389-7f79-4ab7-98ed-610ddee1f650 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1542.204326] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-beac982e-6da6-418d-b877-6efa73870bbf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.268684] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-532de389-7f79-4ab7-98ed-610ddee1f650 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1542.268952] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-532de389-7f79-4ab7-98ed-610ddee1f650 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1542.269097] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-532de389-7f79-4ab7-98ed-610ddee1f650 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Deleting the datastore file [datastore1] 83ca90a3-e760-4c7e-8279-1ecdd472251b {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1542.269368] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c8b178f-4cef-4ccb-adab-ff92d067590c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.276527] env[69357]: DEBUG oslo_vmware.api [None req-532de389-7f79-4ab7-98ed-610ddee1f650 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1542.276527] env[69357]: value = "task-3283778" [ 1542.276527] env[69357]: _type = "Task" [ 1542.276527] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.283798] env[69357]: DEBUG oslo_vmware.api [None req-532de389-7f79-4ab7-98ed-610ddee1f650 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.785444] env[69357]: DEBUG oslo_vmware.api [None req-532de389-7f79-4ab7-98ed-610ddee1f650 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133679} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.785720] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-532de389-7f79-4ab7-98ed-610ddee1f650 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1542.785864] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-532de389-7f79-4ab7-98ed-610ddee1f650 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1542.786071] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-532de389-7f79-4ab7-98ed-610ddee1f650 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1542.786274] env[69357]: INFO nova.compute.manager [None req-532de389-7f79-4ab7-98ed-610ddee1f650 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1542.786527] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-532de389-7f79-4ab7-98ed-610ddee1f650 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1542.786719] env[69357]: DEBUG nova.compute.manager [-] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1542.786849] env[69357]: DEBUG nova.network.neutron [-] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1543.588224] env[69357]: DEBUG nova.compute.manager [req-0fef5b12-8906-46fd-b0be-f6db6da53180 req-a79cac7c-7c6d-4216-a0dc-a626a4ffa8e5 service nova] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Received event network-vif-deleted-d515ef7a-8d0a-4cb7-8f87-aef523117c7b {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1543.588561] env[69357]: INFO nova.compute.manager [req-0fef5b12-8906-46fd-b0be-f6db6da53180 req-a79cac7c-7c6d-4216-a0dc-a626a4ffa8e5 service nova] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Neutron deleted interface d515ef7a-8d0a-4cb7-8f87-aef523117c7b; detaching it from the instance and deleting it from the info cache [ 1543.588561] env[69357]: DEBUG nova.network.neutron [req-0fef5b12-8906-46fd-b0be-f6db6da53180 req-a79cac7c-7c6d-4216-a0dc-a626a4ffa8e5 service nova] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.002284] env[69357]: DEBUG nova.network.neutron [-] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.092010] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-caf52d97-b983-49aa-a7be-1b0d006bf701 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.104829] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb3f3bd-dec7-41c3-9cdf-1915a273507e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.132731] env[69357]: DEBUG nova.compute.manager [req-0fef5b12-8906-46fd-b0be-f6db6da53180 req-a79cac7c-7c6d-4216-a0dc-a626a4ffa8e5 service nova] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Detach interface failed, port_id=d515ef7a-8d0a-4cb7-8f87-aef523117c7b, reason: Instance 83ca90a3-e760-4c7e-8279-1ecdd472251b could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1544.505498] env[69357]: INFO nova.compute.manager [-] [instance: 83ca90a3-e760-4c7e-8279-1ecdd472251b] Took 1.72 seconds to deallocate network for instance. [ 1545.012203] env[69357]: DEBUG oslo_concurrency.lockutils [None req-532de389-7f79-4ab7-98ed-610ddee1f650 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1545.012580] env[69357]: DEBUG oslo_concurrency.lockutils [None req-532de389-7f79-4ab7-98ed-610ddee1f650 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1545.012725] env[69357]: DEBUG oslo_concurrency.lockutils [None req-532de389-7f79-4ab7-98ed-610ddee1f650 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1545.056101] env[69357]: INFO nova.scheduler.client.report [None req-532de389-7f79-4ab7-98ed-610ddee1f650 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Deleted allocations for instance 83ca90a3-e760-4c7e-8279-1ecdd472251b [ 1545.563672] env[69357]: DEBUG oslo_concurrency.lockutils [None req-532de389-7f79-4ab7-98ed-610ddee1f650 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "83ca90a3-e760-4c7e-8279-1ecdd472251b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.392s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1546.401086] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "c65a9db3-ed34-4ae8-8566-0677d3532efe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1546.401406] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "c65a9db3-ed34-4ae8-8566-0677d3532efe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1546.903423] env[69357]: DEBUG nova.compute.manager [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1547.430449] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1547.430750] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1547.432213] env[69357]: INFO nova.compute.claims [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1548.467278] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f657f508-801b-4730-95ef-a663963147b9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.475012] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18253102-8076-4a31-ae20-550603118a1c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.504732] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8f35be-86e2-4b44-ade5-3054cec4a141 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.511213] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3e061c-56df-46d8-ba6d-7bd4f9338e91 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.175570] env[69357]: DEBUG nova.compute.provider_tree [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1549.678712] env[69357]: DEBUG nova.scheduler.client.report [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1550.183800] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1550.184385] env[69357]: DEBUG nova.compute.manager [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1550.689828] env[69357]: DEBUG nova.compute.utils [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1550.691278] env[69357]: DEBUG nova.compute.manager [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1550.691443] env[69357]: DEBUG nova.network.neutron [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1550.736803] env[69357]: DEBUG nova.policy [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b7ff4364ed145d68ebffd928829b1d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '419ee38d757b4d428b684cdc28bb5421', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1551.023498] env[69357]: DEBUG nova.network.neutron [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Successfully created port: cbf18c54-411d-41cb-831a-0ef466d060a7 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1551.194313] env[69357]: DEBUG nova.compute.manager [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1552.204158] env[69357]: DEBUG nova.compute.manager [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1552.231286] env[69357]: DEBUG nova.virt.hardware [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1552.231531] env[69357]: DEBUG nova.virt.hardware [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1552.231734] env[69357]: DEBUG nova.virt.hardware [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1552.231939] env[69357]: DEBUG nova.virt.hardware [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1552.232094] env[69357]: DEBUG nova.virt.hardware [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1552.232240] env[69357]: DEBUG nova.virt.hardware [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1552.232444] env[69357]: DEBUG nova.virt.hardware [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1552.232600] env[69357]: DEBUG nova.virt.hardware [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1552.232764] env[69357]: DEBUG nova.virt.hardware [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1552.232930] env[69357]: DEBUG nova.virt.hardware [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1552.233131] env[69357]: DEBUG nova.virt.hardware [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1552.233968] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0d1852-2261-48cf-adf9-e0a939329460 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.241699] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da86e0f-a8a5-486b-9cfa-0c5e29d7c406 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.378826] env[69357]: DEBUG nova.compute.manager [req-33ca3581-aff3-4a12-a441-189a9559cea0 req-a25449e4-4002-40e9-b7e0-3784e3af3454 service nova] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Received event network-vif-plugged-cbf18c54-411d-41cb-831a-0ef466d060a7 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1552.379061] env[69357]: DEBUG oslo_concurrency.lockutils [req-33ca3581-aff3-4a12-a441-189a9559cea0 req-a25449e4-4002-40e9-b7e0-3784e3af3454 service nova] Acquiring lock "c65a9db3-ed34-4ae8-8566-0677d3532efe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1552.379353] env[69357]: DEBUG oslo_concurrency.lockutils [req-33ca3581-aff3-4a12-a441-189a9559cea0 req-a25449e4-4002-40e9-b7e0-3784e3af3454 service nova] Lock "c65a9db3-ed34-4ae8-8566-0677d3532efe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1552.379426] env[69357]: DEBUG oslo_concurrency.lockutils [req-33ca3581-aff3-4a12-a441-189a9559cea0 req-a25449e4-4002-40e9-b7e0-3784e3af3454 service nova] Lock "c65a9db3-ed34-4ae8-8566-0677d3532efe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1552.379599] env[69357]: DEBUG nova.compute.manager [req-33ca3581-aff3-4a12-a441-189a9559cea0 req-a25449e4-4002-40e9-b7e0-3784e3af3454 service nova] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] No waiting events found dispatching network-vif-plugged-cbf18c54-411d-41cb-831a-0ef466d060a7 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1552.379744] env[69357]: WARNING nova.compute.manager [req-33ca3581-aff3-4a12-a441-189a9559cea0 req-a25449e4-4002-40e9-b7e0-3784e3af3454 service nova] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Received unexpected event network-vif-plugged-cbf18c54-411d-41cb-831a-0ef466d060a7 for instance with vm_state building and task_state spawning. [ 1552.455405] env[69357]: DEBUG nova.network.neutron [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Successfully updated port: cbf18c54-411d-41cb-831a-0ef466d060a7 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1552.960550] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "refresh_cache-c65a9db3-ed34-4ae8-8566-0677d3532efe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.960768] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquired lock "refresh_cache-c65a9db3-ed34-4ae8-8566-0677d3532efe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.960953] env[69357]: DEBUG nova.network.neutron [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1553.492083] env[69357]: DEBUG nova.network.neutron [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1553.610425] env[69357]: DEBUG nova.network.neutron [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Updating instance_info_cache with network_info: [{"id": "cbf18c54-411d-41cb-831a-0ef466d060a7", "address": "fa:16:3e:5b:df:a4", "network": {"id": "73a4f450-d642-4b42-a6f9-ea21c73f279a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1452404450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "419ee38d757b4d428b684cdc28bb5421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbf18c54-41", "ovs_interfaceid": "cbf18c54-411d-41cb-831a-0ef466d060a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.113442] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Releasing lock "refresh_cache-c65a9db3-ed34-4ae8-8566-0677d3532efe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.113772] env[69357]: DEBUG nova.compute.manager [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Instance network_info: |[{"id": "cbf18c54-411d-41cb-831a-0ef466d060a7", "address": "fa:16:3e:5b:df:a4", "network": {"id": "73a4f450-d642-4b42-a6f9-ea21c73f279a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1452404450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "419ee38d757b4d428b684cdc28bb5421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbf18c54-41", "ovs_interfaceid": "cbf18c54-411d-41cb-831a-0ef466d060a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1554.114229] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:df:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbf18c54-411d-41cb-831a-0ef466d060a7', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1554.121528] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1554.121773] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1554.122014] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-227b7223-8dbd-4ab9-9701-f24cbb0b8aca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.142164] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1554.142164] env[69357]: value = "task-3283779" [ 1554.142164] env[69357]: _type = "Task" [ 1554.142164] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.149520] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283779, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.404935] env[69357]: DEBUG nova.compute.manager [req-b271abbf-32eb-4e40-8408-62e587ad5ed7 req-29f5c3e6-4ddf-46dc-a6c3-6e92a9288dfc service nova] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Received event network-changed-cbf18c54-411d-41cb-831a-0ef466d060a7 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1554.405197] env[69357]: DEBUG nova.compute.manager [req-b271abbf-32eb-4e40-8408-62e587ad5ed7 req-29f5c3e6-4ddf-46dc-a6c3-6e92a9288dfc service nova] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Refreshing instance network info cache due to event network-changed-cbf18c54-411d-41cb-831a-0ef466d060a7. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1554.405369] env[69357]: DEBUG oslo_concurrency.lockutils [req-b271abbf-32eb-4e40-8408-62e587ad5ed7 req-29f5c3e6-4ddf-46dc-a6c3-6e92a9288dfc service nova] Acquiring lock "refresh_cache-c65a9db3-ed34-4ae8-8566-0677d3532efe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.405508] env[69357]: DEBUG oslo_concurrency.lockutils [req-b271abbf-32eb-4e40-8408-62e587ad5ed7 req-29f5c3e6-4ddf-46dc-a6c3-6e92a9288dfc service nova] Acquired lock "refresh_cache-c65a9db3-ed34-4ae8-8566-0677d3532efe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.405664] env[69357]: DEBUG nova.network.neutron [req-b271abbf-32eb-4e40-8408-62e587ad5ed7 req-29f5c3e6-4ddf-46dc-a6c3-6e92a9288dfc service nova] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Refreshing network info cache for port cbf18c54-411d-41cb-831a-0ef466d060a7 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1554.651779] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283779, 'name': CreateVM_Task, 'duration_secs': 0.329895} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.652108] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1554.652620] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.652782] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.653111] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.653353] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca2011eb-c609-41c4-9a0d-959eab4d76b3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.657497] env[69357]: DEBUG oslo_vmware.api [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1554.657497] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52aac40a-c3c3-33ac-dd59-bde2564441dc" [ 1554.657497] env[69357]: _type = "Task" [ 1554.657497] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.664515] env[69357]: DEBUG oslo_vmware.api [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52aac40a-c3c3-33ac-dd59-bde2564441dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.077236] env[69357]: DEBUG nova.network.neutron [req-b271abbf-32eb-4e40-8408-62e587ad5ed7 req-29f5c3e6-4ddf-46dc-a6c3-6e92a9288dfc service nova] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Updated VIF entry in instance network info cache for port cbf18c54-411d-41cb-831a-0ef466d060a7. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1555.077598] env[69357]: DEBUG nova.network.neutron [req-b271abbf-32eb-4e40-8408-62e587ad5ed7 req-29f5c3e6-4ddf-46dc-a6c3-6e92a9288dfc service nova] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Updating instance_info_cache with network_info: [{"id": "cbf18c54-411d-41cb-831a-0ef466d060a7", "address": "fa:16:3e:5b:df:a4", "network": {"id": "73a4f450-d642-4b42-a6f9-ea21c73f279a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1452404450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "419ee38d757b4d428b684cdc28bb5421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbf18c54-41", "ovs_interfaceid": "cbf18c54-411d-41cb-831a-0ef466d060a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.167397] env[69357]: DEBUG oslo_vmware.api [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52aac40a-c3c3-33ac-dd59-bde2564441dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010945} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.167671] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.167891] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1555.168134] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.168278] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.168448] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1555.168724] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5453700b-1e70-4280-bf99-9a3518176934 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.176639] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1555.176806] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1555.177461] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbf9ab88-291e-4d2c-87fc-33db126ae950 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.182222] env[69357]: DEBUG oslo_vmware.api [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1555.182222] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c8bb72-564d-e61c-7fa8-695bdb1591c4" [ 1555.182222] env[69357]: _type = "Task" [ 1555.182222] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.188978] env[69357]: DEBUG oslo_vmware.api [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c8bb72-564d-e61c-7fa8-695bdb1591c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.580669] env[69357]: DEBUG oslo_concurrency.lockutils [req-b271abbf-32eb-4e40-8408-62e587ad5ed7 req-29f5c3e6-4ddf-46dc-a6c3-6e92a9288dfc service nova] Releasing lock "refresh_cache-c65a9db3-ed34-4ae8-8566-0677d3532efe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.695105] env[69357]: DEBUG oslo_vmware.api [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52c8bb72-564d-e61c-7fa8-695bdb1591c4, 'name': SearchDatastore_Task, 'duration_secs': 0.008014} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.695105] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f22ed92b-3270-4f9d-89f2-00d15b62c5e3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.697952] env[69357]: DEBUG oslo_vmware.api [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1555.697952] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52978708-aa74-5f9b-cd7d-c51fee8c346b" [ 1555.697952] env[69357]: _type = "Task" [ 1555.697952] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.705651] env[69357]: DEBUG oslo_vmware.api [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52978708-aa74-5f9b-cd7d-c51fee8c346b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.207912] env[69357]: DEBUG oslo_vmware.api [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52978708-aa74-5f9b-cd7d-c51fee8c346b, 'name': SearchDatastore_Task, 'duration_secs': 0.009433} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.208186] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.208432] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] c65a9db3-ed34-4ae8-8566-0677d3532efe/c65a9db3-ed34-4ae8-8566-0677d3532efe.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1556.208692] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b070fe64-93aa-4d4f-849e-50df96546ae1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.215266] env[69357]: DEBUG oslo_vmware.api [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1556.215266] env[69357]: value = "task-3283780" [ 1556.215266] env[69357]: _type = "Task" [ 1556.215266] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.222378] env[69357]: DEBUG oslo_vmware.api [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.725468] env[69357]: DEBUG oslo_vmware.api [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283780, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.429885} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.725870] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] c65a9db3-ed34-4ae8-8566-0677d3532efe/c65a9db3-ed34-4ae8-8566-0677d3532efe.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1556.725951] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1556.726173] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb8a5612-433d-4897-89b4-86efb7b3f5e8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.733062] env[69357]: DEBUG oslo_vmware.api [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1556.733062] env[69357]: value = "task-3283781" [ 1556.733062] env[69357]: _type = "Task" [ 1556.733062] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.739265] env[69357]: DEBUG oslo_vmware.api [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283781, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.242245] env[69357]: DEBUG oslo_vmware.api [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283781, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060803} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.242449] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1557.243227] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4fbdc4-e10b-4ecf-89e0-4b9ed7320484 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.264274] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] c65a9db3-ed34-4ae8-8566-0677d3532efe/c65a9db3-ed34-4ae8-8566-0677d3532efe.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1557.264498] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3492e326-2635-4dcc-a5e6-666934d94043 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.283162] env[69357]: DEBUG oslo_vmware.api [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1557.283162] env[69357]: value = "task-3283782" [ 1557.283162] env[69357]: _type = "Task" [ 1557.283162] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.290237] env[69357]: DEBUG oslo_vmware.api [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283782, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.792779] env[69357]: DEBUG oslo_vmware.api [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283782, 'name': ReconfigVM_Task, 'duration_secs': 0.29778} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.793157] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Reconfigured VM instance instance-0000007e to attach disk [datastore1] c65a9db3-ed34-4ae8-8566-0677d3532efe/c65a9db3-ed34-4ae8-8566-0677d3532efe.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1557.793669] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6744bd54-9e48-4c86-a0bc-724fadf4bd39 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.799382] env[69357]: DEBUG oslo_vmware.api [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1557.799382] env[69357]: value = "task-3283783" [ 1557.799382] env[69357]: _type = "Task" [ 1557.799382] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.806468] env[69357]: DEBUG oslo_vmware.api [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283783, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.309276] env[69357]: DEBUG oslo_vmware.api [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283783, 'name': Rename_Task, 'duration_secs': 0.147281} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.309562] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1558.309808] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc5e0e6c-1c4c-4230-8b0c-9503d4cfa8cc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.316115] env[69357]: DEBUG oslo_vmware.api [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1558.316115] env[69357]: value = "task-3283784" [ 1558.316115] env[69357]: _type = "Task" [ 1558.316115] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.323699] env[69357]: DEBUG oslo_vmware.api [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.825798] env[69357]: DEBUG oslo_vmware.api [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283784, 'name': PowerOnVM_Task, 'duration_secs': 0.433899} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.826102] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1558.826273] env[69357]: INFO nova.compute.manager [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Took 6.62 seconds to spawn the instance on the hypervisor. [ 1558.826450] env[69357]: DEBUG nova.compute.manager [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1558.827191] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec226e6-4fe9-40ed-8ad6-4dff3898dead {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.344905] env[69357]: INFO nova.compute.manager [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Took 11.94 seconds to build instance. [ 1559.846636] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b67ca57e-d4a2-4696-b7f8-c7b9d6fe369b tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "c65a9db3-ed34-4ae8-8566-0677d3532efe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.445s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1560.592840] env[69357]: DEBUG nova.compute.manager [req-ac29554f-bf85-4cc1-a2a9-f704cd8f0b3b req-d6861097-aaa9-413d-8be7-9e5cc7bc5548 service nova] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Received event network-changed-cbf18c54-411d-41cb-831a-0ef466d060a7 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1560.593031] env[69357]: DEBUG nova.compute.manager [req-ac29554f-bf85-4cc1-a2a9-f704cd8f0b3b req-d6861097-aaa9-413d-8be7-9e5cc7bc5548 service nova] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Refreshing instance network info cache due to event network-changed-cbf18c54-411d-41cb-831a-0ef466d060a7. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1560.593240] env[69357]: DEBUG oslo_concurrency.lockutils [req-ac29554f-bf85-4cc1-a2a9-f704cd8f0b3b req-d6861097-aaa9-413d-8be7-9e5cc7bc5548 service nova] Acquiring lock "refresh_cache-c65a9db3-ed34-4ae8-8566-0677d3532efe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.594480] env[69357]: DEBUG oslo_concurrency.lockutils [req-ac29554f-bf85-4cc1-a2a9-f704cd8f0b3b req-d6861097-aaa9-413d-8be7-9e5cc7bc5548 service nova] Acquired lock "refresh_cache-c65a9db3-ed34-4ae8-8566-0677d3532efe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.594480] env[69357]: DEBUG nova.network.neutron [req-ac29554f-bf85-4cc1-a2a9-f704cd8f0b3b req-d6861097-aaa9-413d-8be7-9e5cc7bc5548 service nova] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Refreshing network info cache for port cbf18c54-411d-41cb-831a-0ef466d060a7 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1561.295277] env[69357]: DEBUG nova.network.neutron [req-ac29554f-bf85-4cc1-a2a9-f704cd8f0b3b req-d6861097-aaa9-413d-8be7-9e5cc7bc5548 service nova] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Updated VIF entry in instance network info cache for port cbf18c54-411d-41cb-831a-0ef466d060a7. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1561.295762] env[69357]: DEBUG nova.network.neutron [req-ac29554f-bf85-4cc1-a2a9-f704cd8f0b3b req-d6861097-aaa9-413d-8be7-9e5cc7bc5548 service nova] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Updating instance_info_cache with network_info: [{"id": "cbf18c54-411d-41cb-831a-0ef466d060a7", "address": "fa:16:3e:5b:df:a4", "network": {"id": "73a4f450-d642-4b42-a6f9-ea21c73f279a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1452404450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "419ee38d757b4d428b684cdc28bb5421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbf18c54-41", "ovs_interfaceid": "cbf18c54-411d-41cb-831a-0ef466d060a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.798805] env[69357]: DEBUG oslo_concurrency.lockutils [req-ac29554f-bf85-4cc1-a2a9-f704cd8f0b3b req-d6861097-aaa9-413d-8be7-9e5cc7bc5548 service nova] Releasing lock "refresh_cache-c65a9db3-ed34-4ae8-8566-0677d3532efe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.111060] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1565.110933] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1565.111355] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69357) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1566.106799] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1567.111617] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1567.112119] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1567.615118] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1567.615384] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1567.615556] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1567.615714] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69357) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1567.616642] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee730ab-d423-486e-94a5-0c45f62fc3dd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.625201] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8b5e27-20b6-41f5-a1a6-04d4f9e69e47 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.638771] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf05d56e-32ab-4346-8738-2fa219fa1752 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.645156] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2e6c79-ebb4-41a8-adb0-d16b2ce30b04 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.673933] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180968MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=69357) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1567.674102] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1567.674296] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1568.699024] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance c65a9db3-ed34-4ae8-8566-0677d3532efe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1568.699318] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1568.699318] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1568.724440] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4a9cb7-8452-42c1-b95c-b73273ea169b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.731949] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db925ecf-7446-4bc0-ad04-d7c9bd85946f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.759909] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c17b8a-ab5a-482f-ab37-0b19bdc2104f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.766382] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f44325-9d4c-42fe-9945-67757339bcec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.778893] env[69357]: DEBUG nova.compute.provider_tree [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1569.282481] env[69357]: DEBUG nova.scheduler.client.report [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1569.788488] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1569.788966] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.114s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1570.787897] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1570.788166] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.110219] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1598.005709] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f95c871f-f656-4091-925e-d8aa21607da5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "c65a9db3-ed34-4ae8-8566-0677d3532efe" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1598.006183] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f95c871f-f656-4091-925e-d8aa21607da5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "c65a9db3-ed34-4ae8-8566-0677d3532efe" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1598.006183] env[69357]: DEBUG nova.compute.manager [None req-f95c871f-f656-4091-925e-d8aa21607da5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1598.007026] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31682342-559e-431e-9e63-c00b24a7676c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.014420] env[69357]: DEBUG nova.compute.manager [None req-f95c871f-f656-4091-925e-d8aa21607da5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69357) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1598.014978] env[69357]: DEBUG nova.objects.instance [None req-f95c871f-f656-4091-925e-d8aa21607da5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lazy-loading 'flavor' on Instance uuid c65a9db3-ed34-4ae8-8566-0677d3532efe {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1599.024269] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f95c871f-f656-4091-925e-d8aa21607da5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1599.024669] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-267caac9-2f45-4f12-8a2f-2c421e9ad7a1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.032179] env[69357]: DEBUG oslo_vmware.api [None req-f95c871f-f656-4091-925e-d8aa21607da5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1599.032179] env[69357]: value = "task-3283785" [ 1599.032179] env[69357]: _type = "Task" [ 1599.032179] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.039809] env[69357]: DEBUG oslo_vmware.api [None req-f95c871f-f656-4091-925e-d8aa21607da5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.542937] env[69357]: DEBUG oslo_vmware.api [None req-f95c871f-f656-4091-925e-d8aa21607da5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283785, 'name': PowerOffVM_Task, 'duration_secs': 0.209667} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.543718] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f95c871f-f656-4091-925e-d8aa21607da5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1599.543924] env[69357]: DEBUG nova.compute.manager [None req-f95c871f-f656-4091-925e-d8aa21607da5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1599.544672] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af54dfb-3f22-491e-9595-5c8a48e0b7b0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.056178] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f95c871f-f656-4091-925e-d8aa21607da5 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "c65a9db3-ed34-4ae8-8566-0677d3532efe" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1600.348268] env[69357]: DEBUG nova.objects.instance [None req-cd80b91f-4bd0-41ca-8c51-16249b3f6c03 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lazy-loading 'flavor' on Instance uuid c65a9db3-ed34-4ae8-8566-0677d3532efe {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1600.853853] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cd80b91f-4bd0-41ca-8c51-16249b3f6c03 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "refresh_cache-c65a9db3-ed34-4ae8-8566-0677d3532efe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.854088] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cd80b91f-4bd0-41ca-8c51-16249b3f6c03 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquired lock "refresh_cache-c65a9db3-ed34-4ae8-8566-0677d3532efe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.854217] env[69357]: DEBUG nova.network.neutron [None req-cd80b91f-4bd0-41ca-8c51-16249b3f6c03 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1600.854388] env[69357]: DEBUG nova.objects.instance [None req-cd80b91f-4bd0-41ca-8c51-16249b3f6c03 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lazy-loading 'info_cache' on Instance uuid c65a9db3-ed34-4ae8-8566-0677d3532efe {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1601.357871] env[69357]: DEBUG nova.objects.base [None req-cd80b91f-4bd0-41ca-8c51-16249b3f6c03 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1602.056106] env[69357]: DEBUG nova.network.neutron [None req-cd80b91f-4bd0-41ca-8c51-16249b3f6c03 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Updating instance_info_cache with network_info: [{"id": "cbf18c54-411d-41cb-831a-0ef466d060a7", "address": "fa:16:3e:5b:df:a4", "network": {"id": "73a4f450-d642-4b42-a6f9-ea21c73f279a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1452404450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "419ee38d757b4d428b684cdc28bb5421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbf18c54-41", "ovs_interfaceid": "cbf18c54-411d-41cb-831a-0ef466d060a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.558641] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cd80b91f-4bd0-41ca-8c51-16249b3f6c03 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Releasing lock "refresh_cache-c65a9db3-ed34-4ae8-8566-0677d3532efe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.564162] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd80b91f-4bd0-41ca-8c51-16249b3f6c03 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1603.564586] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7764db3-0492-4556-a212-79e525ba2d65 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.572501] env[69357]: DEBUG oslo_vmware.api [None req-cd80b91f-4bd0-41ca-8c51-16249b3f6c03 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1603.572501] env[69357]: value = "task-3283786" [ 1603.572501] env[69357]: _type = "Task" [ 1603.572501] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.580152] env[69357]: DEBUG oslo_vmware.api [None req-cd80b91f-4bd0-41ca-8c51-16249b3f6c03 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.081966] env[69357]: DEBUG oslo_vmware.api [None req-cd80b91f-4bd0-41ca-8c51-16249b3f6c03 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283786, 'name': PowerOnVM_Task, 'duration_secs': 0.402647} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.082291] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd80b91f-4bd0-41ca-8c51-16249b3f6c03 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1604.082490] env[69357]: DEBUG nova.compute.manager [None req-cd80b91f-4bd0-41ca-8c51-16249b3f6c03 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1604.083299] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b667070-ff36-4f5d-8b8f-3072666e9926 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.102545] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3adcaf9-d388-447e-bc5f-d4c2d93cde8e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.108973] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4a6c3ef7-171a-4622-86b7-9fd3ce6d907c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Suspending the VM {{(pid=69357) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1605.109206] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-38c7efc5-49f6-48db-bf36-24325c59e16d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.114764] env[69357]: DEBUG oslo_vmware.api [None req-4a6c3ef7-171a-4622-86b7-9fd3ce6d907c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1605.114764] env[69357]: value = "task-3283787" [ 1605.114764] env[69357]: _type = "Task" [ 1605.114764] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.122110] env[69357]: DEBUG oslo_vmware.api [None req-4a6c3ef7-171a-4622-86b7-9fd3ce6d907c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283787, 'name': SuspendVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.625434] env[69357]: DEBUG oslo_vmware.api [None req-4a6c3ef7-171a-4622-86b7-9fd3ce6d907c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283787, 'name': SuspendVM_Task} progress is 70%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.124473] env[69357]: DEBUG oslo_vmware.api [None req-4a6c3ef7-171a-4622-86b7-9fd3ce6d907c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283787, 'name': SuspendVM_Task, 'duration_secs': 0.898804} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.124922] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4a6c3ef7-171a-4622-86b7-9fd3ce6d907c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Suspended the VM {{(pid=69357) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1606.124972] env[69357]: DEBUG nova.compute.manager [None req-4a6c3ef7-171a-4622-86b7-9fd3ce6d907c tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1606.125714] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf03277-cc5d-48de-ab6c-c53bbadf244d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.414653] env[69357]: INFO nova.compute.manager [None req-7dcba556-9430-42ea-a882-6d5c79a50e6f tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Resuming [ 1607.415284] env[69357]: DEBUG nova.objects.instance [None req-7dcba556-9430-42ea-a882-6d5c79a50e6f tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lazy-loading 'flavor' on Instance uuid c65a9db3-ed34-4ae8-8566-0677d3532efe {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1608.927462] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7dcba556-9430-42ea-a882-6d5c79a50e6f tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "refresh_cache-c65a9db3-ed34-4ae8-8566-0677d3532efe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.927864] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7dcba556-9430-42ea-a882-6d5c79a50e6f tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquired lock "refresh_cache-c65a9db3-ed34-4ae8-8566-0677d3532efe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.927864] env[69357]: DEBUG nova.network.neutron [None req-7dcba556-9430-42ea-a882-6d5c79a50e6f tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1609.611598] env[69357]: DEBUG nova.network.neutron [None req-7dcba556-9430-42ea-a882-6d5c79a50e6f tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Updating instance_info_cache with network_info: [{"id": "cbf18c54-411d-41cb-831a-0ef466d060a7", "address": "fa:16:3e:5b:df:a4", "network": {"id": "73a4f450-d642-4b42-a6f9-ea21c73f279a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1452404450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "419ee38d757b4d428b684cdc28bb5421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbf18c54-41", "ovs_interfaceid": "cbf18c54-411d-41cb-831a-0ef466d060a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.114167] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7dcba556-9430-42ea-a882-6d5c79a50e6f tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Releasing lock "refresh_cache-c65a9db3-ed34-4ae8-8566-0677d3532efe" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.115197] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ae4d0c-8ef5-4bad-b0b6-bb845285109c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.121860] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7dcba556-9430-42ea-a882-6d5c79a50e6f tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Resuming the VM {{(pid=69357) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1610.122119] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-531410bc-ebf5-44ec-ae9e-f3311d2b9467 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.128329] env[69357]: DEBUG oslo_vmware.api [None req-7dcba556-9430-42ea-a882-6d5c79a50e6f tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1610.128329] env[69357]: value = "task-3283788" [ 1610.128329] env[69357]: _type = "Task" [ 1610.128329] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.135588] env[69357]: DEBUG oslo_vmware.api [None req-7dcba556-9430-42ea-a882-6d5c79a50e6f tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283788, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.640121] env[69357]: DEBUG oslo_vmware.api [None req-7dcba556-9430-42ea-a882-6d5c79a50e6f tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283788, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.138721] env[69357]: DEBUG oslo_vmware.api [None req-7dcba556-9430-42ea-a882-6d5c79a50e6f tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283788, 'name': PowerOnVM_Task, 'duration_secs': 0.749113} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.139184] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7dcba556-9430-42ea-a882-6d5c79a50e6f tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Resumed the VM {{(pid=69357) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1611.139266] env[69357]: DEBUG nova.compute.manager [None req-7dcba556-9430-42ea-a882-6d5c79a50e6f tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1611.139955] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0151ab43-712c-402f-b559-0c577f534203 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.024179] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d4201780-36dd-4a6e-afad-8c90b329a974 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "c65a9db3-ed34-4ae8-8566-0677d3532efe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1612.024455] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d4201780-36dd-4a6e-afad-8c90b329a974 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "c65a9db3-ed34-4ae8-8566-0677d3532efe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1612.024629] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d4201780-36dd-4a6e-afad-8c90b329a974 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "c65a9db3-ed34-4ae8-8566-0677d3532efe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1612.024805] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d4201780-36dd-4a6e-afad-8c90b329a974 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "c65a9db3-ed34-4ae8-8566-0677d3532efe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1612.024972] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d4201780-36dd-4a6e-afad-8c90b329a974 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "c65a9db3-ed34-4ae8-8566-0677d3532efe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1612.027101] env[69357]: INFO nova.compute.manager [None req-d4201780-36dd-4a6e-afad-8c90b329a974 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Terminating instance [ 1612.531277] env[69357]: DEBUG nova.compute.manager [None req-d4201780-36dd-4a6e-afad-8c90b329a974 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1612.531750] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d4201780-36dd-4a6e-afad-8c90b329a974 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1612.532886] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7739617e-e8b0-4ab1-b60f-7863df6367f4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.540413] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4201780-36dd-4a6e-afad-8c90b329a974 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1612.540663] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb78d5d3-4665-491c-8605-e1a9a0eecd3a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.546532] env[69357]: DEBUG oslo_vmware.api [None req-d4201780-36dd-4a6e-afad-8c90b329a974 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1612.546532] env[69357]: value = "task-3283789" [ 1612.546532] env[69357]: _type = "Task" [ 1612.546532] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.553848] env[69357]: DEBUG oslo_vmware.api [None req-d4201780-36dd-4a6e-afad-8c90b329a974 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.056915] env[69357]: DEBUG oslo_vmware.api [None req-d4201780-36dd-4a6e-afad-8c90b329a974 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283789, 'name': PowerOffVM_Task, 'duration_secs': 0.203041} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.056915] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4201780-36dd-4a6e-afad-8c90b329a974 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1613.056915] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d4201780-36dd-4a6e-afad-8c90b329a974 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1613.057306] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d5c1917-aa41-4fc3-8bbf-170e64f94ae3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.122390] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d4201780-36dd-4a6e-afad-8c90b329a974 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1613.122669] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d4201780-36dd-4a6e-afad-8c90b329a974 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1613.122826] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4201780-36dd-4a6e-afad-8c90b329a974 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Deleting the datastore file [datastore1] c65a9db3-ed34-4ae8-8566-0677d3532efe {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1613.123101] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed4729ff-b019-443a-bdd8-bbcd5dc69264 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.129698] env[69357]: DEBUG oslo_vmware.api [None req-d4201780-36dd-4a6e-afad-8c90b329a974 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for the task: (returnval){ [ 1613.129698] env[69357]: value = "task-3283791" [ 1613.129698] env[69357]: _type = "Task" [ 1613.129698] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.137621] env[69357]: DEBUG oslo_vmware.api [None req-d4201780-36dd-4a6e-afad-8c90b329a974 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.640170] env[69357]: DEBUG oslo_vmware.api [None req-d4201780-36dd-4a6e-afad-8c90b329a974 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Task: {'id': task-3283791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160644} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.640573] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4201780-36dd-4a6e-afad-8c90b329a974 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1613.640619] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d4201780-36dd-4a6e-afad-8c90b329a974 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1613.640779] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d4201780-36dd-4a6e-afad-8c90b329a974 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1613.640955] env[69357]: INFO nova.compute.manager [None req-d4201780-36dd-4a6e-afad-8c90b329a974 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1613.641204] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4201780-36dd-4a6e-afad-8c90b329a974 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1613.641394] env[69357]: DEBUG nova.compute.manager [-] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1613.641510] env[69357]: DEBUG nova.network.neutron [-] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1614.084736] env[69357]: DEBUG nova.compute.manager [req-296c3c24-6bca-4bb9-9275-8c41cc366879 req-e0997dec-a3d7-4218-a017-2e000b06db8b service nova] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Received event network-vif-deleted-cbf18c54-411d-41cb-831a-0ef466d060a7 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1614.084850] env[69357]: INFO nova.compute.manager [req-296c3c24-6bca-4bb9-9275-8c41cc366879 req-e0997dec-a3d7-4218-a017-2e000b06db8b service nova] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Neutron deleted interface cbf18c54-411d-41cb-831a-0ef466d060a7; detaching it from the instance and deleting it from the info cache [ 1614.084994] env[69357]: DEBUG nova.network.neutron [req-296c3c24-6bca-4bb9-9275-8c41cc366879 req-e0997dec-a3d7-4218-a017-2e000b06db8b service nova] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.568653] env[69357]: DEBUG nova.network.neutron [-] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.587028] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76d37c12-a4ec-4a19-826a-c3c823e9cef7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.597671] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8391d5b5-3a79-4576-af50-ded796a6cf6a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.621237] env[69357]: DEBUG nova.compute.manager [req-296c3c24-6bca-4bb9-9275-8c41cc366879 req-e0997dec-a3d7-4218-a017-2e000b06db8b service nova] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Detach interface failed, port_id=cbf18c54-411d-41cb-831a-0ef466d060a7, reason: Instance c65a9db3-ed34-4ae8-8566-0677d3532efe could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1615.071732] env[69357]: INFO nova.compute.manager [-] [instance: c65a9db3-ed34-4ae8-8566-0677d3532efe] Took 1.43 seconds to deallocate network for instance. [ 1615.578961] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d4201780-36dd-4a6e-afad-8c90b329a974 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1615.579281] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d4201780-36dd-4a6e-afad-8c90b329a974 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1615.579538] env[69357]: DEBUG nova.objects.instance [None req-d4201780-36dd-4a6e-afad-8c90b329a974 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lazy-loading 'resources' on Instance uuid c65a9db3-ed34-4ae8-8566-0677d3532efe {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1616.113628] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78676ea-41ae-4614-8b70-dd9a05bca559 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.120852] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d5c2c9-7ceb-4537-aac2-b9f6f8d0db0d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.149599] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69baa744-1c9c-4584-a966-e1624ee1ef23 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.156152] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94772b5b-9a71-4d74-ad54-69bdbe17869c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.169734] env[69357]: DEBUG nova.compute.provider_tree [None req-d4201780-36dd-4a6e-afad-8c90b329a974 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1616.672872] env[69357]: DEBUG nova.scheduler.client.report [None req-d4201780-36dd-4a6e-afad-8c90b329a974 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1617.177514] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d4201780-36dd-4a6e-afad-8c90b329a974 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.598s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1617.198726] env[69357]: INFO nova.scheduler.client.report [None req-d4201780-36dd-4a6e-afad-8c90b329a974 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Deleted allocations for instance c65a9db3-ed34-4ae8-8566-0677d3532efe [ 1617.706803] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d4201780-36dd-4a6e-afad-8c90b329a974 tempest-ServerActionsTestJSON-166093899 tempest-ServerActionsTestJSON-166093899-project-member] Lock "c65a9db3-ed34-4ae8-8566-0677d3532efe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.682s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1620.922379] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Acquiring lock "1553b2b0-b3d7-4388-a157-a8f80a5c5541" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1620.922688] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Lock "1553b2b0-b3d7-4388-a157-a8f80a5c5541" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1621.425582] env[69357]: DEBUG nova.compute.manager [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1621.947361] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1621.947629] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1621.949120] env[69357]: INFO nova.compute.claims [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1622.983469] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c1c307-339e-47b2-a19e-8b1cc48dc307 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.991079] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e264e3-ca09-47d9-9d8d-e5e7e8b4d59b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.020803] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68454fb-3b55-4399-802e-6500c554a91b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.027451] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f3b0f0-e9eb-4196-acc8-54b01f2ef908 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.040220] env[69357]: DEBUG nova.compute.provider_tree [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1623.543504] env[69357]: DEBUG nova.scheduler.client.report [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1624.048253] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.100s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1624.048770] env[69357]: DEBUG nova.compute.manager [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1624.110737] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1624.554115] env[69357]: DEBUG nova.compute.utils [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1624.555981] env[69357]: DEBUG nova.compute.manager [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Not allocating networking since 'none' was specified. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1625.057650] env[69357]: DEBUG nova.compute.manager [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1626.068048] env[69357]: DEBUG nova.compute.manager [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1626.094384] env[69357]: DEBUG nova.virt.hardware [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1626.094633] env[69357]: DEBUG nova.virt.hardware [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1626.094795] env[69357]: DEBUG nova.virt.hardware [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1626.094980] env[69357]: DEBUG nova.virt.hardware [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1626.095142] env[69357]: DEBUG nova.virt.hardware [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1626.095289] env[69357]: DEBUG nova.virt.hardware [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1626.095497] env[69357]: DEBUG nova.virt.hardware [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1626.095656] env[69357]: DEBUG nova.virt.hardware [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1626.095825] env[69357]: DEBUG nova.virt.hardware [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1626.095987] env[69357]: DEBUG nova.virt.hardware [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1626.096175] env[69357]: DEBUG nova.virt.hardware [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1626.097046] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692fa748-fc2b-48b9-8b50-195c6d8d5edf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.105277] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b72d5d3-f154-4029-8f75-435739b7e779 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.110754] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1626.110934] env[69357]: DEBUG nova.compute.manager [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69357) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1626.119636] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Instance VIF info [] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1626.125208] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Creating folder: Project (aba12d16c9c44d9db7c6fa22c91f5b77). Parent ref: group-v655402. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1626.125453] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c616c0f7-3621-4c8d-b44f-143515b8a1f0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.135807] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Created folder: Project (aba12d16c9c44d9db7c6fa22c91f5b77) in parent group-v655402. [ 1626.135973] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Creating folder: Instances. Parent ref: group-v655749. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1626.136191] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-977b7635-b9fa-4a63-8a40-1fa005453435 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.144322] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Created folder: Instances in parent group-v655749. [ 1626.144535] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1626.144709] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1626.144898] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9dfcdc64-ec25-48d3-a835-db96e6f0e26d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.160943] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1626.160943] env[69357]: value = "task-3283794" [ 1626.160943] env[69357]: _type = "Task" [ 1626.160943] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.168000] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283794, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.670162] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283794, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.114344] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1627.114730] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1627.170561] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283794, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.671757] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283794, 'name': CreateVM_Task, 'duration_secs': 1.262586} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.671988] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1627.672352] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.672511] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1627.672853] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1627.673113] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33c3f862-5cfc-4e46-9694-6e7f9b41881c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.677234] env[69357]: DEBUG oslo_vmware.api [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Waiting for the task: (returnval){ [ 1627.677234] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]522cb3a0-7259-e801-6fff-82dd8d32d5c8" [ 1627.677234] env[69357]: _type = "Task" [ 1627.677234] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.684505] env[69357]: DEBUG oslo_vmware.api [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]522cb3a0-7259-e801-6fff-82dd8d32d5c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.187236] env[69357]: DEBUG oslo_vmware.api [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]522cb3a0-7259-e801-6fff-82dd8d32d5c8, 'name': SearchDatastore_Task, 'duration_secs': 0.010758} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.187678] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1628.187787] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1628.188101] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.188270] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1628.188452] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1628.188719] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e88e423f-6a95-4c00-9c7c-2c402b5126d5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.197011] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1628.197213] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1628.198056] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34c82fd9-a38b-47dd-85c0-469ac3be6c00 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.203366] env[69357]: DEBUG oslo_vmware.api [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Waiting for the task: (returnval){ [ 1628.203366] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d6656d-f4a7-66b0-5ff4-c559d435eb26" [ 1628.203366] env[69357]: _type = "Task" [ 1628.203366] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.210494] env[69357]: DEBUG oslo_vmware.api [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d6656d-f4a7-66b0-5ff4-c559d435eb26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.713981] env[69357]: DEBUG oslo_vmware.api [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52d6656d-f4a7-66b0-5ff4-c559d435eb26, 'name': SearchDatastore_Task, 'duration_secs': 0.008763} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.714766] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78c0b718-7310-4da1-9b20-4d3796c4e292 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.719741] env[69357]: DEBUG oslo_vmware.api [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Waiting for the task: (returnval){ [ 1628.719741] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]524dd8df-3c90-b68c-c600-7aadae54619c" [ 1628.719741] env[69357]: _type = "Task" [ 1628.719741] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.727349] env[69357]: DEBUG oslo_vmware.api [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]524dd8df-3c90-b68c-c600-7aadae54619c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.110428] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1629.110662] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1629.229429] env[69357]: DEBUG oslo_vmware.api [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]524dd8df-3c90-b68c-c600-7aadae54619c, 'name': SearchDatastore_Task, 'duration_secs': 0.010554} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.229848] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1629.229917] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 1553b2b0-b3d7-4388-a157-a8f80a5c5541/1553b2b0-b3d7-4388-a157-a8f80a5c5541.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1629.230187] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa71f78b-9283-4b09-b014-9ab45d3e7720 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.237426] env[69357]: DEBUG oslo_vmware.api [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Waiting for the task: (returnval){ [ 1629.237426] env[69357]: value = "task-3283795" [ 1629.237426] env[69357]: _type = "Task" [ 1629.237426] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.244618] env[69357]: DEBUG oslo_vmware.api [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': task-3283795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.614589] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1629.614856] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1629.615051] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1629.615228] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69357) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1629.616144] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcb7266-d946-4272-8894-e2176105cd13 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.624382] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff07860-8e38-4cfd-b4ac-54dd33074a74 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.641353] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860267a3-70b8-4c9c-8c64-f6cae6af5aa3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.648487] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda6195b-dd7a-4fa5-aa0c-3f57f1cdea1d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.676828] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180836MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=69357) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1629.677040] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1629.677196] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1629.746460] env[69357]: DEBUG oslo_vmware.api [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': task-3283795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427536} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.746708] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 1553b2b0-b3d7-4388-a157-a8f80a5c5541/1553b2b0-b3d7-4388-a157-a8f80a5c5541.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1629.746918] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1629.747160] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc6a75ab-f534-42c0-922c-4c13a18214eb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.754495] env[69357]: DEBUG oslo_vmware.api [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Waiting for the task: (returnval){ [ 1629.754495] env[69357]: value = "task-3283796" [ 1629.754495] env[69357]: _type = "Task" [ 1629.754495] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.761800] env[69357]: DEBUG oslo_vmware.api [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': task-3283796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.264354] env[69357]: DEBUG oslo_vmware.api [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': task-3283796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068611} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.264769] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1630.265340] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04f312e-9782-4466-b7a6-f60a3d052a2d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.283963] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 1553b2b0-b3d7-4388-a157-a8f80a5c5541/1553b2b0-b3d7-4388-a157-a8f80a5c5541.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1630.284232] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e522575-aab9-423e-b69f-e5077905b125 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.304244] env[69357]: DEBUG oslo_vmware.api [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Waiting for the task: (returnval){ [ 1630.304244] env[69357]: value = "task-3283797" [ 1630.304244] env[69357]: _type = "Task" [ 1630.304244] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.311271] env[69357]: DEBUG oslo_vmware.api [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': task-3283797, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.696937] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Instance 1553b2b0-b3d7-4388-a157-a8f80a5c5541 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1630.697158] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1630.697301] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1630.722956] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865d6dd7-eafd-4c57-a2fe-d9f8eab7836b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.730051] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec2fe14-ce0e-459d-984a-5c018d2ed30a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.759697] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cf8acc-75ee-4ff5-b2e0-74bbbc49a625 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.766241] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a3c50f-3328-40ae-b202-436a436203db {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.778665] env[69357]: DEBUG nova.compute.provider_tree [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1630.812589] env[69357]: DEBUG oslo_vmware.api [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': task-3283797, 'name': ReconfigVM_Task, 'duration_secs': 0.254458} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.812927] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 1553b2b0-b3d7-4388-a157-a8f80a5c5541/1553b2b0-b3d7-4388-a157-a8f80a5c5541.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1630.813624] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44a1da34-9bcb-4d66-a901-f7d6c0a5a7f3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.820029] env[69357]: DEBUG oslo_vmware.api [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Waiting for the task: (returnval){ [ 1630.820029] env[69357]: value = "task-3283798" [ 1630.820029] env[69357]: _type = "Task" [ 1630.820029] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.826976] env[69357]: DEBUG oslo_vmware.api [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': task-3283798, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.281412] env[69357]: DEBUG nova.scheduler.client.report [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1631.330340] env[69357]: DEBUG oslo_vmware.api [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': task-3283798, 'name': Rename_Task, 'duration_secs': 0.129994} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.330614] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1631.330853] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd2e0421-33ec-42a2-b6ce-c895c18f1dd8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.337888] env[69357]: DEBUG oslo_vmware.api [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Waiting for the task: (returnval){ [ 1631.337888] env[69357]: value = "task-3283799" [ 1631.337888] env[69357]: _type = "Task" [ 1631.337888] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.345946] env[69357]: DEBUG oslo_vmware.api [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': task-3283799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.787034] env[69357]: DEBUG nova.compute.resource_tracker [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1631.788092] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.110s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1631.848371] env[69357]: DEBUG oslo_vmware.api [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': task-3283799, 'name': PowerOnVM_Task, 'duration_secs': 0.446683} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.848748] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1631.849061] env[69357]: INFO nova.compute.manager [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Took 5.78 seconds to spawn the instance on the hypervisor. [ 1631.849335] env[69357]: DEBUG nova.compute.manager [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1631.850178] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04dd618-768e-4b22-b09e-95d46cba7ba2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.369285] env[69357]: INFO nova.compute.manager [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Took 10.44 seconds to build instance. [ 1632.787465] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1632.871380] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a7cdbde5-e32f-4cb9-abbd-3b6c340f0fe6 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Lock "1553b2b0-b3d7-4388-a157-a8f80a5c5541" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.949s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1632.948162] env[69357]: INFO nova.compute.manager [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Rebuilding instance [ 1632.986373] env[69357]: DEBUG nova.compute.manager [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1632.987238] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a97fbf-142e-4679-9b80-8ea6a9a6720d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.999735] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1634.000100] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b8660c6-7a24-454b-a36c-b87fd8125d05 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.007541] env[69357]: DEBUG oslo_vmware.api [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Waiting for the task: (returnval){ [ 1634.007541] env[69357]: value = "task-3283800" [ 1634.007541] env[69357]: _type = "Task" [ 1634.007541] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.015933] env[69357]: DEBUG oslo_vmware.api [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': task-3283800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.517517] env[69357]: DEBUG oslo_vmware.api [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': task-3283800, 'name': PowerOffVM_Task, 'duration_secs': 0.120593} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.517775] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1634.518437] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1634.519191] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4db3e2-ed55-4661-872d-470d82b54bc4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.525493] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1634.525706] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1915fc70-3758-4abc-9822-8450a226bb7d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.550928] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1634.551161] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1634.551344] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Deleting the datastore file [datastore1] 1553b2b0-b3d7-4388-a157-a8f80a5c5541 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1634.551602] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0678597-c0ed-42ec-a447-4758ad1d238d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.557702] env[69357]: DEBUG oslo_vmware.api [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Waiting for the task: (returnval){ [ 1634.557702] env[69357]: value = "task-3283802" [ 1634.557702] env[69357]: _type = "Task" [ 1634.557702] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.564698] env[69357]: DEBUG oslo_vmware.api [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': task-3283802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.068450] env[69357]: DEBUG oslo_vmware.api [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': task-3283802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091694} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.068842] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1635.068887] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1635.069050] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1635.110410] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1636.100461] env[69357]: DEBUG nova.virt.hardware [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T20:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T20:00:27Z,direct_url=,disk_format='vmdk',id=fe1241e3-a525-45a4-9f14-4b6d4cb924e4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ba406a41a6741008f520ce573e1fcf9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T20:00:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1636.100789] env[69357]: DEBUG nova.virt.hardware [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1636.100854] env[69357]: DEBUG nova.virt.hardware [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1636.101034] env[69357]: DEBUG nova.virt.hardware [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1636.101196] env[69357]: DEBUG nova.virt.hardware [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1636.101331] env[69357]: DEBUG nova.virt.hardware [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1636.101536] env[69357]: DEBUG nova.virt.hardware [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1636.101695] env[69357]: DEBUG nova.virt.hardware [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1636.101889] env[69357]: DEBUG nova.virt.hardware [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1636.102075] env[69357]: DEBUG nova.virt.hardware [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1636.102254] env[69357]: DEBUG nova.virt.hardware [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1636.103199] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3ffb2b-5801-43ec-b7ce-b1c53022917f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.111095] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1398a1d6-9949-4fcb-8631-b5379834c0f7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.124344] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Instance VIF info [] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1636.129767] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1636.129980] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1636.130192] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21968ce8-1573-4feb-8cbe-38a56b88ede4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.147147] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1636.147147] env[69357]: value = "task-3283803" [ 1636.147147] env[69357]: _type = "Task" [ 1636.147147] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.154056] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283803, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.657101] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-3283803, 'name': CreateVM_Task, 'duration_secs': 0.239747} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.657331] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1636.657682] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.657843] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1636.658206] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1636.658453] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a10bdfe4-1dea-496a-b9c6-2e696f2288a7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.662476] env[69357]: DEBUG oslo_vmware.api [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Waiting for the task: (returnval){ [ 1636.662476] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ff1536-305b-67e9-2f1b-383649f7576b" [ 1636.662476] env[69357]: _type = "Task" [ 1636.662476] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.669338] env[69357]: DEBUG oslo_vmware.api [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ff1536-305b-67e9-2f1b-383649f7576b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.106465] env[69357]: DEBUG oslo_service.periodic_task [None req-e3910eb1-50ea-4acd-af7c-52bfd98f75dc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1637.172761] env[69357]: DEBUG oslo_vmware.api [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52ff1536-305b-67e9-2f1b-383649f7576b, 'name': SearchDatastore_Task, 'duration_secs': 0.009459} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.173102] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1637.173343] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Processing image fe1241e3-a525-45a4-9f14-4b6d4cb924e4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1637.173574] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.173722] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1637.173901] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1637.174201] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af4fb742-7c89-48d2-89ed-d1c9d79216df {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.182337] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1637.182504] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1637.183207] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9daf74d-e172-4c54-81f0-20f0a9b1bbc7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.188130] env[69357]: DEBUG oslo_vmware.api [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Waiting for the task: (returnval){ [ 1637.188130] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52769763-e7ae-cc01-be0a-c07f170f2d6e" [ 1637.188130] env[69357]: _type = "Task" [ 1637.188130] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.194955] env[69357]: DEBUG oslo_vmware.api [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52769763-e7ae-cc01-be0a-c07f170f2d6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.698781] env[69357]: DEBUG oslo_vmware.api [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52769763-e7ae-cc01-be0a-c07f170f2d6e, 'name': SearchDatastore_Task, 'duration_secs': 0.007847} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.699548] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-592d88c5-d4b1-4fb6-bd64-9be5d644fdec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.704411] env[69357]: DEBUG oslo_vmware.api [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Waiting for the task: (returnval){ [ 1637.704411] env[69357]: value = "session[5248b9fc-b550-bae9-8779-2d770c4e620e]52b19940-5ad6-1f79-6295-ce42f9b9ddaf" [ 1637.704411] env[69357]: _type = "Task" [ 1637.704411] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.712022] env[69357]: DEBUG oslo_vmware.api [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52b19940-5ad6-1f79-6295-ce42f9b9ddaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.214442] env[69357]: DEBUG oslo_vmware.api [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': session[5248b9fc-b550-bae9-8779-2d770c4e620e]52b19940-5ad6-1f79-6295-ce42f9b9ddaf, 'name': SearchDatastore_Task, 'duration_secs': 0.010782} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.214842] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1638.214980] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 1553b2b0-b3d7-4388-a157-a8f80a5c5541/1553b2b0-b3d7-4388-a157-a8f80a5c5541.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1638.215205] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a51f369-d91d-4f13-bca6-880866f0cfa2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.221929] env[69357]: DEBUG oslo_vmware.api [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Waiting for the task: (returnval){ [ 1638.221929] env[69357]: value = "task-3283804" [ 1638.221929] env[69357]: _type = "Task" [ 1638.221929] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.230251] env[69357]: DEBUG oslo_vmware.api [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': task-3283804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.732168] env[69357]: DEBUG oslo_vmware.api [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': task-3283804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.422598} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.732435] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fe1241e3-a525-45a4-9f14-4b6d4cb924e4/fe1241e3-a525-45a4-9f14-4b6d4cb924e4.vmdk to [datastore1] 1553b2b0-b3d7-4388-a157-a8f80a5c5541/1553b2b0-b3d7-4388-a157-a8f80a5c5541.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1638.732602] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1638.732883] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da3e6ebc-7173-4ee1-a561-ff8fdb2e86f6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.739622] env[69357]: DEBUG oslo_vmware.api [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Waiting for the task: (returnval){ [ 1638.739622] env[69357]: value = "task-3283805" [ 1638.739622] env[69357]: _type = "Task" [ 1638.739622] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.746510] env[69357]: DEBUG oslo_vmware.api [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': task-3283805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.249052] env[69357]: DEBUG oslo_vmware.api [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': task-3283805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066129} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.249436] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1639.250088] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490612e5-b3fc-4dd2-81ff-20afd9bbef9e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.268746] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 1553b2b0-b3d7-4388-a157-a8f80a5c5541/1553b2b0-b3d7-4388-a157-a8f80a5c5541.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1639.268971] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcc59d7d-d444-4ad6-8610-373f73c33393 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.287666] env[69357]: DEBUG oslo_vmware.api [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Waiting for the task: (returnval){ [ 1639.287666] env[69357]: value = "task-3283806" [ 1639.287666] env[69357]: _type = "Task" [ 1639.287666] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.294835] env[69357]: DEBUG oslo_vmware.api [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': task-3283806, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.797679] env[69357]: DEBUG oslo_vmware.api [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': task-3283806, 'name': ReconfigVM_Task, 'duration_secs': 0.259893} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.797988] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 1553b2b0-b3d7-4388-a157-a8f80a5c5541/1553b2b0-b3d7-4388-a157-a8f80a5c5541.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1639.798618] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-029e254f-c4d4-4390-9fe6-3b68257cab0a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.804879] env[69357]: DEBUG oslo_vmware.api [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Waiting for the task: (returnval){ [ 1639.804879] env[69357]: value = "task-3283807" [ 1639.804879] env[69357]: _type = "Task" [ 1639.804879] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.811975] env[69357]: DEBUG oslo_vmware.api [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': task-3283807, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.314967] env[69357]: DEBUG oslo_vmware.api [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': task-3283807, 'name': Rename_Task, 'duration_secs': 0.12831} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.315393] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1640.315517] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b62d2d12-d9ce-499d-bc79-c02d085076fb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.321641] env[69357]: DEBUG oslo_vmware.api [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Waiting for the task: (returnval){ [ 1640.321641] env[69357]: value = "task-3283808" [ 1640.321641] env[69357]: _type = "Task" [ 1640.321641] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.328558] env[69357]: DEBUG oslo_vmware.api [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': task-3283808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.831932] env[69357]: DEBUG oslo_vmware.api [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': task-3283808, 'name': PowerOnVM_Task, 'duration_secs': 0.408877} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.832222] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1640.832427] env[69357]: DEBUG nova.compute.manager [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1640.833248] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14d1b4a-7219-47ce-915f-3e63cc845fcd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.349943] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1641.350258] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1641.350434] env[69357]: DEBUG nova.objects.instance [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69357) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1641.612063] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Acquiring lock "1553b2b0-b3d7-4388-a157-a8f80a5c5541" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1641.612351] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Lock "1553b2b0-b3d7-4388-a157-a8f80a5c5541" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1641.612505] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Acquiring lock "1553b2b0-b3d7-4388-a157-a8f80a5c5541-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1641.612688] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Lock "1553b2b0-b3d7-4388-a157-a8f80a5c5541-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1641.612853] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Lock "1553b2b0-b3d7-4388-a157-a8f80a5c5541-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1641.615098] env[69357]: INFO nova.compute.manager [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Terminating instance [ 1642.118394] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Acquiring lock "refresh_cache-1553b2b0-b3d7-4388-a157-a8f80a5c5541" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.118649] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Acquired lock "refresh_cache-1553b2b0-b3d7-4388-a157-a8f80a5c5541" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1642.118751] env[69357]: DEBUG nova.network.neutron [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1642.357958] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45d37c44-9b06-4515-a556-1ee799bc8937 tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1642.638309] env[69357]: DEBUG nova.network.neutron [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1642.690065] env[69357]: DEBUG nova.network.neutron [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.194076] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Releasing lock "refresh_cache-1553b2b0-b3d7-4388-a157-a8f80a5c5541" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1643.194076] env[69357]: DEBUG nova.compute.manager [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1643.194076] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1643.194724] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71371ed-f98e-4601-a32b-29eb3ef1e470 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.203806] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1643.204041] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e612548-43dd-4895-be2e-f68875904864 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.211770] env[69357]: DEBUG oslo_vmware.api [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Waiting for the task: (returnval){ [ 1643.211770] env[69357]: value = "task-3283809" [ 1643.211770] env[69357]: _type = "Task" [ 1643.211770] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.220370] env[69357]: DEBUG oslo_vmware.api [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': task-3283809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.722015] env[69357]: DEBUG oslo_vmware.api [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': task-3283809, 'name': PowerOffVM_Task, 'duration_secs': 0.18453} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.722431] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1643.722485] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1643.722687] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ffa87fb-7698-4473-a507-38c02824380f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.746867] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1643.747092] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1643.747250] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Deleting the datastore file [datastore1] 1553b2b0-b3d7-4388-a157-a8f80a5c5541 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1643.747500] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2495f656-4661-47de-8b9a-3e79fe130e8b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.754585] env[69357]: DEBUG oslo_vmware.api [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Waiting for the task: (returnval){ [ 1643.754585] env[69357]: value = "task-3283811" [ 1643.754585] env[69357]: _type = "Task" [ 1643.754585] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.761931] env[69357]: DEBUG oslo_vmware.api [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': task-3283811, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.264216] env[69357]: DEBUG oslo_vmware.api [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Task: {'id': task-3283811, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090825} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.264470] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1644.264656] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1644.264827] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1644.265018] env[69357]: INFO nova.compute.manager [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1644.265256] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1644.265442] env[69357]: DEBUG nova.compute.manager [-] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1644.265537] env[69357]: DEBUG nova.network.neutron [-] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1644.280517] env[69357]: DEBUG nova.network.neutron [-] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1644.783150] env[69357]: DEBUG nova.network.neutron [-] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.285521] env[69357]: INFO nova.compute.manager [-] [instance: 1553b2b0-b3d7-4388-a157-a8f80a5c5541] Took 1.02 seconds to deallocate network for instance. [ 1645.791693] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1645.792167] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1645.792254] env[69357]: DEBUG nova.objects.instance [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Lazy-loading 'resources' on Instance uuid 1553b2b0-b3d7-4388-a157-a8f80a5c5541 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1646.323990] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f6490a-047e-4ddf-98e9-42e44043e03b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.331649] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fefd48c-a956-484d-9883-62ad80a06d02 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.361024] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662a0b8a-546b-412c-806c-ee1379d1ed87 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.368013] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05bdd3f-4b5e-4573-ab21-d271ce3f633e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.380573] env[69357]: DEBUG nova.compute.provider_tree [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Inventory has not changed in ProviderTree for provider: dcb9ec35-bfdd-4e17-b2d7-2501509e9896 {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1646.884372] env[69357]: DEBUG nova.scheduler.client.report [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Inventory has not changed for provider dcb9ec35-bfdd-4e17-b2d7-2501509e9896 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1647.389939] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.598s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1647.412682] env[69357]: INFO nova.scheduler.client.report [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Deleted allocations for instance 1553b2b0-b3d7-4388-a157-a8f80a5c5541 [ 1647.920374] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3a4f7614-9ead-4911-9065-21fd8280bf0b tempest-ServersListShow296Test-441647535 tempest-ServersListShow296Test-441647535-project-member] Lock "1553b2b0-b3d7-4388-a157-a8f80a5c5541" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.308s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}